{
 "schema": "canli.placebo-prereg.v2r2",
 "written": "2026-11-08",
 "round_1": {
  "registration": "config/research/placebo-v2-prereg.json",
  "registration_commit": "c808f0a0a7228fb46eb1c7a94a20f8d10a10ca9e",
  "results_commit": "e4f2b50ffc82c237486c860b74c67ada31a7db50",
  "results": [
   "config/research/placebo-v2-sim.json",
   "config/research/placebo-v2-real.json",
   "config/research/placebo-v2-evaluation.json"
  ],
  "unchanged": "Round 2 adds to round 1 and changes none of its files, results or verdicts. Round-1 verdicts are the reference against which round 2 reports changes."
 },
 "question": "Do round 1's verdicts survive a block permutation that keeps short-range volatility clustering; how do White's Reality Check, Hansen's SPA and Romano and Wolf's StepM compare with the placebo in size and power on the same grids and simulated designs; how much power does each method have against timing effects of stated sizes in data shaped like the real factors, in sample and over post-sample windows like the real ones; and does factor momentum survive the placebo on a large published-anomaly factor set (Open Source Asset Pricing) rather than the seven or eight French-library factors?",
 "data": {
  "french": "Round 1's ten Kenneth French Data Library files, unchanged, checked against round 1's registered SHA-256 hashes (config/research/placebo-v2-prereg.json, data.files).",
  "osap": {
   "what": "Open Source Asset Pricing (Chen and Zimmermann), data release 2026.10: monthly long-short returns of every predictor, signed as in the original papers, in percent (Portfolios/Full Sets OP/PredictorLSretWide.parquet), and the signal documentation (SignalDoc.csv). Public dataset on Hugging Face, not gated, licence CC BY 4.0; downloaded without logging in, with the client identified as canlicapital-research/1.0.",
   "url": "https://huggingface.co/datasets/OpenSourceAP/CrossSection/resolve/Data-Release-2026.10/Portfolios/Full%20Sets%20OP/PredictorLSretWide.parquet",
   "signaldoc_url": "https://huggingface.co/datasets/OpenSourceAP/CrossSection/resolve/Data-Release-2026.10/SignalDoc.csv",
   "release_notes_url": "https://huggingface.co/datasets/OpenSourceAP/CrossSection/resolve/Data-Release-2026.10/Release%20Notes%202026.10.md",
   "huggingface_revision": "dd1054254c4501776432caa6d7ce5ecd9586f6a9",
   "downloaded_utc": "2026-11-08T03:53:01Z",
   "parquet_sha256": "fc01df25d4383153cb3ae9e0dd730cc34b6d15a5207abeff09f34beda45bca58",
   "signaldoc_sha256": "0ceb11020c2138c2477b732948beaac2e67ccaad8428753e3a79af2bb5ea0178",
   "release_notes_sha256": "b349234f44b93df298a8f883099a7d9c67bea59a790e1c114741b7be8d663e33",
   "conversion": "scripts/research/placebo/v2r2/osap_to_csv.py (pyarrow 21.0.0) writes the parquet file as a CSV: yyyymm, then each value as Python's repr of the float in the file, a missing value as an empty field. Run twice, it gave the same bytes.",
   "csv": "osap_ls_wide.csv",
   "csv_sha256": "7508812afce21d7b263a7b31c3dbf20e11ebd472e54b2b8462b14e5701c64d42",
   "last_month": 202512,
   "universe_rule": "clear_all: every signal whose SignalDoc row has Cat.Signal = Predictor and 'Predictability in OP' = 1_clear and whose long-short return has a value in every month from July 1963 to December 2025. clear_nomom: clear_all without the signals whose Cat.Economic is momentum, long term reversal or short-term reversal (the analogue of round 1's factor set without UMD; Ehsani and Linnainmaa exclude the momentum factors). The lists below were made by applying this rule to SignalDoc.csv and to which months have values; no return was averaged or tested.",
   "clear_all_count": 107,
   "clear_nomom_count": 94,
   "excluded_as_momentum": [
    [
     "IndMom",
     "momentum"
    ],
    [
     "IntMom",
     "momentum"
    ],
    [
     "IntanCFP",
     "long term reversal"
    ],
    [
     "IntanEP",
     "long term reversal"
    ],
    [
     "IntanSP",
     "long term reversal"
    ],
    [
     "LRreversal",
     "long term reversal"
    ],
    [
     "Mom12m",
     "momentum"
    ],
    [
     "Mom6m",
     "momentum"
    ],
    [
     "MomRev",
     "momentum"
    ],
    [
     "MomVol",
     "momentum"
    ],
    [
     "ResidualMomentum",
     "momentum"
    ],
    [
     "STreversal",
     "short-term reversal"
    ],
    [
     "TrendFactor",
     "momentum"
    ]
   ]
  },
  "jkp": "Not used. jkpfactors.com's data page builds downloads through an interactive form and points to WRDS (login) for the full data; we did not script it. Open Source Asset Pricing met the need without logging in."
 },
 "block": {
  "lengths": [
   3,
   6,
   12
  ],
  "definition": "scripts/research/placebo/v2r2/blocks.mjs blockOrder: the rows to be reordered are cut into m = floor(n / b) blocks of b consecutive months after the first r = n mod b rows, which stay in place; the m blocks are shuffled (Fisher-Yates), the same order for every series. For the tests after a paper's sample, the rows before the first scored month stay in real order and only the later rows are block-reordered among themselves. The reorderings form a group, so the test is exact when the blocks are exchangeable (in particular for iid months). It keeps the order of months inside each block: short-range volatility clustering, and also any short-range return predictability, which costs power against short-lookback rules.",
  "placebos_real": 999,
  "placebos_calibration": 19
 },
 "bootstrap": {
  "implementation": "js/snooping-core.js snoopingTests (one stationary bootstrap of Politis and Romano (1994) feeds all three tests; checked against Python's arch 8.0 and a numpy transcription, config/research/reality-check-reference.json), called through scripts/research/placebo/v2r2/snoop.mjs.",
  "reality_check": "White (2000): the largest mean excess return over the grid, not studentized, every rule recentred; p = share of resamples whose recentred maximum is strictly above the observed one.",
  "spa": "Hansen (2005): the largest studentized mean (bootstrap-t: every resample studentized by its own standard deviation), consistent recentring; p = share of resamples at least as large.",
  "stepm": "Romano and Wolf (2005) StepM, studentized, consistent recentring, alpha 0.05: rejects the global null when at least one rule is declared superior.",
  "benchmarks": {
   "ts_momentum": [
    "hold",
    "zero"
   ],
   "cs_momentum": [
    "zero"
   ],
   "vol_managed": [
    "alpha"
   ]
  },
  "benchmark_definitions": {
   "hold": "time-series momentum, primary: d = the rule's return minus holding every factor of the rule's universe long with weight 1/N (does timing beat holding?)",
   "zero": "momentum: d = the rule's return (does some rule have a positive mean?). Secondary for time-series momentum, primary for cross-sectional and industry momentum, where a rule is long-short.",
   "alpha": "volatility management: d = c m - beta f, m the managed return, c scaling it to the factor's standard deviation over the scored months, beta the OLS slope of c m on f; the mean of d is the regression intercept that Moreira and Muir (2017) test."
  },
  "mean_block_sim": 6,
  "mean_blocks_real": [
   6,
   12
  ],
  "mean_block_primary": 6,
  "reps_sim": 1000,
  "reps_real": 10000,
  "alpha": 0.05
 },
 "calibration": {
  "what": "Round 1's simulated designs, panel for panel: the same claims, families, months, series, base seed (20261108), chunks of 50 and per-chunk seeds, so the plain permutation's ranks must reproduce round 1's placebo-v2-sim.json exactly (a check, reported). One family is added, garch_zero. On every panel, besides the plain permutation (19 placebos): the block permutation at each block length (19 placebos each, from separate generators), the Reality Check, SPA and StepM (stationary bootstrap, mean block 6, 1,000 resamples) for every registered benchmark, and the naive and Bonferroni tests.",
  "claims": [
   "tsfm",
   "csfm",
   "vmf",
   "indmom"
  ],
  "families": [
   {
    "name": "iid_normal",
    "base": "iid_normal"
   },
   {
    "name": "garch_const",
    "base": "garch_const"
   },
   {
    "name": "garch_meanvar",
    "base": "garch_meanvar"
   },
   {
    "name": "trend_0.2",
    "base": "trend",
    "strength": 0.2
   },
   {
    "name": "garch_zero",
    "base": "garch_zero"
   }
  ],
  "garch_zero": "Round 1's garch_const with every mean zero (scripts/research/placebo/v2r2/sim2.mjs). Every method's null holds: no rule has a positive expected excess return over any registered benchmark, and volatility management has no alpha. Months are not exchangeable.",
  "tests_per_cell": 1000,
  "chunk": 50,
  "seed_rule": "Round 1's: seed = 20261108 + 1000003 * cell + 7919 * chunk, where cell is the round-1 cell index for round-1 families and 16 + the claim's position for garch_zero. Panels from xoshiro(seed), plain-permutation orders from xoshiro(seed XOR 0x9e3779b9), block orders for the three lengths from xoshiro(seed XOR 0x5bd1e995), xoshiro(seed XOR 0x1b873593), xoshiro(seed XOR 0xcc9e2d51); bootstrap seed seed + 1 + 104729 * test (plus 7 for the second benchmark).",
  "roles": {
   "tsfm": {
    "iid_normal": "exchangeable",
    "garch_const": "claim_false",
    "garch_meanvar": "report",
    "trend_0.2": "power",
    "garch_zero": "claim_false"
   },
   "csfm": {
    "iid_normal": "exchangeable",
    "garch_const": "claim_false",
    "garch_meanvar": "report",
    "trend_0.2": "power",
    "garch_zero": "claim_false"
   },
   "indmom": {
    "iid_normal": "exchangeable",
    "garch_const": "claim_false",
    "garch_meanvar": "report",
    "trend_0.2": "power",
    "garch_zero": "claim_false"
   },
   "vmf": {
    "iid_normal": "exchangeable",
    "garch_const": "power",
    "garch_meanvar": "claim_false",
    "trend_0.2": "report",
    "garch_zero": "claim_false"
   }
  },
  "roles_note": "Roles are for the timing claim, which is what the placebo tests. For the Reality Check, SPA and StepM with a zero benchmark, iid_normal and garch_const are not null cells of their own hypothesis (static premia give some rules a positive mean); only garch_zero is a null cell for all methods at once. Every rate is reported; the bars apply as stated in decision_rules."
 },
 "power": {
  "what": "Panels shaped like each claim's real in-sample data (sim2.mjs simulateShaped): the series' sample means and covariance over the claim's in-sample window, computed in the registered run after this file is public, scaled each month by a common variance multiplier h with mean 1. For the momentum claims h is GARCH(1,1) (a 0.10, b 0.85) driven by the standardized sum of the month's shocks. For volatility management h = exp(x - s^2/2), x a Gaussian AR(1) whose coefficient and innovation standard deviation are the OLS fit to the log of the six real factors' average relative realized variance over the in-sample window (s^2 is x's stationary variance); the timing pilot showed that with the GARCH multiplier volatility management could not reach an uplift of 0.3. Realized variance is h times the series' variance times chi-square(21)/21. A timing effect is planted: momentum, an AR(1) component (rho 0.95) in each series' mean with stationary standard deviation s times the series' volatility (s = 0 is the null); volatility management, each mean is mu * h + kappa * sd * (1/h - E[1/h]) / SD[1/h] (kappa = 0 is the null: mean proportional to variance, round 1's claim-false design; kappa > 0 raises the mean in calm months). The pilot first tried mu * h^gamma / E[h^gamma]; its uplift was not monotone in gamma and stayed near 0.1, so it was replaced before registration.",
  "effect_definition": "The effect is the annualized uplift, from the planted timing, of the paper's own rule: for momentum, its Sharpe ratio at strength s minus its Sharpe ratio at s = 0; for volatility management, the mean across factors of its appraisal ratio at kappa minus at kappa = 0. Both are measured on one long simulated panel (calibration.months) drawn from the same seeds at both strengths, and the strength is found by bisection (s in [0, 1.5]; kappa in [0, 1]). An effect not reachable inside the bracket is reported as unreachable and its cells are not run.",
  "claims": [
   "tsfm",
   "csfm",
   "vmf",
   "indmom",
   "osap_tsfm",
   "osap_csfm"
  ],
  "effects": [
   0,
   0.2,
   0.3,
   0.5
  ],
  "windows": [
   "in_sample",
   "post_sample"
  ],
  "windows_definition": {
   "in_sample": "the claim's in-sample number of months; the full grid; the headline is the best statistic; placebos reorder all months",
   "post_sample": "the in-sample months followed by the claim's real post-sample number of months; the paper's own rule (for volatility management, the mean appraisal ratio across factors) scored on the post-sample months only; placebos reorder only those months; the bootstrap tests use the same rule's excess returns over the same months"
  },
  "post_sample_months": {
   "tsfm": 129,
   "csfm": 129,
   "vmf": 129,
   "indmom": 374,
   "osap_tsfm": 120,
   "osap_csfm": 120
  },
  "tests_per_cell": {
   "tsfm": 1000,
   "csfm": 1000,
   "vmf": 1000,
   "indmom": 1000,
   "osap_tsfm": 400,
   "osap_csfm": 400
  },
  "tests_why": "1,000 tests per cell for the round-1 claims; 400 for the OSAP claims, whose grids run on 107 series and cost about ten times as much per test.",
  "placebos": 39,
  "chunk": 25,
  "base_seed": 20261110,
  "seed_rule": "seed = 20261110 + 1000003 * claim position + 15485863 * effect position + 32452843 * window position + 7919 * chunk; shocks from xoshiro(seed), trend draws from xoshiro(seed XOR 0x5bd1e995), plain-permutation orders from xoshiro(seed XOR 0x9e3779b9), block orders as in calibration, bootstrap seed seed + 1 + 104729 * test.",
  "calibration": {
   "months": 24000,
   "seed": 20261112,
   "iterations": 30
  },
  "rejection": "A placebo method rejects when p = (1 + placebos at least as good) / (K + 1) is at most 0.05; with K = 39 that is at most 1 placebos as good. A bootstrap method rejects when its p-value is at most 0.05 (StepM: when it declares a rule superior)."
 },
 "real": {
  "placebos": 999,
  "base_seed": 20261109,
  "seed_rule": "seed = 20261109 + 1000003 * claim position + 7919 * test position + 104729 * method position. Claim positions: round 1's ten claims in round-1 order, then osap_tsfm (10) and osap_csfm (11). Test positions as round 1's tests.ids. Method positions: plain permutation 0 (OSAP claims only; round 1's own permutation results stand for the round-1 claims), block lengths 3, 6, 12 at 1, 2, 3, bootstrap mean blocks 6 and 12 at 4 and 5.",
  "what": "For every round-1 test: the block permutation at each length (999 placebos) and the three bootstrap tests at mean blocks 6 (primary) and 12. For the two OSAP claims: the five round-1 test types with every method."
 },
 "claims": {
  "osap_tsfm": {
   "family": "osap",
   "label": "Time-series factor momentum, OSAP factors",
   "paper": "Ehsani and Linnainmaa (2022); Gupta and Kelly (2019)",
   "paper_spec": "As round 1's tsfm, on the Open Source Asset Pricing long-short portfolios: clear_nomom (the published rule's universe) or clear_all. Ehsani and Linnainmaa's NBER working paper 25551 uses up to 20 factors and strategy months July 1964 to December 2015; Gupta and Kelly use 65 characteristic-based factors.",
   "pipeline": "ts_momentum",
   "series": [
    "osap:AM",
    "osap:Accruals",
    "osap:AssetGrowth",
    "osap:BM",
    "osap:BMdec",
    "osap:BPEBM",
    "osap:BetaTailRisk",
    "osap:BookLeverage",
    "osap:CBOperProf",
    "osap:CF",
    "osap:CashProd",
    "osap:ChAssetTurnover",
    "osap:ChEQ",
    "osap:ChInv",
    "osap:ChInvIA",
    "osap:ChNNCOA",
    "osap:ChNWC",
    "osap:ChTax",
    "osap:CompEquIss",
    "osap:CompositeDebtIssuance",
    "osap:ConvDebt",
    "osap:CoskewACX",
    "osap:DelCOA",
    "osap:DelCOL",
    "osap:DelEqu",
    "osap:DelFINL",
    "osap:DelLTI",
    "osap:DelNetFin",
    "osap:DivInit",
    "osap:DivSeason",
    "osap:DivYieldST",
    "osap:DolVol",
    "osap:EBM",
    "osap:EP",
    "osap:EarnSupBig",
    "osap:EarningsConsistency",
    "osap:EarningsSurprise",
    "osap:EntMult",
    "osap:EquityDuration",
    "osap:ExchSwitch",
    "osap:Frontier",
    "osap:GP",
    "osap:Herf",
    "osap:HerfBE",
    "osap:IdioVol3F",
    "osap:IdioVolAHT",
    "osap:Illiquidity",
    "osap:IndMom",
    "osap:IndRetBig",
    "osap:IntMom",
    "osap:IntanCFP",
    "osap:IntanEP",
    "osap:IntanSP",
    "osap:InvGrowth",
    "osap:InvestPPEInv",
    "osap:Investment",
    "osap:LRreversal",
    "osap:Leverage",
    "osap:MaxRet",
    "osap:MeanRankRevGrowth",
    "osap:Mom12m",
    "osap:Mom12mOffSeason",
    "osap:Mom6m",
    "osap:MomOffSeason",
    "osap:MomOffSeason06YrPlus",
    "osap:MomOffSeason16YrPlus",
    "osap:MomRev",
    "osap:MomSeason",
    "osap:MomSeason06YrPlus",
    "osap:MomSeason11YrPlus",
    "osap:MomSeason16YrPlus",
    "osap:MomSeasonShort",
    "osap:MomVol",
    "osap:NOA",
    "osap:NetDebtPrice",
    "osap:OPLeverage",
    "osap:OrgCap",
    "osap:PayoutYield",
    "osap:Price",
    "osap:RD",
    "osap:RDAbility",
    "osap:RIO_MB",
    "osap:RIO_Turnover",
    "osap:RIO_Volatility",
    "osap:RealizedVol",
    "osap:ResidualMomentum",
    "osap:ReturnSkew",
    "osap:ReturnSkew3F",
    "osap:RevenueSurprise",
    "osap:STreversal",
    "osap:ShareIss1Y",
    "osap:ShareIss5Y",
    "osap:ShareVol",
    "osap:Size",
    "osap:SurpriseRD",
    "osap:Tax",
    "osap:TotalAccruals",
    "osap:TrendFactor",
    "osap:VolSD",
    "osap:dNoa",
    "osap:grcapx",
    "osap:grcapx3y",
    "osap:std_turn",
    "osap:tang",
    "osap:zerotrade12M",
    "osap:zerotrade1M",
    "osap:zerotrade6M"
   ],
   "universes": {
    "clear_nomom": [
     "osap:AM",
     "osap:Accruals",
     "osap:AssetGrowth",
     "osap:BM",
     "osap:BMdec",
     "osap:BPEBM",
     "osap:BetaTailRisk",
     "osap:BookLeverage",
     "osap:CBOperProf",
     "osap:CF",
     "osap:CashProd",
     "osap:ChAssetTurnover",
     "osap:ChEQ",
     "osap:ChInv",
     "osap:ChInvIA",
     "osap:ChNNCOA",
     "osap:ChNWC",
     "osap:ChTax",
     "osap:CompEquIss",
     "osap:CompositeDebtIssuance",
     "osap:ConvDebt",
     "osap:CoskewACX",
     "osap:DelCOA",
     "osap:DelCOL",
     "osap:DelEqu",
     "osap:DelFINL",
     "osap:DelLTI",
     "osap:DelNetFin",
     "osap:DivInit",
     "osap:DivSeason",
     "osap:DivYieldST",
     "osap:DolVol",
     "osap:EBM",
     "osap:EP",
     "osap:EarnSupBig",
     "osap:EarningsConsistency",
     "osap:EarningsSurprise",
     "osap:EntMult",
     "osap:EquityDuration",
     "osap:ExchSwitch",
     "osap:Frontier",
     "osap:GP",
     "osap:Herf",
     "osap:HerfBE",
     "osap:IdioVol3F",
     "osap:IdioVolAHT",
     "osap:Illiquidity",
     "osap:IndRetBig",
     "osap:InvGrowth",
     "osap:InvestPPEInv",
     "osap:Investment",
     "osap:Leverage",
     "osap:MaxRet",
     "osap:MeanRankRevGrowth",
     "osap:Mom12mOffSeason",
     "osap:MomOffSeason",
     "osap:MomOffSeason06YrPlus",
     "osap:MomOffSeason16YrPlus",
     "osap:MomSeason",
     "osap:MomSeason06YrPlus",
     "osap:MomSeason11YrPlus",
     "osap:MomSeason16YrPlus",
     "osap:MomSeasonShort",
     "osap:NOA",
     "osap:NetDebtPrice",
     "osap:OPLeverage",
     "osap:OrgCap",
     "osap:PayoutYield",
     "osap:Price",
     "osap:RD",
     "osap:RDAbility",
     "osap:RIO_MB",
     "osap:RIO_Turnover",
     "osap:RIO_Volatility",
     "osap:RealizedVol",
     "osap:ReturnSkew",
     "osap:ReturnSkew3F",
     "osap:RevenueSurprise",
     "osap:ShareIss1Y",
     "osap:ShareIss5Y",
     "osap:ShareVol",
     "osap:Size",
     "osap:SurpriseRD",
     "osap:Tax",
     "osap:TotalAccruals",
     "osap:VolSD",
     "osap:dNoa",
     "osap:grcapx",
     "osap:grcapx3y",
     "osap:std_turn",
     "osap:tang",
     "osap:zerotrade12M",
     "osap:zerotrade1M",
     "osap:zerotrade6M"
    ],
    "clear_all": [
     "osap:AM",
     "osap:Accruals",
     "osap:AssetGrowth",
     "osap:BM",
     "osap:BMdec",
     "osap:BPEBM",
     "osap:BetaTailRisk",
     "osap:BookLeverage",
     "osap:CBOperProf",
     "osap:CF",
     "osap:CashProd",
     "osap:ChAssetTurnover",
     "osap:ChEQ",
     "osap:ChInv",
     "osap:ChInvIA",
     "osap:ChNNCOA",
     "osap:ChNWC",
     "osap:ChTax",
     "osap:CompEquIss",
     "osap:CompositeDebtIssuance",
     "osap:ConvDebt",
     "osap:CoskewACX",
     "osap:DelCOA",
     "osap:DelCOL",
     "osap:DelEqu",
     "osap:DelFINL",
     "osap:DelLTI",
     "osap:DelNetFin",
     "osap:DivInit",
     "osap:DivSeason",
     "osap:DivYieldST",
     "osap:DolVol",
     "osap:EBM",
     "osap:EP",
     "osap:EarnSupBig",
     "osap:EarningsConsistency",
     "osap:EarningsSurprise",
     "osap:EntMult",
     "osap:EquityDuration",
     "osap:ExchSwitch",
     "osap:Frontier",
     "osap:GP",
     "osap:Herf",
     "osap:HerfBE",
     "osap:IdioVol3F",
     "osap:IdioVolAHT",
     "osap:Illiquidity",
     "osap:IndMom",
     "osap:IndRetBig",
     "osap:IntMom",
     "osap:IntanCFP",
     "osap:IntanEP",
     "osap:IntanSP",
     "osap:InvGrowth",
     "osap:InvestPPEInv",
     "osap:Investment",
     "osap:LRreversal",
     "osap:Leverage",
     "osap:MaxRet",
     "osap:MeanRankRevGrowth",
     "osap:Mom12m",
     "osap:Mom12mOffSeason",
     "osap:Mom6m",
     "osap:MomOffSeason",
     "osap:MomOffSeason06YrPlus",
     "osap:MomOffSeason16YrPlus",
     "osap:MomRev",
     "osap:MomSeason",
     "osap:MomSeason06YrPlus",
     "osap:MomSeason11YrPlus",
     "osap:MomSeason16YrPlus",
     "osap:MomSeasonShort",
     "osap:MomVol",
     "osap:NOA",
     "osap:NetDebtPrice",
     "osap:OPLeverage",
     "osap:OrgCap",
     "osap:PayoutYield",
     "osap:Price",
     "osap:RD",
     "osap:RDAbility",
     "osap:RIO_MB",
     "osap:RIO_Turnover",
     "osap:RIO_Volatility",
     "osap:RealizedVol",
     "osap:ResidualMomentum",
     "osap:ReturnSkew",
     "osap:ReturnSkew3F",
     "osap:RevenueSurprise",
     "osap:STreversal",
     "osap:ShareIss1Y",
     "osap:ShareIss5Y",
     "osap:ShareVol",
     "osap:Size",
     "osap:SurpriseRD",
     "osap:Tax",
     "osap:TotalAccruals",
     "osap:TrendFactor",
     "osap:VolSD",
     "osap:dNoa",
     "osap:grcapx",
     "osap:grcapx3y",
     "osap:std_turn",
     "osap:tang",
     "osap:zerotrade12M",
     "osap:zerotrade1M",
     "osap:zerotrade6M"
    ]
   },
   "grid": {
    "universe": [
     "clear_nomom",
     "clear_all"
    ],
    "lookback": [
     1,
     3,
     6,
     12,
     24,
     36,
     60
    ],
    "skip": [
     0,
     1
    ],
    "hold": [
     1,
     3,
     6
    ]
   },
   "published": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "sample_start": 196307,
   "sample_end": 201512
  },
  "osap_csfm": {
   "family": "osap",
   "label": "Cross-sectional factor momentum, OSAP factors",
   "paper": "Ehsani and Linnainmaa (2022); Arnott, Kalesnik and Linnainmaa (2023)",
   "paper_spec": "As round 1's csfm (top and bottom halves by past return), on the same OSAP universes.",
   "pipeline": "cs_momentum",
   "series": [
    "osap:AM",
    "osap:Accruals",
    "osap:AssetGrowth",
    "osap:BM",
    "osap:BMdec",
    "osap:BPEBM",
    "osap:BetaTailRisk",
    "osap:BookLeverage",
    "osap:CBOperProf",
    "osap:CF",
    "osap:CashProd",
    "osap:ChAssetTurnover",
    "osap:ChEQ",
    "osap:ChInv",
    "osap:ChInvIA",
    "osap:ChNNCOA",
    "osap:ChNWC",
    "osap:ChTax",
    "osap:CompEquIss",
    "osap:CompositeDebtIssuance",
    "osap:ConvDebt",
    "osap:CoskewACX",
    "osap:DelCOA",
    "osap:DelCOL",
    "osap:DelEqu",
    "osap:DelFINL",
    "osap:DelLTI",
    "osap:DelNetFin",
    "osap:DivInit",
    "osap:DivSeason",
    "osap:DivYieldST",
    "osap:DolVol",
    "osap:EBM",
    "osap:EP",
    "osap:EarnSupBig",
    "osap:EarningsConsistency",
    "osap:EarningsSurprise",
    "osap:EntMult",
    "osap:EquityDuration",
    "osap:ExchSwitch",
    "osap:Frontier",
    "osap:GP",
    "osap:Herf",
    "osap:HerfBE",
    "osap:IdioVol3F",
    "osap:IdioVolAHT",
    "osap:Illiquidity",
    "osap:IndMom",
    "osap:IndRetBig",
    "osap:IntMom",
    "osap:IntanCFP",
    "osap:IntanEP",
    "osap:IntanSP",
    "osap:InvGrowth",
    "osap:InvestPPEInv",
    "osap:Investment",
    "osap:LRreversal",
    "osap:Leverage",
    "osap:MaxRet",
    "osap:MeanRankRevGrowth",
    "osap:Mom12m",
    "osap:Mom12mOffSeason",
    "osap:Mom6m",
    "osap:MomOffSeason",
    "osap:MomOffSeason06YrPlus",
    "osap:MomOffSeason16YrPlus",
    "osap:MomRev",
    "osap:MomSeason",
    "osap:MomSeason06YrPlus",
    "osap:MomSeason11YrPlus",
    "osap:MomSeason16YrPlus",
    "osap:MomSeasonShort",
    "osap:MomVol",
    "osap:NOA",
    "osap:NetDebtPrice",
    "osap:OPLeverage",
    "osap:OrgCap",
    "osap:PayoutYield",
    "osap:Price",
    "osap:RD",
    "osap:RDAbility",
    "osap:RIO_MB",
    "osap:RIO_Turnover",
    "osap:RIO_Volatility",
    "osap:RealizedVol",
    "osap:ResidualMomentum",
    "osap:ReturnSkew",
    "osap:ReturnSkew3F",
    "osap:RevenueSurprise",
    "osap:STreversal",
    "osap:ShareIss1Y",
    "osap:ShareIss5Y",
    "osap:ShareVol",
    "osap:Size",
    "osap:SurpriseRD",
    "osap:Tax",
    "osap:TotalAccruals",
    "osap:TrendFactor",
    "osap:VolSD",
    "osap:dNoa",
    "osap:grcapx",
    "osap:grcapx3y",
    "osap:std_turn",
    "osap:tang",
    "osap:zerotrade12M",
    "osap:zerotrade1M",
    "osap:zerotrade6M"
   ],
   "universes": {
    "clear_nomom": [
     "osap:AM",
     "osap:Accruals",
     "osap:AssetGrowth",
     "osap:BM",
     "osap:BMdec",
     "osap:BPEBM",
     "osap:BetaTailRisk",
     "osap:BookLeverage",
     "osap:CBOperProf",
     "osap:CF",
     "osap:CashProd",
     "osap:ChAssetTurnover",
     "osap:ChEQ",
     "osap:ChInv",
     "osap:ChInvIA",
     "osap:ChNNCOA",
     "osap:ChNWC",
     "osap:ChTax",
     "osap:CompEquIss",
     "osap:CompositeDebtIssuance",
     "osap:ConvDebt",
     "osap:CoskewACX",
     "osap:DelCOA",
     "osap:DelCOL",
     "osap:DelEqu",
     "osap:DelFINL",
     "osap:DelLTI",
     "osap:DelNetFin",
     "osap:DivInit",
     "osap:DivSeason",
     "osap:DivYieldST",
     "osap:DolVol",
     "osap:EBM",
     "osap:EP",
     "osap:EarnSupBig",
     "osap:EarningsConsistency",
     "osap:EarningsSurprise",
     "osap:EntMult",
     "osap:EquityDuration",
     "osap:ExchSwitch",
     "osap:Frontier",
     "osap:GP",
     "osap:Herf",
     "osap:HerfBE",
     "osap:IdioVol3F",
     "osap:IdioVolAHT",
     "osap:Illiquidity",
     "osap:IndRetBig",
     "osap:InvGrowth",
     "osap:InvestPPEInv",
     "osap:Investment",
     "osap:Leverage",
     "osap:MaxRet",
     "osap:MeanRankRevGrowth",
     "osap:Mom12mOffSeason",
     "osap:MomOffSeason",
     "osap:MomOffSeason06YrPlus",
     "osap:MomOffSeason16YrPlus",
     "osap:MomSeason",
     "osap:MomSeason06YrPlus",
     "osap:MomSeason11YrPlus",
     "osap:MomSeason16YrPlus",
     "osap:MomSeasonShort",
     "osap:NOA",
     "osap:NetDebtPrice",
     "osap:OPLeverage",
     "osap:OrgCap",
     "osap:PayoutYield",
     "osap:Price",
     "osap:RD",
     "osap:RDAbility",
     "osap:RIO_MB",
     "osap:RIO_Turnover",
     "osap:RIO_Volatility",
     "osap:RealizedVol",
     "osap:ReturnSkew",
     "osap:ReturnSkew3F",
     "osap:RevenueSurprise",
     "osap:ShareIss1Y",
     "osap:ShareIss5Y",
     "osap:ShareVol",
     "osap:Size",
     "osap:SurpriseRD",
     "osap:Tax",
     "osap:TotalAccruals",
     "osap:VolSD",
     "osap:dNoa",
     "osap:grcapx",
     "osap:grcapx3y",
     "osap:std_turn",
     "osap:tang",
     "osap:zerotrade12M",
     "osap:zerotrade1M",
     "osap:zerotrade6M"
    ],
    "clear_all": [
     "osap:AM",
     "osap:Accruals",
     "osap:AssetGrowth",
     "osap:BM",
     "osap:BMdec",
     "osap:BPEBM",
     "osap:BetaTailRisk",
     "osap:BookLeverage",
     "osap:CBOperProf",
     "osap:CF",
     "osap:CashProd",
     "osap:ChAssetTurnover",
     "osap:ChEQ",
     "osap:ChInv",
     "osap:ChInvIA",
     "osap:ChNNCOA",
     "osap:ChNWC",
     "osap:ChTax",
     "osap:CompEquIss",
     "osap:CompositeDebtIssuance",
     "osap:ConvDebt",
     "osap:CoskewACX",
     "osap:DelCOA",
     "osap:DelCOL",
     "osap:DelEqu",
     "osap:DelFINL",
     "osap:DelLTI",
     "osap:DelNetFin",
     "osap:DivInit",
     "osap:DivSeason",
     "osap:DivYieldST",
     "osap:DolVol",
     "osap:EBM",
     "osap:EP",
     "osap:EarnSupBig",
     "osap:EarningsConsistency",
     "osap:EarningsSurprise",
     "osap:EntMult",
     "osap:EquityDuration",
     "osap:ExchSwitch",
     "osap:Frontier",
     "osap:GP",
     "osap:Herf",
     "osap:HerfBE",
     "osap:IdioVol3F",
     "osap:IdioVolAHT",
     "osap:Illiquidity",
     "osap:IndMom",
     "osap:IndRetBig",
     "osap:IntMom",
     "osap:IntanCFP",
     "osap:IntanEP",
     "osap:IntanSP",
     "osap:InvGrowth",
     "osap:InvestPPEInv",
     "osap:Investment",
     "osap:LRreversal",
     "osap:Leverage",
     "osap:MaxRet",
     "osap:MeanRankRevGrowth",
     "osap:Mom12m",
     "osap:Mom12mOffSeason",
     "osap:Mom6m",
     "osap:MomOffSeason",
     "osap:MomOffSeason06YrPlus",
     "osap:MomOffSeason16YrPlus",
     "osap:MomRev",
     "osap:MomSeason",
     "osap:MomSeason06YrPlus",
     "osap:MomSeason11YrPlus",
     "osap:MomSeason16YrPlus",
     "osap:MomSeasonShort",
     "osap:MomVol",
     "osap:NOA",
     "osap:NetDebtPrice",
     "osap:OPLeverage",
     "osap:OrgCap",
     "osap:PayoutYield",
     "osap:Price",
     "osap:RD",
     "osap:RDAbility",
     "osap:RIO_MB",
     "osap:RIO_Turnover",
     "osap:RIO_Volatility",
     "osap:RealizedVol",
     "osap:ResidualMomentum",
     "osap:ReturnSkew",
     "osap:ReturnSkew3F",
     "osap:RevenueSurprise",
     "osap:STreversal",
     "osap:ShareIss1Y",
     "osap:ShareIss5Y",
     "osap:ShareVol",
     "osap:Size",
     "osap:SurpriseRD",
     "osap:Tax",
     "osap:TotalAccruals",
     "osap:TrendFactor",
     "osap:VolSD",
     "osap:dNoa",
     "osap:grcapx",
     "osap:grcapx3y",
     "osap:std_turn",
     "osap:tang",
     "osap:zerotrade12M",
     "osap:zerotrade1M",
     "osap:zerotrade6M"
    ]
   },
   "grid": {
    "universe": [
     "clear_nomom",
     "clear_all"
    ],
    "lookback": [
     1,
     3,
     6,
     12,
     24,
     36,
     60
    ],
    "skip": [
     0,
     1
    ],
    "hold": [
     1,
     3,
     6
    ],
    "side": [
     "half"
    ]
   },
   "published": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "sample_start": 196307,
   "sample_end": 201512
  }
 },
 "families": {
  "osap": "The in_sample_search and oos_published tests of osap_tsfm and osap_csfm: four tests, Holm-adjusted at 5%, separately for each method. The plain permutation (999 placebos) is the primary method for these claims, as in round 1.",
  "osap_secondary": "oos_selected, oos_search and full_search of the two OSAP claims: six tests, Holm-adjusted at 5% for each method.",
  "round_1_tests": "For the block permutation at each length and for each bootstrap test and benchmark, round 1's primary family (eight tests) and secondary family (24 tests) are Holm-adjusted separately, exactly as round 1 adjusted the plain permutation."
 },
 "bars": {
  "alpha": 0.05,
  "size_max": 0.065,
  "size_max_why": "As round 1: 1,000 simulated tests per cell, Monte Carlo standard error 0.69 points at 5%; 6.5% is about 2.2 standard errors above.",
  "size_max_rule": "For a cell of n tests the bar is 0.05 + 2.2 * sqrt(0.05 * 0.95 / n), rounded to three decimals: 0.065 at n = 1,000, 0.074 at n = 400."
 },
 "decision_rules": {
  "D1_block_exactness": "In every iid_normal cell the block permutation's rejection rate at p = 0.05 is at most size_max for each block length. The reorderings form a group, so this is a theorem; a failure means a code error and no real-data block result is reported until it is found.",
  "D2_reproduction": "The plain permutation's rank counts in the four round-1 families equal round 1's placebo-v2-sim.json cell for cell. A mismatch means the panels are not round 1's; it is reported and the comparison of methods is still reported, labelled as on new panels.",
  "D3_block_size": "For each pipeline and block length, the block permutation keeps size under clustering if its rejection rate is at most size_max in both of that pipeline's claim_false cells (round 1's, and garch_zero).",
  "D4_block_verdicts": "For each block length, each primary claim's in-sample and after-sample verdicts are the Holm-adjusted block p-values below 0.05 in round 1's primary family. A verdict changes when it differs from round 1's (round 1: in sample below for csfm, vmf, indmom and not below for tsfm; after the sample not below for all four). A claim's round-1 verdict is robust to block permutation when it is unchanged at all three lengths. A rejection at a block length where D3 fails for that pipeline is reported as evidence of time-series structure only, as round 1 did. Round 1's csfm caveat is lifted at a block length if csfm rejects there and D3 holds there.",
  "D5_method_size": "For every method (plain permutation, block permutation at each length, Reality Check, SPA, StepM for each benchmark, naive, Bonferroni) and every calibration cell, the rejection rate at 0.05 is reported. A method keeps size in a cell if the rate is at most size_max. Null cells for the timing claim are the exchangeable and claim_false cells; garch_zero is the null cell for every method's own hypothesis.",
  "D6_power_size": "In the real-shaped design, effect 0 is the null with that claim's real means, covariance and registered variance process. A method keeps size there (each window) if its rejection rate is at most the bar for the cell's number of tests (size_max_rule).",
  "D7_power_ranking": "For each claim, window and effect, method A has more power than method B if the difference in rejection rates exceeds twice its standard error (unpaired binomial). The recommended method for a claim and window is the one with the highest rejection rate at effect 0.3 among the methods that keep size under D6 and under D5 in the pipeline's claim_false cells (in sample only; the calibration has no post-sample window).",
  "D8_bootstrap_real": "For each bootstrap test and benchmark at mean block 6, the Reality Check and SPA p-values are Holm-adjusted within round 1's primary family; a claim's verdict is the adjusted p below 0.05. StepM gives a decision at 5% within one test's grid, not a p-value; it is reported unadjusted across tests and labelled so. Agreement with the placebo is reported claim by claim. Mean block 12 is a sensitivity check, reported, not a verdict.",
  "D9_osap": "For each OSAP claim: keeps a placebo p below 5% in sample after the search (Holm, osap family, plain permutation) and after the sample (published rule). Its verdicts are compared with round 1's for the same claim on French factors (tsfm, csfm): agree or differ. The block permutation and the bootstrap tests are reported on the same tests; the calibration caveat of D3 and D6 applies to the OSAP claims through their real-shaped null (power study, effect 0)."
 },
 "predictions": "Written after round 1's results and before any round-2 run; not bars. (1) The block permutation keeps size near 5% in the GARCH null cells where the plain permutation was oversized. (2) Volatility-managed factors and industry momentum keep their in-sample verdicts at all three block lengths. Cross-sectional factor momentum's best rule uses a one-month lookback, whose signal survives inside blocks, so its p-value should rise with the block length and its verdict may change at 6 or 12. (3) With a zero benchmark the Reality Check, SPA and StepM reject far more often than 5% in round 1's static-premium cells for the cross-sectional pipelines; in garch_zero all methods are near 5%, the Reality Check below it. (4) Against planted effects, the placebo has power comparable to the SPA in sample, and every method has little power after the sample at an uplift of 0.2 to 0.3. (5) On OSAP factors, time-series factor momentum again does not beat its placebos; we make no prediction for cross-sectional factor momentum.",
 "pilot": "Before this file was written: (a) the round-2 code ran on simulated data only, for timing: calibration with a few tests per cell and the power study with synthetic shapes (round-1-style means and covariances), at seeds other than the registered ones, output discarded except the timings logged in config/research/placebo-v2r2-pilot.json. The pilots changed the design twice: the power study's placebos went from 99 to 39 to fit the compute, and the volatility-management effect went from mu * h^gamma (unreachable, not monotone) to the kappa tilt described in power.what; (b) the OSAP files were downloaded, hashed, converted to CSV and checked for structure (column names, dates, which months have values) to apply the universe rule. No mean, covariance, strategy or test statistic was computed on real data, French or OSAP, before this file was committed and pushed.",
 "stopping_rule": "Each run (calib, power, real) is executed once after this file is committed and pushed. If a run crashes, the cause is fixed, the fix committed and reported, and the run repeated with the same seeds. If a registered rule proves unworkable, it is not changed quietly: a dated deviation is recorded in placebo-v2r2-evaluation.json and in the paper. If a bug that changes results is found after a run, both results are reported.",
 "language": "As round 1: we do not say a published paper is wrong; we report which claims keep a p-value below 5% once a plausible search is counted.",
 "scripts": {
  "blocks": "scripts/research/placebo/v2r2/blocks.mjs",
  "bootstrap": "scripts/research/placebo/v2r2/snoop.mjs",
  "simulation": "scripts/research/placebo/v2r2/sim2.mjs",
  "tests": "scripts/research/placebo/v2r2/tests.mjs",
  "osap": "scripts/research/placebo/v2r2/osap.mjs",
  "osap_conversion": "scripts/research/placebo/v2r2/osap_to_csv.py",
  "run": "scripts/research/placebo/v2r2/run2.mjs",
  "pilot": "scripts/research/placebo/v2r2/pilot.mjs",
  "evaluate": "scripts/research/placebo/v2r2/evaluate2.mjs",
  "unit_tests": "scripts/research/placebo/v2r2/v2r2.test.mjs",
  "commands": [
   "python3 scripts/research/placebo/v2r2/osap_to_csv.py <dir>/PredictorLSretWide.parquet <osap dir>/osap_ls_wide.csv fc01df25d4383153cb3ae9e0dd730cc34b6d15a5207abeff09f34beda45bca58",
   "node scripts/research/placebo/v2r2/run2.mjs calib config/research/placebo-v2-prereg.json config/research/placebo-v2r2-prereg.json > config/research/placebo-v2r2-calib.json",
   "node scripts/research/placebo/v2r2/run2.mjs real config/research/placebo-v2-prereg.json config/research/placebo-v2r2-prereg.json <French CSV dir> <osap dir> > config/research/placebo-v2r2-real.json",
   "node scripts/research/placebo/v2r2/run2.mjs power config/research/placebo-v2-prereg.json config/research/placebo-v2r2-prereg.json <French CSV dir> <osap dir> > config/research/placebo-v2r2-power.json",
   "node scripts/research/placebo/v2r2/evaluate2.mjs config/research/placebo-v2-prereg.json config/research/placebo-v2-evaluation.json config/research/placebo-v2-sim.json config/research/placebo-v2r2-prereg.json config/research/placebo-v2r2-calib.json config/research/placebo-v2r2-power.json config/research/placebo-v2r2-real.json > config/research/placebo-v2r2-evaluation.json"
  ],
  "outputs_note": "The task brief named the result files placebo-v2r2-{sim,real,evaluation}.json; the simulation results are split into placebo-v2r2-calib.json (round-1 designs) and placebo-v2r2-power.json (real-shaped designs), and placebo-v2r2-sim.json is not written."
 },
 "registered": "This file and every script it names were committed (signed) and pushed to the public branch research/placebo-v2-20261107 of github.com/arhancanli/canlicapital before any round-2 run on real data and before the registered simulations."
}