{
  "contract": "backtest-out-of-sample-null-benchmark-v1",
  "publishedAt": "2026-09-15",
  "method": "Exact Student-t null benchmark with independent in-sample selection and independent out-of-sample holdout returns",
  "assumptions": {
    "trueExpectedReturn": 0,
    "returnDistribution": "independent Normal returns within each strategy and sample",
    "strategyTrials": "independent in sample",
    "holdout": "independent of the in-sample selection period",
    "periodsPerYear": 252,
    "inSampleObservations": 252
  },
  "rows": [
    {"independentTrials":1,"outOfSampleObservations":126,"medianSelectedInSampleAnnualizedSharpe":0.000000,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":24.040814,"probabilityOutOfSampleSharpeAtLeast2Percent":7.989257,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":50.000000},
    {"independentTrials":1,"outOfSampleObservations":252,"medianSelectedInSampleAnnualizedSharpe":0.000000,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":15.913679,"probabilityOutOfSampleSharpeAtLeast2Percent":2.328889,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":50.000000},
    {"independentTrials":1,"outOfSampleObservations":756,"medianSelectedInSampleAnnualizedSharpe":0.000000,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":4.183647,"probabilityOutOfSampleSharpeAtLeast2Percent":0.028101,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":50.000000},
    {"independentTrials":5,"outOfSampleObservations":126,"medianSelectedInSampleAnnualizedSharpe":1.131561,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":24.040814,"probabilityOutOfSampleSharpeAtLeast2Percent":7.989257,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":21.257541},
    {"independentTrials":5,"outOfSampleObservations":252,"medianSelectedInSampleAnnualizedSharpe":1.131561,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":15.913679,"probabilityOutOfSampleSharpeAtLeast2Percent":2.328889,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":12.944944},
    {"independentTrials":5,"outOfSampleObservations":756,"medianSelectedInSampleAnnualizedSharpe":1.131561,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":4.183647,"probabilityOutOfSampleSharpeAtLeast2Percent":0.028101,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":2.518622},
    {"independentTrials":20,"outOfSampleObservations":126,"medianSelectedInSampleAnnualizedSharpe":1.832060,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":24.040814,"probabilityOutOfSampleSharpeAtLeast2Percent":7.989257,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":9.877407},
    {"independentTrials":20,"outOfSampleObservations":252,"medianSelectedInSampleAnnualizedSharpe":1.832060,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":15.913679,"probabilityOutOfSampleSharpeAtLeast2Percent":2.328889,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":3.406367},
    {"independentTrials":20,"outOfSampleObservations":756,"medianSelectedInSampleAnnualizedSharpe":1.832060,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":4.183647,"probabilityOutOfSampleSharpeAtLeast2Percent":0.028101,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":0.078433},
    {"independentTrials":100,"outOfSampleObservations":126,"medianSelectedInSampleAnnualizedSharpe":2.479471,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":24.040814,"probabilityOutOfSampleSharpeAtLeast2Percent":7.989257,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":4.100520},
    {"independentTrials":100,"outOfSampleObservations":252,"medianSelectedInSampleAnnualizedSharpe":2.479471,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":15.913679,"probabilityOutOfSampleSharpeAtLeast2Percent":2.328889,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":0.690750},
    {"independentTrials":100,"outOfSampleObservations":756,"medianSelectedInSampleAnnualizedSharpe":2.479471,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":4.183647,"probabilityOutOfSampleSharpeAtLeast2Percent":0.028101,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":0.000989},
    {"independentTrials":500,"outOfSampleObservations":126,"medianSelectedInSampleAnnualizedSharpe":3.022032,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":24.040814,"probabilityOutOfSampleSharpeAtLeast2Percent":7.989257,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":1.727721},
    {"independentTrials":500,"outOfSampleObservations":252,"medianSelectedInSampleAnnualizedSharpe":3.022032,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":15.913679,"probabilityOutOfSampleSharpeAtLeast2Percent":2.328889,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":0.138533},
    {"independentTrials":500,"outOfSampleObservations":756,"medianSelectedInSampleAnnualizedSharpe":3.022032,"medianOutOfSampleAnnualizedSharpe":0.000000,"probabilityOutOfSamplePositivePercent":50.000000,"probabilityOutOfSampleSharpeAtLeast1Percent":4.183647,"probabilityOutOfSampleSharpeAtLeast2Percent":0.028101,"probabilityOutOfSampleMatchesOrExceedsInSampleMedianPercent":0.000011}
  ]
}