Skills › Scientific Agent Skills › peer-review › statistical_reproducibility_template.json
statistical_reproducibility_template.json
210 lines · skills/peer-review/assets/statistical_reproducibility_template.json at 5f2bc03
1{
2 "schema_version": "2.0",
3 "checklist_id": "STAT-REPRO-SYNTHETIC-001",
4 "study_design": "randomized_trial",
5 "specialist_review": {
6 "needed": "undetermined",
7 "areas": [],
8 "requested": false
9 },
10 "items": [
11 {
12 "id": "question.estimand_alignment",
13 "category": "question",
14 "applicability": "applicable",
15 "status": "not_assessed",
16 "evidence_locations": [],
17 "note": "",
18 "requested_action": "Check alignment among the question, target quantity, design, analysis, and interpretation"
19 },
20 {
21 "id": "design.unit_and_independence",
22 "category": "design",
23 "applicability": "applicable",
24 "status": "not_assessed",
25 "evidence_locations": [],
26 "note": "",
27 "requested_action": "Identify the experimental or observational unit and assess dependence"
28 },
29 {
30 "id": "design.sample_size_precision",
31 "category": "design",
32 "applicability": "applicable",
33 "status": "not_assessed",
34 "evidence_locations": [],
35 "note": "",
36 "requested_action": "Assess prospective sample-size or precision justification and assumptions"
37 },
38 {
39 "id": "design.allocation_randomization",
40 "category": "design",
41 "applicability": "applicable",
42 "status": "not_assessed",
43 "evidence_locations": [],
44 "note": "",
45 "requested_action": "Assess sequence generation, allocation concealment, or sampling procedures as applicable"
46 },
47 {
48 "id": "design.blinding",
49 "category": "design",
50 "applicability": "applicable",
51 "status": "not_assessed",
52 "evidence_locations": [],
53 "note": "",
54 "requested_action": "Assess who was blinded or masked and likely consequences when blinding was infeasible"
55 },
56 {
57 "id": "data.inclusion_exclusion",
58 "category": "data",
59 "applicability": "applicable",
60 "status": "not_assessed",
61 "evidence_locations": [],
62 "note": "",
63 "requested_action": "Trace prespecified inclusion, exclusion, attrition, and analysis populations"
64 },
65 {
66 "id": "data.missing_data",
67 "category": "data",
68 "applicability": "applicable",
69 "status": "not_assessed",
70 "evidence_locations": [],
71 "note": "",
72 "requested_action": "Assess missingness amounts, reasons, assumptions, methods, and sensitivity analyses"
73 },
74 {
75 "id": "data.outliers_transformations",
76 "category": "data",
77 "applicability": "applicable",
78 "status": "not_assessed",
79 "evidence_locations": [],
80 "note": "",
81 "requested_action": "Check rules for exclusions, transformations, detection limits, and influential observations"
82 },
83 {
84 "id": "analysis.prespecification",
85 "category": "analysis",
86 "applicability": "applicable",
87 "status": "not_assessed",
88 "evidence_locations": [],
89 "note": "",
90 "requested_action": "Compare analyses with the protocol, registration, and statistical analysis plan"
91 },
92 {
93 "id": "analysis.method_design_alignment",
94 "category": "analysis",
95 "applicability": "applicable",
96 "status": "not_assessed",
97 "evidence_locations": [],
98 "note": "",
99 "requested_action": "Assess whether methods match the design, outcome type, estimand, and sampling structure"
100 },
101 {
102 "id": "analysis.assumptions_diagnostics",
103 "category": "analysis",
104 "applicability": "applicable",
105 "status": "not_assessed",
106 "evidence_locations": [],
107 "note": "",
108 "requested_action": "Assess model assumptions, diagnostics, robustness, and fallback analyses"
109 },
110 {
111 "id": "analysis.multiplicity",
112 "category": "analysis",
113 "applicability": "applicable",
114 "status": "not_assessed",
115 "evidence_locations": [],
116 "note": "",
117 "requested_action": "Assess outcome hierarchy, repeated looks, multiple comparisons, and error control"
118 },
119 {
120 "id": "analysis.clustering_repeated_measures",
121 "category": "analysis",
122 "applicability": "applicable",
123 "status": "not_assessed",
124 "evidence_locations": [],
125 "note": "",
126 "requested_action": "Assess clustering, pairing, repeated measures, nesting, and time dependence"
127 },
128 {
129 "id": "results.effect_sizes_uncertainty",
130 "category": "results",
131 "applicability": "applicable",
132 "status": "not_assessed",
133 "evidence_locations": [],
134 "note": "",
135 "requested_action": "Check effect estimates and compatible uncertainty intervals, not thresholded p-values alone"
136 },
137 {
138 "id": "results.denominators_flow",
139 "category": "results",
140 "applicability": "applicable",
141 "status": "not_assessed",
142 "evidence_locations": [],
143 "note": "",
144 "requested_action": "Reconcile denominators, participant or sample flow, exclusions, and analysis populations"
145 },
146 {
147 "id": "results.complete_outcomes_harms",
148 "category": "results",
149 "applicability": "applicable",
150 "status": "not_assessed",
151 "evidence_locations": [],
152 "note": "",
153 "requested_action": "Check all prespecified outcomes, null findings, adverse events, and deviations"
154 },
155 {
156 "id": "reproducibility.data_materials_access",
157 "category": "reproducibility",
158 "applicability": "applicable",
159 "status": "not_assessed",
160 "evidence_locations": [],
161 "note": "",
162 "requested_action": "Assess data, materials, protocol, repository, and justified access restrictions"
163 },
164 {
165 "id": "reproducibility.code_environment_parameters",
166 "category": "reproducibility",
167 "applicability": "applicable",
168 "status": "not_assessed",
169 "evidence_locations": [],
170 "note": "",
171 "requested_action": "Assess code, software versions, environments, seeds, parameters, and run instructions"
172 },
173 {
174 "id": "reproducibility.provenance_versions",
175 "category": "reproducibility",
176 "applicability": "applicable",
177 "status": "not_assessed",
178 "evidence_locations": [],
179 "note": "",
180 "requested_action": "Trace data provenance, transformations, versioned artifacts, and accession identifiers"
181 },
182 {
183 "id": "ethics.approval_consent_governance",
184 "category": "ethics",
185 "applicability": "applicable",
186 "status": "not_assessed",
187 "evidence_locations": [],
188 "note": "",
189 "requested_action": "Assess approvals, consent, welfare, privacy, governance, and conflicts as applicable"
190 },
191 {
192 "id": "interpretation.claim_evidence_causality",
193 "category": "interpretation",
194 "applicability": "applicable",
195 "status": "not_assessed",
196 "evidence_locations": [],
197 "note": "",
198 "requested_action": "Check claim strength against design, evidence, uncertainty, alternatives, and generalizability"
199 },
200 {
201 "id": "integrity.deviations_selective_reporting",
202 "category": "integrity",
203 "applicability": "applicable",
204 "status": "not_assessed",
205 "evidence_locations": [],
206 "note": "",
207 "requested_action": "Check unexplained deviations, outcome switching, selective reporting, and internal inconsistencies"
208 }
209 ]
210}