{"id":"https://openalex.org/W4310579044","doi":"https://doi.org/10.1007/s11222-022-10154-7","title":"Prediction scoring of data-driven discoveries for reproducible research","display_name":"Prediction scoring of data-driven discoveries for reproducible research","publication_year":2022,"publication_date":"2022-12-02","ids":{"openalex":"https://openalex.org/W4310579044","doi":"https://doi.org/10.1007/s11222-022-10154-7"},"language":"en","primary_location":{"id":"doi:10.1007/s11222-022-10154-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11222-022-10154-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11222-022-10154-7.pdf","source":{"id":"https://openalex.org/S5437875","display_name":"Statistics and Computing","issn_l":"0960-3174","issn":["0960-3174","1573-1375"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11222-022-10154-7.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005895475","display_name":"Anna L. Smith","orcid":"https://orcid.org/0000-0003-1507-0207"},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anna L. Smith","raw_affiliation_strings":["University of Kentucky, Lexington, USA"],"affiliations":[{"raw_affiliation_string":"University of Kentucky, Lexington, USA","institution_ids":["https://openalex.org/I143302722"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044625906","display_name":"Tian Zheng","orcid":"https://orcid.org/0000-0003-4889-0391"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tian Zheng","raw_affiliation_strings":["Columbia University, New York, USA"],"affiliations":[{"raw_affiliation_string":"Columbia University, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074093929","display_name":"Andrew Gelman","orcid":"https://orcid.org/0000-0002-6975-2601"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Gelman","raw_affiliation_strings":["Columbia University, New York, USA"],"affiliations":[{"raw_affiliation_string":"Columbia University, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5005895475"],"corresponding_institution_ids":["https://openalex.org/I143302722"],"apc_list":{"value":2090,"currency":"EUR","value_usd":2690},"apc_paid":{"value":2090,"currency":"EUR","value_usd":2690},"fwci":0.9724,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.77254902,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"33","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.9690999984741211,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.6551914215087891},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6079702973365784},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5183473825454712},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5043700933456421},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.4948715567588806},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.442097544670105},{"id":"https://openalex.org/keywords/mean-squared-prediction-error","display_name":"Mean squared prediction error","score":0.43649911880493164},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.43404215574264526},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4329261779785156},{"id":"https://openalex.org/keywords/cross-validation","display_name":"Cross-validation","score":0.4182784855365753},{"id":"https://openalex.org/keywords/experimental-data","display_name":"Experimental data","score":0.412424772977829},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3390439450740814},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2622266411781311},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20959997177124023}],"concepts":[{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.6551914215087891},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6079702973365784},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5183473825454712},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5043700933456421},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.4948715567588806},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.442097544670105},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.43649911880493164},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.43404215574264526},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4329261779785156},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.4182784855365753},{"id":"https://openalex.org/C55037315","wikidata":"https://www.wikidata.org/wiki/Q5421151","display_name":"Experimental data","level":2,"score":0.412424772977829},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3390439450740814},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2622266411781311},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20959997177124023},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11222-022-10154-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11222-022-10154-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11222-022-10154-7.pdf","source":{"id":"https://openalex.org/S5437875","display_name":"Statistics and Computing","issn_l":"0960-3174","issn":["0960-3174","1573-1375"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11222-022-10154-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11222-022-10154-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11222-022-10154-7.pdf","source":{"id":"https://openalex.org/S5437875","display_name":"Statistics and Computing","issn_l":"0960-3174","issn":["0960-3174","1573-1375"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G442772438","display_name":null,"funder_award_id":"D17AC00001","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4310579044.pdf","grobid_xml":"https://content.openalex.org/works/W4310579044.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W39572901","https://openalex.org/W134473611","https://openalex.org/W567117013","https://openalex.org/W1626837244","https://openalex.org/W1976526581","https://openalex.org/W1983993360","https://openalex.org/W1994690166","https://openalex.org/W1995565517","https://openalex.org/W2014828134","https://openalex.org/W2016219233","https://openalex.org/W2018742491","https://openalex.org/W2025720061","https://openalex.org/W2071187610","https://openalex.org/W2074943984","https://openalex.org/W2095635841","https://openalex.org/W2112995480","https://openalex.org/W2130715829","https://openalex.org/W2130902307","https://openalex.org/W2137724361","https://openalex.org/W2145979309","https://openalex.org/W2151509224","https://openalex.org/W2163493657","https://openalex.org/W2203714058","https://openalex.org/W2293040502","https://openalex.org/W2322006099","https://openalex.org/W2334628515","https://openalex.org/W2560136348","https://openalex.org/W2565998017","https://openalex.org/W2589196999","https://openalex.org/W2899417311","https://openalex.org/W2924641531","https://openalex.org/W3103377301","https://openalex.org/W3123421154","https://openalex.org/W4213041519","https://openalex.org/W4298304654"],"related_works":["https://openalex.org/W2085281262","https://openalex.org/W2040236930","https://openalex.org/W2393207170","https://openalex.org/W2944249082","https://openalex.org/W2811187992","https://openalex.org/W3042921537","https://openalex.org/W803509314","https://openalex.org/W4385299123","https://openalex.org/W2132491819","https://openalex.org/W2963499961"],"abstract_inverted_index":{"Abstract":[0],"Predictive":[1],"modeling":[2],"uncovers":[3],"knowledge":[4],"and":[5,27,31,42,181,189,204,233,238],"insights":[6,183],"regarding":[7],"a":[8,19,116],"hypothesized":[9],"data":[10,25,165,185,203,230],"generating":[11,231],"mechanism":[12],"(DGM).":[13],"Results":[14],"from":[15,23,110,166,186,242],"different":[16,24,187],"studies":[17],"on":[18,135],"complex":[20,243],"DGM,":[21],"derived":[22],"sets,":[26],"using":[28,124,200],"complicated":[29],"models":[30,97,138,210],"algorithms,":[32],"are":[33,106,223],"hard":[34],"to":[35,39,56,70,74,108,177],"quantitatively":[36,99],"compare":[37],"due":[38],"random":[40],"noise":[41],"statistical":[43],"uncertainty":[44],"in":[45,60,98],"model":[46],"results.":[47],"This":[48],"has":[49],"been":[50],"one":[51],"of":[52,66,77,95,157,196,225,240],"the":[53,57,61,75,93,119,130,136,146,150,155,158,193,197,236],"main":[54],"contributors":[55],"replication":[58],"crisis":[59],"behavioral":[62],"sciences.":[63],"The":[64],"contribution":[65],"this":[67,144],"paper":[68],"is":[69,122],"apply":[71],"prediction":[72,132,147,172,198,221],"scoring":[73],"problem":[76],"comparing":[78,184],"two":[79,103,111],"studies,":[80],"such":[81],"as":[82],"can":[83,174,211],"arise":[84],"when":[85],"evaluating":[86],"replications":[87],"or":[88],"competing":[89,208],"evidence.":[90],"We":[91,114,127,191],"examine":[92,192],"role":[94],"predictive":[96,137,160,209],"assessing":[100],"agreement":[101],"between":[102,118,152,215,228],"datasets":[104],"that":[105,121,129,171,206],"assumed":[107],"come":[109],"distinct":[112],"DGMs.":[113,217],"formalize":[115],"distance":[117,151],"DGMs":[120],"estimated":[123],"cross":[125,141],"validation.":[126,142],"argue":[128],"resulting":[131],"scores":[133,148,173,199,222],"depend":[134],"created":[139],"by":[140],"In":[143],"sense,":[145],"measure":[149],"DGMs,":[153],"along":[154],"dimension":[156],"particular":[159],"model.":[161],"Using":[162],"human":[163],"behavior":[164,195],"experimental":[167,202],"economics,":[168],"we":[169],"demonstrate":[170,205],"be":[175],"used":[176],"evaluate":[178],"preregistered":[179],"hypotheses":[180],"provide":[182],"populations":[188],"settings.":[190],"asymptotic":[194],"simulated":[201],"leveraging":[207],"reveal":[212],"important":[213],"differences":[214,227],"underlying":[216],"Our":[218],"proposed":[219],"cross-validated":[220],"capable":[224],"quantifying":[226],"unobserved":[229],"mechanisms":[232],"allow":[234],"for":[235],"validation":[237],"assessment":[239],"results":[241],"models.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}