{"id":"https://openalex.org/W2809566020","doi":null,"title":"Open Science & Development Engineering: Evidence to Inform Improved Replication Models","display_name":"Open Science & Development Engineering: Evidence to Inform Improved Replication Models","alternate_titles":[],"publication_year":2016,"publication_date":"2016-02-25","ids":{"openalex":"https://openalex.org/W2809566020","mag":"2809566020"},"language":"en","primary_location":{"id":"mag:2809566020","doi":null,"is_oa":false,"landing_page_url":"https://ideas.repec.org/p/osf/metaar/ryvud.html","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2809566020"],"child_works_count":0,"type":"report","is_traditional":false,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029505552","display_name":"Sebasti\u00e1n Galiani","orcid":"https://orcid.org/0000-0002-8965-0995","observed_orcids":["https://orcid.org/0000-0002-8965-0995"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sebasti\u00e1n Galiani","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-8965-0995","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011728778","display_name":"Paul Gertler","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Paul Gertler","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5045819334","display_name":"Mauricio Romero","orcid":"https://orcid.org/0000-0003-4652-593X","observed_orcids":["https://orcid.org/0000-0003-4652-593X"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mauricio Romero","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.33500000834465027,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.33500000834465027,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.28049999475479126,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.05920000001788139,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication-study","display_name":"replication study","score":0.6600000262260437},{"id":"https://openalex.org/keywords/code-replication","display_name":"code replication","score":0.949999988079071},{"id":"https://openalex.org/keywords/open-science","display_name":"open science","score":0.5609999895095825},{"id":"https://openalex.org/keywords/economics-journals","display_name":"economics journals","score":0.42500001192092896},{"id":"https://openalex.org/keywords/research-incentives","display_name":"research incentives","score":0.4779999852180481},{"id":"https://openalex.org/keywords/publication-incentives","display_name":"publication incentives","score":0.4490000009536743},{"id":"https://openalex.org/keywords/research-credibility","display_name":"research credibility","score":0.3700000047683716},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.5170000195503235},{"id":"https://openalex.org/keywords/research-collaboration","display_name":"research collaboration","score":0.35100001096725464},{"id":"https://openalex.org/keywords/research-dissemination","display_name":"research dissemination","score":0.39899998903274536}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.8287907838821411},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.8210062980651855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7319660782814026},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.5573418736457825},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5524899363517761},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.5300241112709045},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5187435746192932},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.44211211800575256},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.43113553524017334},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.41283920407295227},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41211259365081787},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.15604835748672485},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1454273760318756},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.11209717392921448},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10935083031654358},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10122540593147278},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10024288296699524},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0991692841053009},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.09569871425628662},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.09093672037124634},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"mag:2809566020","doi":null,"is_oa":false,"landing_page_url":"https://ideas.repec.org/p/osf/metaar/ryvud.html","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:RePEc:osf:metaar:ryvud_v1","doi":null,"is_oa":false,"landing_page_url":"https://osf.io/download/58e38e619ad5a10230f49040/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3121214053","https://openalex.org/W335665339","https://openalex.org/W1691896301","https://openalex.org/W2195775529","https://openalex.org/W1556740690","https://openalex.org/W3049474127","https://openalex.org/W4379135731","https://openalex.org/W7147547276","https://openalex.org/W2787887152","https://openalex.org/W3125806562"],"abstract_inverted_index":{"Replication":[0,8,346],"is":[1,23,68,124,131,142,152,170,209,258,293,301,303,428,435,497,518,556,649,665,679,682,725],"a":[2,146,182,249,299,332,498,503,545,575,593,688,709,713],"critical":[3],"component":[4],"of":[5,15,213,243,285,290,305,335,365,398,458,481,489,492,502,531,540,553,596,674,727],"scientific":[6],"credibility.":[7],"increases":[9],"our":[10],"confidence":[11,511,536],"in":[12,30,42,53,78,96,145,160,197,246,274,437,442,451,512,537,589],"the":[13,24,28,43,74,94,97,101,105,115,120,128,155,161,164,174,178,186,189,194,198,227,241,247,263,275,288,296,313,317,372,380,383,388,399,406,438,461,464,487,510,513,528,538,554,561,582,587,590,598,603,609,629,632,638,659],"reliability":[14],"knowledge":[16],"generated":[17],"by":[18,119],"original":[19,98,106,199,276,373,465],"research.":[20],"Yet,":[21],"replication":[22,49,67,215,245,337,384,393,423,439,448,514,532,562],"exception":[25],"rather":[26],"than":[27],"rule":[29],"economics.":[31,443],"Few":[32],"replications":[33],"are":[34,39,137,328,416,623,653,704],"completed":[35],"and":[36,70,133,157,232,295,309,368,379,402,425,483,516,526,572,584,621,702,720],"even":[37],"fewer":[38],"published.":[40],"Indeed,":[41],"last":[44],"6":[45],"years,":[46],"only":[47,446],"11":[48,55,447],"studies":[50,110,360,424,440,449],"were":[51],"published":[52,441,450,541],"top":[54,452],"(empirical)":[56],"Economics":[57],"Journals.":[58],"In":[59],"this":[60,206,493],"paper,":[61],"we":[62],"examine":[63],"why":[64],"so":[65,358,370],"little":[66,519,683],"done":[69,144],"propose":[71],"changes":[72],"to":[73,76,80,92,112,125,153,171,185,221,229,235,269,323,330,343,348,354,377,404,409,421,523,534,548,557,601,625,636,699,717,721],"incentives":[75,268,319,408,418,657,698],"replicate":[77,93,113],"order":[79],"solve":[81],"these":[82,109],"problems.":[83],"Our":[84],"study":[85],"focuses":[86],"on":[87],"code":[88,130,176,179,214,228,244,392,573,583,604,610,724],"replication,":[89,525],"which":[90,459],"seeks":[91],"results":[95,195,462,588,630],"paper":[99,200,300,504],"uses":[100],"same":[102,116],"data":[103,482,571,585],"as":[104],"study.":[107],"Specifically,":[108,567],"seek":[111],"exactly":[114],"analyses":[117],"performed":[118],"authors.":[121,410],"The":[122,149,167,211,551],"objective":[123],"verify":[126,580],"that":[127,135,173,180,251,298,338,359,371,414,426,476,495,527,581,723],"analysis":[129,162,175],"correct":[132],"confirm":[134,172],"there":[136,257,415,427,496,517,652,681,703],"no":[138,259,654,705],"coding":[139],"errors.":[140,612,728],"This":[141,434,613,640],"usually":[143],"two-step":[147,207],"process.":[148],"first":[150,412],"step":[151,169],"reconstruct":[154],"sample":[156,289,595],"variables":[158],"used":[159],"from":[163,463,605],"raw":[165],"data.":[166],"second":[168],"(i.e.,":[177],"fits":[181],"statistical":[183],"model":[184,250,264,314,390,530],"data)":[187],"reproduces":[188],"reported":[190,196],"results.":[191,238,310,385,542],"By":[192],"definition,":[193],"can":[201,614,634],"then":[202,579],"be":[203,324,349,615],"replicated":[204,292,302],"if":[205],"procedure":[208,642],"successful.":[210],"threat":[212,334],"provides":[216],"an":[217,616,671],"incentive":[218,233,520,715],"for":[219,352,391,419,521,611,658],"authors":[220,339,374,522,568,620,695],"put":[222],"more":[223],"effort":[224],"into":[225],"writing":[226],"avoid":[230],"errors":[231],"not":[234,266,395,716],"purposely":[236],"misreport":[237,718],"We":[239,386,411,467,543],"analyze":[240],"effectiveness":[242],"context":[248],"has":[252,454,643],"three":[253,644],"characteristics:":[254],"1.":[255],"Unbiasedness:":[256],"\u201coverturn":[260,430],"bias\u201d":[261,431],"i.e.,":[262],"does":[265,394],"create":[267,712],"find":[270],"or":[271,607],"claim":[272],"mistakes":[273],"analysis.":[277],"2.":[278],"Fair:":[279],"all":[280,457,668],"papers":[281,291,597,669],"have":[282,375,396,558,670,696],"some":[283,362],"probability":[284,364,501,673],"being":[286,366,505,675],"replicated,":[287,367,506],"representative,":[294],"likelihood":[297],"independent":[304],"author":[306,471],"identity,":[307],"topic,":[308],"3.":[311],"Cost:":[312],"should":[315],"provide":[316,405,535],"right":[318],"at":[320],"low":[321,350,417,500],"cost":[322,351,488,684],"efficient.":[325],"These":[326],"characteristics":[327,401],"necessary":[329],"establish":[331],"creditable":[333],"valid":[336],"take":[340],"seriously":[341],"enough":[342],"modify":[344],"behavior.":[345],"needs":[347],"researchers":[353,420],"undertake":[355],"it,":[356],"fair":[357,666],"face":[361],"positive":[363],"unbiased":[369,650],"reason":[376],"participate":[378],"profession":[381],"believe":[382,387],"current":[389,529],"many":[397],"desired":[400],"fails":[403,533],"proper":[407],"show":[413,469],"perform":[422,560,691],"substantial":[429],"among":[432],"editors.":[433],"reflected":[436],"Since":[444],"2011":[445],"journals,":[453],"been":[455],"published,":[456],"overturned":[460],"paper.":[466,591,639],"also":[468],"poor":[470],"compliance":[472],"with":[473,686],"journal":[474,599],"policies":[475],"require":[477],"post":[478],"acceptance":[479],"posting":[480],"code,":[484],"thereby":[485],"raising":[486],"replication.":[490,550],"All":[491],"means":[494],"very":[499],"overturn":[507,655],"bias":[508,656],"lowers":[509],"results,":[515],"facilitate":[524],"integrity":[539],"outline":[544],"simple":[546,641],"proposal":[547,555],"improve":[549],"core":[552],"journals":[559],"exercise":[563],"post-acceptance":[564],"but":[565],"pre-publication.":[566],"submit":[569],"their":[570],"after":[574],"conditional":[576],"acceptance.":[577],"Journals":[578],"reproduce":[586],"For":[592],"random":[594],"attempts":[600],"re-construct":[602],"scratch":[606],"search":[608],"iterative":[617],"process":[618],"until":[619],"editors":[622,633],"able":[624],"reach":[626],"agreement.":[627],"If":[628],"change,":[631],"choose":[635],"re-review":[637],"desirable":[645],"properties.":[646],"First,":[647],"it":[648,664,678],"since":[651],"parties":[660],"involved":[661],"(editors/researchers).":[662],"Second,":[663],"because":[667],"equal":[672],"replicated.":[676],"Third,":[677],"low-cost:":[680],"associated":[685],"having":[687],"research":[689],"associate":[690],"\u201cpush":[692],"button":[693],"exercises\u201d,":[694],"strong":[697,714],"cooperate":[700],"pre-publication,":[701],"adversarial":[706],"feelings.":[707],"Such":[708],"mechanism":[710],"would":[711],"findings":[719],"ensure":[722],"free":[726]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2809566020","counts_by_year":[],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2018-06-29T00:00:00"}
