{"id":"https://openalex.org/W4415232548","doi":"https://doi.org/10.48550/arxiv.2507.17991","title":"Use as Directed? A Comparison of Software Tools Intended to Check Rigor and Transparency of Published Work","display_name":"Use as Directed? A Comparison of Software Tools Intended to Check Rigor and Transparency of Published Work","publication_year":2025,"publication_date":"2025-07-23","ids":{"openalex":"https://openalex.org/W4415232548","doi":"https://doi.org/10.48550/arxiv.2507.17991"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2507.17991","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.17991","pdf_url":"https://arxiv.org/pdf/2507.17991","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.17991","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101771743","display_name":"Peter Eckmann","orcid":"https://orcid.org/0000-0002-5388-9451"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eckmann, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055115361","display_name":"Adrian Barnett","orcid":"https://orcid.org/0000-0001-6339-0374"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barnett, Adrian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016306677","display_name":"Alexandra Bannach\u2010Brown","orcid":"https://orcid.org/0000-0002-3161-1395"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bannach-Brown, Alexandra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120016783","display_name":"Elisa Pilar Bascunan Atria","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Atria, Elisa Pilar Bascunan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047618628","display_name":"Guillaume Cabanac","orcid":"https://orcid.org/0000-0003-3060-6241"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cabanac, Guillaume","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Franzen, Louise Delwen Owen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Franzen, Louise Delwen Owen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026046145","display_name":"Ma\u0142gorzata Anna Gazda","orcid":"https://orcid.org/0000-0001-8369-1350"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gazda, Ma\u0142gorzata Anna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069434396","display_name":"Kaitlyn Hair","orcid":"https://orcid.org/0000-0003-0180-7343"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hair, Kaitlyn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034085206","display_name":"James Howison","orcid":"https://orcid.org/0000-0002-5702-149X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Howison, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016571803","display_name":"Halil Kilicoglu","orcid":"https://orcid.org/0000-0003-3987-9393"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kilicoglu, Halil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108109426","display_name":"Cyril Labb\u00e9","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Labbe, Cyril","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045342203","display_name":"Sarah McCann","orcid":"https://orcid.org/0000-0003-4737-2349"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McCann, Sarah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024317667","display_name":"Vladislav Nachev","orcid":"https://orcid.org/0000-0003-0521-6153"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nachev, Vladislav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059929308","display_name":"Martijn Roelandse","orcid":"https://orcid.org/0000-0001-5596-8084"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roelandse, Martijn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087747193","display_name":"Maia Salholz\u2010Hillel","orcid":"https://orcid.org/0000-0003-1934-9504"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salholz-Hillel, Maia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093123241","display_name":"Robert Schulz","orcid":"https://orcid.org/0000-0002-4830-309X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schulz, Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083975390","display_name":"Gerben ter Riet","orcid":"https://orcid.org/0000-0002-2231-7637"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"ter Riet, Gerben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074473858","display_name":"Colby J. Vorland","orcid":"https://orcid.org/0000-0003-4225-372X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vorland, Colby","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058460697","display_name":"Anita Bandrowski","orcid":"https://orcid.org/0000-0002-5497-0243"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bandrowski, Anita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5095765707","display_name":"Tracey Weissgerber","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weissgerber, Tracey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.7319999933242798,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.7319999933242798,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.7853999733924866},{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.6140999794006348},{"id":"https://openalex.org/keywords/rigour","display_name":"Rigour","score":0.5906000137329102},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.47380000352859497},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4189000129699707},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.3873000144958496},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.34459999203681946},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.3345000147819519}],"concepts":[{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.7853999733924866},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6546000242233276},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.6140999794006348},{"id":"https://openalex.org/C71008984","wikidata":"https://www.wikidata.org/wiki/Q2890076","display_name":"Rigour","level":2,"score":0.5906000137329102},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5224000215530396},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.47380000352859497},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4189000129699707},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4000999927520752},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C10272871","wikidata":"https://www.wikidata.org/wiki/Q929972","display_name":"Software inspection","level":5,"score":0.3163999915122986},{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2903999984264374},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C2984968299","wikidata":"https://www.wikidata.org/wiki/Q1077784","display_name":"Software tool","level":3,"score":0.2831999957561493},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C2780535194","wikidata":"https://www.wikidata.org/wiki/Q309901","display_name":"Open data","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2507.17991","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.17991","pdf_url":"https://arxiv.org/pdf/2507.17991","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:estudogeral.uc.pt:10316/122679","is_oa":true,"landing_page_url":"https://hdl.handle.net/10316/122679","pdf_url":null,"source":{"id":"https://openalex.org/S4306402070","display_name":"Estudo Geral (Universidad de Coimbra)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I76903346","host_organization_name":"University of Coimbra","host_organization_lineage":["https://openalex.org/I76903346"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2507.17991","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.17991","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.17991","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.17991","pdf_url":"https://arxiv.org/pdf/2507.17991","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,164],"causes":[1],"of":[2,8,66,90,110,117,122,149,158],"the":[3,76,88,115,120,156,169],"reproducibility":[4],"crisis":[5],"include":[6],"lack":[7],"standardization":[9],"and":[10,19,33,112,151,160,166],"transparency":[11,161],"in":[12,155],"scientific":[13],"reporting.":[14],"Checklists":[15],"such":[16],"as":[17],"ARRIVE":[18],"CONSORT":[20],"seek":[21],"to":[22,38,55,138],"improve":[23],"transparency,":[24],"but":[25],"they":[26],"are":[27,47],"not":[28],"always":[29],"followed":[30],"by":[31],"authors":[32],"peer":[34],"review":[35],"often":[36],"fails":[37],"identify":[39],"missing":[40],"items.":[41],"To":[42],"address":[43],"these":[44],"issues,":[45],"there":[46],"several":[48],"automated":[49,68],"tools":[50,69,91,118],"that":[51],"have":[52,61],"been":[53],"designed":[54],"check":[56],"different":[57,72],"rigor":[58,73,159],"criteria.":[59],"We":[60,79,126,144],"conducted":[62],"a":[63,93,96,147],"broad":[64],"comparison":[65],"11":[67],"across":[70],"9":[71],"criteria":[74],"from":[75],"ScreenIT":[77],"group.":[78],"found":[80],"some":[81],"criteria,":[82,114],"including":[83,108],"detecting":[84],"open":[85],"data,":[86],"where":[87,131],"combination":[89,116],"showed":[92],"clear":[94],"winner,":[95],"tool":[97,132,141],"which":[98],"performed":[99],"much":[100],"better":[101],"than":[102],"other":[103,106],"tools.":[104,163],"In":[105],"cases,":[107],"detection":[109,162],"inclusion":[111],"exclusion":[113],"exceeded":[119],"performance":[121],"any":[123],"one":[124],"tool.":[125],"also":[127],"identified":[128],"key":[129],"areas":[130],"developers":[133],"should":[134],"focus":[135],"their":[136,140],"effort":[137],"make":[139],"maximally":[142],"useful.":[143],"conclude":[145],"with":[146],"set":[148],"insights":[150],"recommendations":[152],"for":[153,168],"stakeholders":[154],"development":[157],"code":[165],"data":[167],"study":[170],"is":[171],"available":[172],"at":[173],"https://github.com/PeterEckmann1/tool-comparison.":[174]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-16T00:00:00"}