{"id":"https://openalex.org/W7133360775","doi":"https://doi.org/10.48550/arxiv.2603.00003","title":"Commitment Checklist: Auditing Author Commitments in Peer Review","display_name":"Commitment Checklist: Auditing Author Commitments in Peer Review","publication_year":2026,"publication_date":"2026-01-08","ids":{"openalex":"https://openalex.org/W7133360775","doi":"https://doi.org/10.48550/arxiv.2603.00003"},"language":"en","primary_location":{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:159717","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/view/person/Chen=3AChung-Chi=3A=3A.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.00003","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103536747","display_name":"Chung-Chi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Chen, Chung-Chi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5127949919","display_name":"Iryna Gurevych","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gurevych, Iryna","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5103536747"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.3693000078201294,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.3693000078201294,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.1412999927997589,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.061900001019239426,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7559999823570251},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.722000002861023},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.49380001425743103},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4620000123977661},{"id":"https://openalex.org/keywords/position-paper","display_name":"Position paper","score":0.4032000005245209},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.3880999982357025},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.3075000047683716}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7559999823570251},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.722000002861023},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.6110000014305115},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.49380001425743103},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4620000123977661},{"id":"https://openalex.org/C78780964","wikidata":"https://www.wikidata.org/wiki/Q7233193","display_name":"Position paper","level":2,"score":0.4032000005245209},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.4009999930858612},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.37709999084472656},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.3075000047683716},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.29159998893737793},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28360000252723694},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.2816999852657318},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.272599995136261},{"id":"https://openalex.org/C6377922","wikidata":"https://www.wikidata.org/wiki/Q302542","display_name":"Deontic logic","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C2777276634","wikidata":"https://www.wikidata.org/wiki/Q211067","display_name":"Conflict of interest","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.25130000710487366},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:159717","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/view/person/Chen=3AChung-Chi=3A=3A.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"},{"id":"doi:10.48550/arxiv.2603.00003","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.00003","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.00003","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.00003","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Peer":[0],"review":[1,129],"author":[2,42],"responses":[3],"often":[4],"include":[5],"commitments":[6,43,57],"to":[7,26,49,117],"add":[8],"experiments,":[9],"release":[10],"code,":[11],"or":[12],"clarify":[13],"content":[14],"in":[15,143],"the":[16,56,88,100,105,124,127,133],"final":[17],"paper.":[18],"Yet,":[19],"there":[20],"is":[21],"currently":[22],"no":[23],"systematic":[24],"mechanism":[25],"ensure":[27],"authors":[28,114],"fulfill":[29],"these":[30],"promises.":[31,101],"In":[32],"this":[33,136],"position":[34],"paper,":[35],"we":[36,62,103],"present":[37],"a":[38,66,73],"large-scale":[39],"audit":[40],"of":[41,68,107,126,135],"using":[44],"large":[45],"language":[46],"models":[47],"(LLMs)":[48],"compare":[50],"rebuttals":[51],"against":[52],"camera-ready":[53],"versions.":[54],"Analyzing":[55],"from":[58],"ICLR-2025":[59],"and":[60,83,115,122,138],"EMNLP-2024,":[61],"find":[63],"that":[64,94],"while":[65],"majority":[67],"promised":[69],"changes":[70],"are":[71,78],"implemented,":[72],"significant":[74],"share":[75],"(about":[76],"25%)":[77],"not,":[79],"with":[80],"\"missing":[81],"experiments\"":[82],"other":[84],"high-impact":[85],"items":[86],"among":[87],"most":[89],"frequently":[90],"unfulfilled.":[91],"We":[92,131],"demonstrate":[93],"LLM-based":[95],"tools":[96],"can":[97],"feasibly":[98],"detect":[99],"Finally,":[102],"propose":[104],"idea":[106],"Author":[108],"Commitment":[109],"Checklist,":[110],"which":[111],"would":[112],"alert":[113],"organizers":[116],"unaddressed":[118],"promises,":[119],"increasing":[120],"accountability":[121],"strengthening":[123],"integrity":[125],"peer":[128],"process.":[130],"discuss":[132],"benefits":[134],"practice":[137],"advocate":[139],"for":[140],"its":[141],"adoption":[142],"future":[144],"conferences.":[145]},"counts_by_year":[],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2026-03-04T00:00:00"}