{"id":"https://openalex.org/W4411505952","doi":"https://doi.org/10.1145/3729176.3729196","title":"Envisioning the Future of Peer Review: Investigating LLM-Assisted Reviewing Using ChatGPT as a Case Study","display_name":"Envisioning the Future of Peer Review: Investigating LLM-Assisted Reviewing Using ChatGPT as a Case Study","publication_year":2025,"publication_date":"2025-06-21","ids":{"openalex":"https://openalex.org/W4411505952","doi":"https://doi.org/10.1145/3729176.3729196"},"language":"en","primary_location":{"id":"doi:10.1145/3729176.3729196","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3729176.3729196","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Annual Symposium on Human-Computer Interaction for Work","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3729176.3729196","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040877149","display_name":"Shiping Chen","orcid":"https://orcid.org/0000-0001-9477-2420"},"institutions":[{"id":"https://openalex.org/I2801237587","display_name":"London Centre for Nanotechnology","ror":"https://ror.org/04ptp8872","country_code":"GB","type":"facility","lineage":["https://openalex.org/I2801237587"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Shiping Chen","raw_affiliation_strings":["UCL Interaction Centre, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-9477-2420","affiliations":[{"raw_affiliation_string":"UCL Interaction Centre, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I2801237587","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060335365","display_name":"Duncan P. Brumby","orcid":"https://orcid.org/0000-0003-2846-2592"},"institutions":[{"id":"https://openalex.org/I2801237587","display_name":"London Centre for Nanotechnology","ror":"https://ror.org/04ptp8872","country_code":"GB","type":"facility","lineage":["https://openalex.org/I2801237587"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Duncan Brumby","raw_affiliation_strings":["UCL Interaction Centre, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-2846-2592","affiliations":[{"raw_affiliation_string":"UCL Interaction Centre, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I2801237587","https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043657725","display_name":"Anna L. Cox","orcid":"https://orcid.org/0000-0003-2231-2964"},"institutions":[{"id":"https://openalex.org/I2801237587","display_name":"London Centre for Nanotechnology","ror":"https://ror.org/04ptp8872","country_code":"GB","type":"facility","lineage":["https://openalex.org/I2801237587"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anna Cox","raw_affiliation_strings":["UCL Interaction Centre, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-2231-2964","affiliations":[{"raw_affiliation_string":"UCL Interaction Centre, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I2801237587","https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5040877149"],"corresponding_institution_ids":["https://openalex.org/I2801237587","https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":1.1416,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.82533691,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9470000267028809,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10582","display_name":"Ethics in Clinical Research","score":0.9071999788284302,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6331841349601746},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.4266617000102997},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36263784766197205},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10514077544212341}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6331841349601746},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.4266617000102997},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36263784766197205},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10514077544212341},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3729176.3729196","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3729176.3729196","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Annual Symposium on Human-Computer Interaction for Work","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10208390","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10208390/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In:  Proceedings of the 4th Annual Symposium on Human-Computer Interaction for Work (CHIWORK \u201925).  (pp. pp. 1-18).  ACM (2025)","raw_type":"Proceedings paper"}],"best_oa_location":{"id":"doi:10.1145/3729176.3729196","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3729176.3729196","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Annual Symposium on Human-Computer Interaction for Work","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1966519075","https://openalex.org/W1970502313","https://openalex.org/W1979290264","https://openalex.org/W1990893254","https://openalex.org/W2005950835","https://openalex.org/W2008358004","https://openalex.org/W2017899036","https://openalex.org/W2018223524","https://openalex.org/W2021341701","https://openalex.org/W2053031440","https://openalex.org/W2054100472","https://openalex.org/W2064854140","https://openalex.org/W2068754596","https://openalex.org/W2078788386","https://openalex.org/W2085062522","https://openalex.org/W2096055452","https://openalex.org/W2105667003","https://openalex.org/W2132736842","https://openalex.org/W2136945077","https://openalex.org/W2157289187","https://openalex.org/W2161571728","https://openalex.org/W2163552746","https://openalex.org/W2185954951","https://openalex.org/W2268343888","https://openalex.org/W2346884567","https://openalex.org/W2795596428","https://openalex.org/W2948269756","https://openalex.org/W2970878426","https://openalex.org/W2987387909","https://openalex.org/W3031158659","https://openalex.org/W3046868839","https://openalex.org/W3085744258","https://openalex.org/W3095319910","https://openalex.org/W3125841294","https://openalex.org/W3128455716","https://openalex.org/W3175998072","https://openalex.org/W3198632978","https://openalex.org/W4210764005","https://openalex.org/W4231517214","https://openalex.org/W4240097817","https://openalex.org/W4241559800","https://openalex.org/W4384154918","https://openalex.org/W4385820196","https://openalex.org/W4389009477","https://openalex.org/W4391631512","https://openalex.org/W4393064140","https://openalex.org/W4393970749","https://openalex.org/W4393987267","https://openalex.org/W4396232287","https://openalex.org/W4396832261","https://openalex.org/W4396832436","https://openalex.org/W4396832474","https://openalex.org/W4396833046","https://openalex.org/W4396833212","https://openalex.org/W4396833223","https://openalex.org/W4399718316","https://openalex.org/W4399992361","https://openalex.org/W4400734098","https://openalex.org/W4403710198","https://openalex.org/W4405268723"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Peer":[0],"review":[1,45,75,79,127],"ensures":[2],"research":[3,18],"quality":[4],"but":[5,70,93],"faces":[6],"growing":[7],"challenges.":[8],"Large":[9],"Language":[10],"Models":[11],"(LLMs)":[12],"offer":[13],"potential":[14],"solutions,":[15],"yet":[16],"most":[17],"has":[19],"focused":[20],"on":[21,44,114],"independent":[22],"AI-generated":[23],"reviews":[24],"rather":[25,131],"than":[26,132],"human-AI":[27],"collaboration.":[28],"We":[29],"conducted":[30],"a":[31],"within-subject":[32],"experiment":[33],"with":[34],"24":[35],"HCI":[36],"reviewers":[37],"to":[38,110],"evaluate":[39],"LLM-assisted":[40],"peer":[41,145],"review\u2019s":[42],"impact":[43],"efficiency,":[46],"quality,":[47],"workload,":[48],"and":[49,60,91,101,136],"user":[50],"perceptions.":[51],"Analysing":[52],"subjective":[53],"ratings,":[54],"objective":[55],"completion":[56],"data,":[57],"qualitative":[58],"interviews,":[59],"chat":[61],"history,":[62],"we":[63],"found":[64],"that":[65,129],"ChatGPT":[66],"significantly":[67],"reduces":[68],"workload":[69],"does":[71],"not":[72],"substantially":[73],"shorten":[74],"time":[76],"or":[77],"improve":[78],"quality.":[80],"Reviewers":[81],"valued":[82],"its":[83],"support":[84],"for":[85,104,125],"summarisation,":[86],"information":[87],"retrieval,":[88],"idea":[89],"generation,":[90],"confidence-building":[92],"noted":[94],"challenges":[95],"in":[96,119,143],"content":[97],"verification,":[98],"interaction":[99],"inefficiencies,":[100],"the":[102,111,115,138],"need":[103],"human":[105,134],"oversight.":[106],"Our":[107],"findings":[108],"contribute":[109],"broader":[112],"conversation":[113],"role":[116],"of":[117,140],"technology":[118],"scholarly":[120],"publishing,":[121],"offering":[122],"design":[123],"insights":[124],"supportive":[126],"systems":[128],"complement":[130],"replace":[133],"expertise,":[135],"highlighting":[137],"importance":[139],"responsible":[141],"integration":[142],"academic":[144],"review.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}