{"id":"https://openalex.org/W4396232287","doi":"https://doi.org/10.1145/3637371","title":"MetaWriter: Exploring the Potential and Perils of AI Writing Support in Scientific Peer Review","display_name":"MetaWriter: Exploring the Potential and Perils of AI Writing Support in Scientific Peer Review","publication_year":2024,"publication_date":"2024-04-17","ids":{"openalex":"https://openalex.org/W4396232287","doi":"https://doi.org/10.1145/3637371"},"language":"en","primary_location":{"id":"doi:10.1145/3637371","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637371","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057939630","display_name":"Lu Sun","orcid":"https://orcid.org/0000-0001-5560-7123"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu Sun","raw_affiliation_strings":["University of California San Diego, San Diego, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5560-7123","affiliations":[{"raw_affiliation_string":"University of California San Diego, San Diego, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046756352","display_name":"Silin Tao","orcid":"https://orcid.org/0000-0003-0291-8600"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stone Tao","raw_affiliation_strings":["University of California, San Diego, San Diego, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0291-8600","affiliations":[{"raw_affiliation_string":"University of California, San Diego, San Diego, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102908960","display_name":"Junjie Hu","orcid":"https://orcid.org/0000-0001-7137-7719"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junjie Hu","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, WI, USA"],"raw_orcid":"https://orcid.org/0000-0001-7137-7719","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051426773","display_name":"Steven P. Dow","orcid":"https://orcid.org/0000-0002-1354-9866"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven P. Dow","raw_affiliation_strings":["University of California, San Diego, La Jolla, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1354-9866","affiliations":[{"raw_affiliation_string":"University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.1689,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.98281861,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"8","issue":"CSCW1","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6441691517829895},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.6435988545417786},{"id":"https://openalex.org/keywords/technical-peer-review","display_name":"Technical peer review","score":0.6219033598899841},{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.6057981252670288},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5224950909614563},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5128560066223145},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.45680421590805054},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.45555126667022705},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37110236287117004},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.25116419792175293},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.2187841236591339},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.11955392360687256},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.10478252172470093}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6441691517829895},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.6435988545417786},{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.6219033598899841},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.6057981252670288},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5224950909614563},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5128560066223145},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.45680421590805054},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.45555126667022705},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37110236287117004},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.25116419792175293},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2187841236591339},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.11955392360687256},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.10478252172470093},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3637371","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637371","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.75}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1626619789","https://openalex.org/W1961845056","https://openalex.org/W1989281298","https://openalex.org/W1999626445","https://openalex.org/W2002514548","https://openalex.org/W2059216172","https://openalex.org/W2064766209","https://openalex.org/W2095371090","https://openalex.org/W2095455968","https://openalex.org/W2108325777","https://openalex.org/W2128195326","https://openalex.org/W2134199422","https://openalex.org/W2250287365","https://openalex.org/W2251625298","https://openalex.org/W2282821441","https://openalex.org/W2292054779","https://openalex.org/W2329930013","https://openalex.org/W2514944726","https://openalex.org/W2518510348","https://openalex.org/W2526355008","https://openalex.org/W2553734262","https://openalex.org/W2740947917","https://openalex.org/W2796371790","https://openalex.org/W2898911770","https://openalex.org/W2911396267","https://openalex.org/W2916904544","https://openalex.org/W2941884113","https://openalex.org/W2963456134","https://openalex.org/W2963993699","https://openalex.org/W2995482541","https://openalex.org/W3005073185","https://openalex.org/W3035071536","https://openalex.org/W3038925583","https://openalex.org/W3094226206","https://openalex.org/W3099545035","https://openalex.org/W3103553006","https://openalex.org/W3115913034","https://openalex.org/W3128455716","https://openalex.org/W3138773240","https://openalex.org/W3156532258","https://openalex.org/W3159250634","https://openalex.org/W3162895869","https://openalex.org/W3163411042","https://openalex.org/W3163443091","https://openalex.org/W3167605558","https://openalex.org/W3195926487","https://openalex.org/W3203321135","https://openalex.org/W4200628120","https://openalex.org/W4220747294","https://openalex.org/W4241559800","https://openalex.org/W4280569846","https://openalex.org/W4281939280","https://openalex.org/W4288083546","https://openalex.org/W4288086169","https://openalex.org/W4319167005","https://openalex.org/W4323543728","https://openalex.org/W4360991155","https://openalex.org/W4366587425","https://openalex.org/W4383682897","https://openalex.org/W4389009477","https://openalex.org/W4391631512","https://openalex.org/W4393970749"],"related_works":["https://openalex.org/W4303980696","https://openalex.org/W4230983122","https://openalex.org/W1971648300","https://openalex.org/W2022268986","https://openalex.org/W2139748376","https://openalex.org/W2075387374","https://openalex.org/W4317666096","https://openalex.org/W2065931168","https://openalex.org/W2762573432","https://openalex.org/W1929023914"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,55,94],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"show":[7],"the":[8,36,56,95,156,161,171,176,203],"potential":[9],"to":[10,27,86,170,193,201,220],"significantly":[11,154],"augment":[12],"or":[13],"even":[14],"replace":[15],"complex":[16,22,222],"human":[17],"writing":[18,63,218],"activities.":[19],"However,":[20],"for":[21,62,65,141,214],"tasks":[23],"where":[24],"people":[25],"need":[26],"make":[28],"decisions":[29,45],"as":[30,32,165],"well":[31],"write":[33],"a":[34,73,109,113,131],"justification,":[35],"trade":[37],"offs":[38],"between":[39],"making":[40],"work":[41],"efficient":[42],"and":[43,105,124,146,159,185,207],"hindering":[44],"remain":[46],"unclear.":[47],"In":[48],"this":[49,53],"paper,":[50],"we":[51,129],"explore":[52],"question":[54],"context":[57],"of":[58,81,112,163,197],"designing":[59],"intelligent":[60],"scaffolding":[61],"meta-reviews":[64,140],"an":[66],"academic":[67],"peer":[68,83,97,204],"review":[69,84,205],"process.":[70],"We":[71,150,187,211],"prototyped":[72],"system":[74,90],"called":[75],"\"MetaWriter''":[76],"trained":[77],"on":[78,106],"five":[79],"years":[80],"open":[82],"data":[85],"support":[87,202,221],"meta-reviewing.":[88],"The":[89],"highlights":[91],"common":[92],"topics":[93],"original":[96],"reviews,":[98],"extracts":[99],"key":[100],"points":[101],"by":[102,167],"each":[103],"reviewer,":[104],"request,":[107],"provides":[108],"preliminary":[110],"draft":[111],"meta-review":[114],"that":[115,152],"can":[116],"be":[117],"further":[118],"edited.":[119],"To":[120],"understand":[121,194],"how":[122],"novice":[123],"experienced":[125],"meta-reviewers":[126],"use":[127],"MetaWriter,":[128],"conducted":[130],"within-subject":[132],"study":[133],"with":[134,145],"32":[135],"participants.":[136],"Each":[137],"participant":[138],"wrote":[139],"two":[142],"papers:":[143],"one":[144,147],"without":[148],"MetaWriter.":[149],"found":[151],"MetaWriter":[153],"expedited":[155],"authoring":[157],"process":[158,206],"improved":[160],"coverage":[162],"meta-reviews,":[164],"rated":[166],"experts,":[168],"compared":[169],"baseline.":[172],"While":[173],"participants":[174],"recognized":[175],"efficiency":[177],"benefits,":[178],"they":[179],"raised":[180],"concerns":[181],"around":[182],"trust,":[183],"over-reliance,":[184],"agency.":[186],"also":[188],"interviewed":[189],"six":[190],"paper":[191],"authors":[192],"their":[195],"opinions":[196],"using":[198],"machine":[199],"intelligence":[200],"reported":[208],"critical":[209],"reflections.":[210],"discuss":[212],"implications":[213],"future":[215],"interactive":[216],"AI":[217],"tools":[219],"synthesis":[223],"work.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":6}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}