{"id":"https://openalex.org/W7220826385","doi":null,"title":"Evaluating the language style of AI-generated peer review","display_name":"Evaluating the language style of AI-generated peer review","publication_year":2025,"publication_date":"2025-03-11","ids":{"openalex":"https://openalex.org/W7220826385"},"language":"en","primary_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/126242","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/126242","pdf_url":"https://www.ideals.illinois.edu/items/133318/bitstreams/441169/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Poster"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ideals.illinois.edu/items/133318/bitstreams/441169/data.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157780440","display_name":"Xiang Zheng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng, Xiang","raw_affiliation_strings":["University of Wisconsin-Madison"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069683652","display_name":"Tiancheng Xiong","orcid":"https://orcid.org/0009-0005-1719-2912","observed_orcids":["https://orcid.org/0009-0005-1719-2912"]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiong, Tiancheng","raw_affiliation_strings":["University of Wisconsin-Madison"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison","institution_ids":["https://openalex.org/I135310074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I135310074"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.20280000567436218,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.20280000567436218,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.15479999780654907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.1143999993801117,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9319999814033508},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":1.0},{"id":"https://openalex.org/keywords/linguistic-style","display_name":"language style","score":0.7680000066757202},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"sentiment analysis","score":0.8159999847412109},{"id":"https://openalex.org/keywords/subjectivity","display_name":"subjectivity","score":0.9070000052452087},{"id":"https://openalex.org/keywords/peer-review-bias","display_name":"peer review bias","score":0.6909999847412109},{"id":"https://openalex.org/keywords/scholarly-communication","display_name":"scholarly communication","score":0.421999990940094},{"id":"https://openalex.org/keywords/ai-based-assessment","display_name":"AI-assisted assessment","score":0.36800000071525574}],"concepts":[{"id":"https://openalex.org/C202889954","wikidata":"https://www.wikidata.org/wiki/Q1139554","display_name":"Subjectivity","level":2,"score":0.7039999961853027},{"id":"https://openalex.org/C2780616401","wikidata":"https://www.wikidata.org/wiki/Q1133673","display_name":"Cornerstone","level":2,"score":0.6872000098228455},{"id":"https://openalex.org/C7991579","wikidata":"https://www.wikidata.org/wiki/Q17955","display_name":"Criticism","level":2,"score":0.5807999968528748},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.5447999835014343},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.5412999987602234},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5169000029563904},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.4765999913215637},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.361299991607666},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.361299991607666},{"id":"https://openalex.org/C2779313563","wikidata":"https://www.wikidata.org/wiki/Q17072565","display_name":"On Language","level":2,"score":0.353300005197525},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3255000114440918},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.29499998688697815},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C2987219923","wikidata":"https://www.wikidata.org/wiki/Q777864","display_name":"Linguistic analysis","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.27489998936653137},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.2578999996185303},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:www.ideals.illinois.edu:2142/126242","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/126242","pdf_url":"https://www.ideals.illinois.edu/items/133318/bitstreams/441169/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Poster"}],"best_oa_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/126242","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/126242","pdf_url":"https://www.ideals.illinois.edu/items/133318/bitstreams/441169/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Poster"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220826385.pdf","grobid_xml":"https://content.openalex.org/works/W7220826385.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4408145959","https://openalex.org/W4403885547","https://openalex.org/W7162804100","https://openalex.org/W7128927259","https://openalex.org/W4411743786","https://openalex.org/W4376866708","https://openalex.org/W7160543230","https://openalex.org/W4417497087","https://openalex.org/W7204194336","https://openalex.org/W7140290056"],"abstract_inverted_index":{"Peer":[0],"review":[1,134],"is":[2],"a":[3,150],"cornerstone":[4],"of":[5,10,31,76],"science,":[6],"ensuring":[7],"the":[8,28,71],"integrity":[9],"scholarly":[11],"communication.":[12],"However,":[13,111],"it":[14,45],"has":[15],"faced":[16],"criticism":[17],"for":[18],"potential":[19],"bias":[20],"and":[21,74,81,92,106],"harsh":[22],"language":[23,29,37],"style.":[24],"This":[25],"study":[26,69],"explores":[27],"style":[30],"peer":[32,133],"reviews":[33,53,59,88],"written":[34],"by":[35],"large":[36],"models":[38],"(LLMs),":[39],"specifically":[40],"GPT-4,":[41],"to":[42,114,140,153],"examine":[43],"whether":[44],"can":[46],"mitigate":[47],"such":[48],"issues.":[49],"By":[50],"comparing":[51],"human":[52,132],"from":[54],"NIPS":[55],"2022":[56],"with":[57],"GPT-4-generated":[58],"under":[60,97],"different":[61],"tonal":[62],"conditions":[63],"(normal,":[64],"kind,":[65],"harsh),":[66],"this":[67,112,147],"pilot":[68],"assesses":[70],"objectivity,":[72],"clarity,":[73],"sentiment":[75,80],"AI-generated":[77],"feedback.":[78],"Using":[79],"subjectivity":[82,91],"analyses,":[83],"we":[84],"find":[85],"that":[86,128],"GPT-4\u2019s":[87],"exhibit":[89],"lower":[90],"more":[93,108],"positive":[94],"sentiment,":[95],"even":[96],"prompts":[98],"encouraging":[99],"harshness.":[100],"GPT-4":[101],"also":[102],"avoids":[103],"outright":[104],"rejection":[105],"offers":[107],"favorable":[109],"outcomes.":[110],"tendency":[113],"minimize":[115],"negative":[116],"feedback":[117],"raises":[118],"concerns":[119],"about":[120],"its":[121],"critical":[122],"evaluation":[123],"capacity.":[124],"The":[125],"results":[126],"suggest":[127],"LLMs":[129],"may":[130],"complement":[131],"but":[135],"must":[136],"be":[137],"used":[138],"cautiously":[139],"maintain":[141],"rigor.":[142],"Future":[143],"work":[144],"will":[145],"expand":[146],"analysis":[148],"using":[149],"large-scale":[151],"dataset":[152],"further":[154],"validate":[155],"these":[156],"findings.":[157]},"counts_by_year":[],"updated_date":"2026-10-17T09:40:24.721904","created_date":"2026-10-07T00:00:00"}