{"id":"https://openalex.org/W7160555411","doi":"https://doi.org/10.1109/tem.2026.3691360","title":"When AI Becomes Its Own Biggest Fan: Self-Preference Bias in AI-Assisted Peer Review","display_name":"When AI Becomes Its Own Biggest Fan: Self-Preference Bias in AI-Assisted Peer Review","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7160555411","doi":"https://doi.org/10.1109/tem.2026.3691360"},"language":null,"primary_location":{"id":"doi:10.1109/tem.2026.3691360","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tem.2026.3691360","pdf_url":null,"source":{"id":"https://openalex.org/S154533451","display_name":"IEEE Transactions on Engineering Management","issn_l":"0018-9391","issn":["0018-9391","1558-0040"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Engineering Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101708162","display_name":"Jianzheng Shi","orcid":"https://orcid.org/0009-0000-0793-9668"},"institutions":[{"id":"https://openalex.org/I8696757","display_name":"Singapore University of Social Sciences","ror":"https://ror.org/01s57k749","country_code":"SG","type":"education","lineage":["https://openalex.org/I8696757"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jianzheng Shi","raw_affiliation_strings":["Singapore University of Social Sciences, Singapore"],"raw_orcid":"https://orcid.org/0009-0000-0793-9668","affiliations":[{"raw_affiliation_string":"Singapore University of Social Sciences, Singapore","institution_ids":["https://openalex.org/I8696757"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135632960","display_name":"Jungmin Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I102461120","display_name":"Marquette University","ror":"https://ror.org/04gr4te78","country_code":"US","type":"education","lineage":["https://openalex.org/I102461120"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jungmin Lee","raw_affiliation_strings":["Marquette University, Milwaukee, WI, USA"],"raw_orcid":"https://orcid.org/0000-0001-7657-9184","affiliations":[{"raw_affiliation_string":"Marquette University, Milwaukee, WI, USA","institution_ids":["https://openalex.org/I102461120"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085923344","display_name":"Larry Zhiming Xu","orcid":"https://orcid.org/0000-0002-5255-502X"},"institutions":[{"id":"https://openalex.org/I102461120","display_name":"Marquette University","ror":"https://ror.org/04gr4te78","country_code":"US","type":"education","lineage":["https://openalex.org/I102461120"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Larry Zhiming Xu","raw_affiliation_strings":["Marquette University, Milwaukee, WI, USA"],"raw_orcid":"https://orcid.org/0000-0002-5255-502X","affiliations":[{"raw_affiliation_string":"Marquette University, Milwaukee, WI, USA","institution_ids":["https://openalex.org/I102461120"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106450611","display_name":"Terence Ow","orcid":null},"institutions":[{"id":"https://openalex.org/I102461120","display_name":"Marquette University","ror":"https://ror.org/04gr4te78","country_code":"US","type":"education","lineage":["https://openalex.org/I102461120"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terence T. Ow","raw_affiliation_strings":["Marquette University, Milwaukee, WI, USA"],"raw_orcid":"https://orcid.org/0000-0002-6292-9718","affiliations":[{"raw_affiliation_string":"Marquette University, Milwaukee, WI, USA","institution_ids":["https://openalex.org/I102461120"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5135619197","display_name":"Yue Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I8696757","display_name":"Singapore University of Social Sciences","ror":"https://ror.org/01s57k749","country_code":"SG","type":"education","lineage":["https://openalex.org/I8696757"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Singapore University of Social Sciences, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8322-5384","affiliations":[{"raw_affiliation_string":"Singapore University of Social Sciences, Singapore","institution_ids":["https://openalex.org/I8696757"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.51010049,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"73","issue":null,"first_page":"3710","last_page":"3722"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5580000281333923,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5580000281333923,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.05950000137090683,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.05550000071525574,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.7741000056266785},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.696399986743927},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6212999820709229},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.44679999351501465},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.44530001282691956},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.3734000027179718}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7741000056266785},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.696399986743927},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6212999820709229},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5507000088691711},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.44679999351501465},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.44530001282691956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4413999915122986},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42750000953674316},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3736000061035156},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.3734000027179718},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.35409998893737793},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.35109999775886536},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33719998598098755},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3061999976634979},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C2988746165","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer evaluation","level":3,"score":0.26339998841285706},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.26109999418258667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tem.2026.3691360","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tem.2026.3691360","pdf_url":null,"source":{"id":"https://openalex.org/S154533451","display_name":"IEEE Transactions on Engineering Management","issn_l":"0018-9391","issn":["0018-9391","1558-0040"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Engineering Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6100964546203613}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,57],"study":[1,207],"examined":[2],"whether":[3],"large":[4],"language":[5],"models":[6],"exhibit":[7],"self-preference":[8,108,145],"bias,":[9,109],"a":[10,29,47,96,175,204],"tendency":[11],"to":[12,39,90,114,119,148,174,209],"favor":[13],"texts":[14],"generated":[15,69,77,121],"by":[16,21,78,122,215],"themselves":[17],"over":[18],"those":[19],"produced":[20],"other":[22,79,123],"models,":[23],"in":[24,180,237],"AI-assisted":[25,181],"peer":[26],"review.":[27],"Using":[28],"controlled":[30],"review":[31,126],"simulation,":[32],"GPT-4,":[33],"GPT-3,":[34],"and":[35,41,54,71,104,142,166,198,225,234],"LLaMA":[36,139],"were":[37,128],"used":[38,89],"generate":[40],"evaluate":[42],"60":[43],"academic":[44],"manuscripts":[45,76,120],"under":[46,81],"common":[48],"rubric":[49],"covering":[50],"clarity,":[51],"relevance,":[52],"originality,":[53],"methodological":[55],"appropriateness.":[56],"design":[58],"enabled":[59],"direct":[60],"comparison":[61],"between":[62],"self-reviews":[63],"(a":[64,73],"model":[65,74],"evaluates":[66,75],"its":[67,149],"own":[68,116],"manuscript)":[70],"cross-reviews":[72,134],"models)":[80],"identical":[82],"evaluation":[83,199,213],"conditions.":[84],"In":[85],"addition,":[86],"BERT":[87],"was":[88],"compute":[91],"embedding-based":[92],"semantic":[93],"similarity":[94],"as":[95],"robustness":[97],"measure.":[98],"The":[99,206],"results":[100],"indicated":[101],"that":[102,184],"GPT-4":[103],"GPT-3":[105],"exhibited":[106],"strong":[107],"assigning":[110],"significantly":[111],"higher":[112,150],"scores":[113,127],"their":[115],"outputs":[117],"than":[118,135],"models.":[124],"Human":[125],"more":[129],"closely":[130],"aligned":[131],"with":[132],"AI":[133,136],"self-reviews,":[137],"whereas":[138],"showed":[140],"weaker":[141],"less":[143],"consistent":[144],"patterns,":[146],"corresponding":[147],"rejection":[151],"rate":[152],"during":[153],"quality":[154],"screening.":[155],"These":[156],"findings":[157,172],"remained":[158],"robust":[159],"across":[160],"prompt-sensitivity,":[161],"resampling,":[162],"alternative":[163],"aggregation,":[164],"subsample,":[165],"model-specification":[167],"checks.":[168],"Taken":[169],"together,":[170],"the":[171],"point":[173],"structural":[176],"source":[177],"of":[178,219],"distortion":[179],"evaluation,":[182,232],"suggesting":[183],"bias":[185,221],"may":[186],"arise":[187],"not":[188],"only":[189],"from":[190,195],"training":[191],"data":[192],"but":[193],"also":[194],"how":[196],"generation":[197],"roles":[200],"are":[201],"configured":[202],"within":[203],"workflow.":[205],"contributes":[208],"research":[210],"on":[211,230],"AI-enabled":[212],"systems":[214],"extending":[216],"current":[217],"discussions":[218],"algorithmic":[220],"toward":[222],"workflow":[223],"design,":[224],"it":[226],"offers":[227],"practical":[228],"guidance":[229],"cross-model":[231],"calibration,":[233],"human-in-the-loop":[235],"safeguards":[236],"high-stakes":[238],"evaluative":[239],"settings.":[240]},"counts_by_year":[],"updated_date":"2026-06-18T08:10:14.011955","created_date":"2026-05-08T00:00:00"}