{"id":"https://openalex.org/W7163216632","doi":"https://doi.org/10.48550/arxiv.2606.01969","title":"Trust-Calibrated Code Review: A Participatory Design Study of Review Workflows for LLM-Generated Multi-File Changes","display_name":"Trust-Calibrated Code Review: A Participatory Design Study of Review Workflows for LLM-Generated Multi-File Changes","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163216632","doi":"https://doi.org/10.48550/arxiv.2606.01969"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01969","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01969","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01969","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092012198","display_name":"Lo Heander","orcid":"https://orcid.org/0000-0002-0695-4580"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heander, Lo Gullstrand","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048973290","display_name":"Agnia Sergeyuk","orcid":"https://orcid.org/0009-0001-1495-9824"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sergeyuk, Agnia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121848888","display_name":"Ilya Zakharov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zakharov, Ilya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137682501","display_name":"Emma S\u00f6derberg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"S\u00f6derberg, Emma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137674980","display_name":"Nikita Mukhortov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mukhortov, Nikita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.4009000062942505,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.4009000062942505,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.2224999964237213,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.053700000047683716,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8773999810218811},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.44209998846054077},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4165000021457672},{"id":"https://openalex.org/keywords/conceptual-design","display_name":"Conceptual design","score":0.39890000224113464},{"id":"https://openalex.org/keywords/design-tool","display_name":"Design tool","score":0.33980000019073486},{"id":"https://openalex.org/keywords/workflow-technology","display_name":"Workflow technology","score":0.3386000096797943},{"id":"https://openalex.org/keywords/workflow-engine","display_name":"Workflow engine","score":0.325300008058548},{"id":"https://openalex.org/keywords/conceptual-model","display_name":"Conceptual model","score":0.3237999975681305}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8773999810218811},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6377999782562256},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5996999740600586},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.44209998846054077},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4165000021457672},{"id":"https://openalex.org/C120208923","wikidata":"https://www.wikidata.org/wiki/Q5158435","display_name":"Conceptual design","level":2,"score":0.39890000224113464},{"id":"https://openalex.org/C2777466363","wikidata":"https://www.wikidata.org/wiki/Q17008971","display_name":"Design tool","level":2,"score":0.33980000019073486},{"id":"https://openalex.org/C19612761","wikidata":"https://www.wikidata.org/wiki/Q8034836","display_name":"Workflow technology","level":3,"score":0.3386000096797943},{"id":"https://openalex.org/C188220564","wikidata":"https://www.wikidata.org/wiki/Q3325097","display_name":"Workflow engine","level":3,"score":0.325300008058548},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C2777455480","wikidata":"https://www.wikidata.org/wiki/Q1038171","display_name":"Participatory design","level":3,"score":0.31380000710487366},{"id":"https://openalex.org/C2780103759","wikidata":"https://www.wikidata.org/wiki/Q5264375","display_name":"Design science","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C48262172","wikidata":"https://www.wikidata.org/wiki/Q16908765","display_name":"Design process","level":3,"score":0.30320000648498535},{"id":"https://openalex.org/C140824633","wikidata":"https://www.wikidata.org/wiki/Q2808660","display_name":"Workflow management system","level":3,"score":0.3027999997138977},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2793000042438507},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2782999873161316},{"id":"https://openalex.org/C34972735","wikidata":"https://www.wikidata.org/wiki/Q2920267","display_name":"Engineering design process","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01969","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01969","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01969","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01969","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5463688969612122}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Background:":[0],"Developers":[1],"increasingly":[2],"review":[3,127,175,235],"multi-file":[4,35,205],"code":[5,131,234],"changes":[6,36,206],"generated":[7],"by":[8,135],"LLM-based":[9],"agents,":[10],"yet":[11],"no":[12],"validated":[13],"end-to-end":[14],"workflow":[15,128,155,218],"or":[16],"IDE":[17],"tooling":[18],"design":[19,56,62,100,137,192],"exists":[20],"for":[21,44,83,198,231],"this":[22,45],"scenario.":[23],"Aims:":[24],"We":[25],"investigate":[26],"(RQ1)":[27],"the":[28,60,75,84,119,150,159,169,191,220,244],"challenges":[29],"developers":[30,40,248],"face":[31],"when":[32],"reviewing":[33],"LLM-generated":[34,204],"and":[37,68,101,146,177,219,240],"(RQ2)":[38],"how":[39],"envision":[41],"effective":[42],"workflows":[43],"task.":[46],"Method:":[47],"In":[48,149],"collaboration":[49],"with":[50,64,111],"JetBrains,":[51],"we":[52,223],"conducted":[53],"a":[54,98,102,108,125,165,195,208,213,228],"participatory":[55],"study":[57,123],"structured":[58],"using":[59],"double-diamond":[61],"process":[63],"Discover,":[65],"Define,":[66],"Develop,":[67],"Deliver":[69,95],"phases.":[70],"Industry":[71],"practitioners":[72],"participated":[73],"in":[74],"Discover":[76],"phase":[77,89,96],"(N=17);":[78],"seven":[79,136,221],"of":[80],"these":[81],"returned":[82],"Develop":[85],"phase.":[86],"The":[87,94,122,216],"Define":[88],"was":[90],"an":[91],"author-led":[92],"synthesis.":[93],"produced":[97],"conceptual":[99,229],"high-fidelity":[103],"semi-interactive":[104],"prototype":[105],"evaluated":[106],"through":[107],"follow-up":[109],"survey":[110],"N=43":[112],"practitioners.":[113],"Results:":[114],"Participants":[115],"identified":[116],"trust-calibration":[117,209],"as":[118],"central":[120],"challenge.":[121],"yielded":[124],"three-level":[126,217],"(overview,":[129],"file-analysis,":[130],"snippet":[132],"review)":[133],"supported":[134],"constructs":[138,193,222],"(chunk,":[139],"risk-per-line,":[140],"risk-per-file,":[141],"judge,":[142],"walk-through,":[143],"zooming":[144],"in/out,":[145],"security":[147],"cage).":[148],"validation":[151],"survey,":[152],"all":[153],"three":[154],"levels":[156],"scored":[157],"above":[158],"neutral":[160],"midpoint":[161],"(means":[162],"3.50--3.91":[163],"on":[164],"five-point":[166],"scale).":[167],"Of":[168],"respondents,":[170],"63%":[171],"expected":[172],"reduced":[173,179],"overall":[174],"effort,":[176,181],"52%":[178],"trust-assessment":[180],"relative":[182],"to":[183],"their":[184],"current":[185],"tools.":[186],"These":[187],"findings":[188],"suggest":[189],"that":[190,237],"indicate":[194],"positive":[196],"direction":[197],"future":[199],"tool":[200,226],"development.":[201],"Conclusions:":[202],"Reviewing":[203],"is":[207],"problem":[210],"rather":[211],"than":[212],"diffing":[214],"problem.":[215],"report":[224],"give":[225],"designers":[227],"framework":[230],"building":[232],"AI-ready":[233],"tools":[236],"surface":[238],"risk":[239],"confidence":[241],"signals":[242],"at":[243,246],"granularity":[245],"which":[247],"allocate":[249],"attention.":[250]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}