{"id":"https://openalex.org/W7154045619","doi":"https://doi.org/10.1145/3772318.3790439","title":"Reporting and Reviewing LLM-Integrated Systems in HCI: Challenges and Considerations","display_name":"Reporting and Reviewing LLM-Integrated Systems in HCI: Challenges and Considerations","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154045619","doi":"https://doi.org/10.1145/3772318.3790439"},"language":null,"primary_location":{"id":"doi:10.1145/3772318.3790439","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790439","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772318.3790439","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108528089","display_name":"Karla F\u00e9lix Navarro","orcid":null},"institutions":[{"id":"https://openalex.org/I4210150747","display_name":"H\u00f4tel-Dieu de Montr\u00e9al","ror":"https://ror.org/0468gx405","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I4210142730","https://openalex.org/I4210150747"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Karla Felix Navarro","raw_affiliation_strings":["Department of Computer Science and Operations Research (DIRO), Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Quebec, Canada"],"raw_orcid":"https://orcid.org/0009-0005-6855-5859","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Operations Research (DIRO), Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Quebec, Canada","institution_ids":["https://openalex.org/I4210150747","https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049129140","display_name":"Eugene Syriani","orcid":"https://orcid.org/0000-0001-6527-1651"},"institutions":[{"id":"https://openalex.org/I4210150747","display_name":"H\u00f4tel-Dieu de Montr\u00e9al","ror":"https://ror.org/0468gx405","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I4210142730","https://openalex.org/I4210150747"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Eugene Syriani","raw_affiliation_strings":["Department of Computer Science and Operations Research (DIRO), Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Quebec, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6527-1651","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Operations Research (DIRO), Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Quebec, Canada","institution_ids":["https://openalex.org/I4210150747","https://openalex.org/I70931966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054622611","display_name":"Ian Arawjo","orcid":"https://orcid.org/0000-0001-8910-0822"},"institutions":[{"id":"https://openalex.org/I4210150747","display_name":"H\u00f4tel-Dieu de Montr\u00e9al","ror":"https://ror.org/0468gx405","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I4210142730","https://openalex.org/I4210150747"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ian Arawjo","raw_affiliation_strings":["Department of Computer Science and Operations Research (DIRO), Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Quebec, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8910-0822","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Operations Research (DIRO), Universit\u00e9 de Montr\u00e9al, Montr\u00e9al, Quebec, Canada","institution_ids":["https://openalex.org/I4210150747","https://openalex.org/I70931966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.12210000306367874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.12210000306367874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.10289999842643738,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.05829999968409538,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6047000288963318},{"id":"https://openalex.org/keywords/skepticism","display_name":"Skepticism","score":0.49900001287460327},{"id":"https://openalex.org/keywords/rhetoric","display_name":"Rhetoric","score":0.4927999973297119},{"id":"https://openalex.org/keywords/rebuttal","display_name":"Rebuttal","score":0.30000001192092896},{"id":"https://openalex.org/keywords/openness-to-experience","display_name":"Openness to experience","score":0.29249998927116394},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.27230000495910645}],"concepts":[{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6047000288963318},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.5436000227928162},{"id":"https://openalex.org/C18296254","wikidata":"https://www.wikidata.org/wiki/Q1395219","display_name":"Skepticism","level":2,"score":0.49900001287460327},{"id":"https://openalex.org/C1370556","wikidata":"https://www.wikidata.org/wiki/Q81009","display_name":"Rhetoric","level":2,"score":0.4927999973297119},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.39419999718666077},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.39239999651908875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35670000314712524},{"id":"https://openalex.org/C2777310092","wikidata":"https://www.wikidata.org/wiki/Q1410600","display_name":"Rebuttal","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2987000048160553},{"id":"https://openalex.org/C84976871","wikidata":"https://www.wikidata.org/wiki/Q2015673","display_name":"Openness to experience","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.27900001406669617},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2752000093460083},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C2986663376","wikidata":"https://www.wikidata.org/wiki/Q9465","display_name":"Ethical issues","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C64364511","wikidata":"https://www.wikidata.org/wiki/Q1132530","display_name":"Technical communication","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2630999982357025},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3772318.3790439","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790439","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3772318.3790439","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790439","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2068408009","https://openalex.org/W2122909041","https://openalex.org/W2130500927","https://openalex.org/W2133443878","https://openalex.org/W2402661097","https://openalex.org/W2897042519","https://openalex.org/W3032875465","https://openalex.org/W3150055540","https://openalex.org/W3161401854","https://openalex.org/W3212368439","https://openalex.org/W4224105048","https://openalex.org/W4226088279","https://openalex.org/W4288083705","https://openalex.org/W4320003957","https://openalex.org/W4387156527","https://openalex.org/W4387835442","https://openalex.org/W4390690827","https://openalex.org/W4396827149","https://openalex.org/W4396832834","https://openalex.org/W4396833108","https://openalex.org/W4396833388","https://openalex.org/W4396833505","https://openalex.org/W4400411501","https://openalex.org/W4401042836","https://openalex.org/W4402977997","https://openalex.org/W4403012909","https://openalex.org/W4403334020","https://openalex.org/W4404689550","https://openalex.org/W4408640626","https://openalex.org/W4409735925","https://openalex.org/W4409736326","https://openalex.org/W4409749179","https://openalex.org/W4409767946","https://openalex.org/W4409883880","https://openalex.org/W4409885603","https://openalex.org/W4410512509","https://openalex.org/W4411505886","https://openalex.org/W7077142139","https://openalex.org/W7084053507","https://openalex.org/W7084083845","https://openalex.org/W7084134822"],"related_works":[],"abstract_inverted_index":{"What":[0],"should":[1],"HCI":[2,129,156,168],"scholars":[3],"consider":[4],"when":[5],"reporting":[6,98,171],"and":[7,25,36,48,60,69,78,91,101,126,130,139,150,167,172],"reviewing":[8,26,173],"papers":[9,21,64,174],"that":[10,30,55,65,96,102,175],"involve":[11,176],"LLM-integrated":[12,19,67,177],"systems?":[13],"We":[14,28],"interview":[15],"18":[16],"authors":[17,35],"of":[18,32,45,128,143,162],"system":[20],"on":[22,147],"their":[23],"authoring":[24],"experiences.":[27],"find":[29],"norms":[31,125],"trust-building":[33],"between":[34,123],"reviewers":[37,56],"appear":[38,118],"to":[39,87,119],"be":[40,107],"eroded":[41],"by":[42,72],"the":[43,124],"uncertainty":[44],"LLM":[46,80],"behavior":[47],"hyperbolic":[49],"rhetoric":[50],"surrounding":[51],"AI.":[52],"Authors":[53],"perceive":[54],"apply":[57],"uniquely":[58],"skeptical":[59],"inconsistent":[61],"standards":[62],"towards":[63],"report":[66,88],"systems,":[68],"mitigate":[70],"mistrust":[71],"adding":[73],"technical":[74,144],"evaluations,":[75],"justifying":[76],"usage,":[77],"de-emphasizing":[79],"presence.":[81],"Authors\u2019":[82],"views":[83],"challenge":[84],"blanket":[85],"directives":[86],"all":[89],"prompts":[90],"use":[92],"open":[93],"models,":[94],"arguing":[95],"prompt":[97],"is":[99],"context-dependent":[100],"proprietary":[103],"model":[104],"usage":[105],"can":[106],"justified":[108],"despite":[109],"ethical":[110],"concerns.":[111],"Finally,":[112],"some":[113],"tensions":[114],"in":[115],"peer":[116],"review":[117],"stem":[120],"from":[121,153],"clashes":[122],"values":[127],"ML/NLP":[131],"communities,":[132],"particularly":[133],"around":[134,170],"what":[135],"constitutes":[136],"a":[137,160],"contribution":[138],"an":[140],"appropriate":[141],"level":[142],"rigor.":[145],"Based":[146],"our":[148],"findings":[149],"additional":[151],"feedback":[152],"six":[154],"expert":[155],"researchers,":[157],"we":[158],"present":[159],"set":[161],"considerations":[163],"for":[164],"authors,":[165],"reviewers,":[166],"communities":[169],"systems.":[178]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-04-14T00:00:00"}