{"id":"https://openalex.org/W7133356125","doi":"https://doi.org/10.1145/3742413.3789134","title":"Improving Human Verification of LLM Reasoning through Interactive Explanation Interfaces","display_name":"Improving Human Verification of LLM Reasoning through Interactive Explanation Interfaces","publication_year":2026,"publication_date":"2026-03-03","ids":{"openalex":"https://openalex.org/W7133356125","doi":"https://doi.org/10.1145/3742413.3789134"},"language":null,"primary_location":{"id":"doi:10.1145/3742413.3789134","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742413.3789134","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3742413.3789134","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120645437","display_name":"Runtao Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Runtao Zhou","raw_affiliation_strings":["University of Virginia, Charlottesville, Virginia, USA"],"raw_orcid":"https://orcid.org/0000-0002-1745-2148","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127896563","display_name":"Giang Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145575","display_name":"Guideline Geo (Sweden)","ror":"https://ror.org/04etart85","country_code":"SE","type":"company","lineage":["https://openalex.org/I4210145575"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Giang Nguyen","raw_affiliation_strings":["GuideLabs, GuideLabs, San Francisco, California, USA"],"raw_orcid":"https://orcid.org/0009-0001-3845-103X","affiliations":[{"raw_affiliation_string":"GuideLabs, GuideLabs, San Francisco, California, USA","institution_ids":["https://openalex.org/I4210145575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127962895","display_name":"Nikita Kharya","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127285","display_name":"Charlottesville Medical Research","ror":"https://ror.org/02wxwcd04","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210127285"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikita Kharya","raw_affiliation_strings":["Independent Researcher, Charlottesville, Virginia, USA"],"raw_orcid":"https://orcid.org/0009-0008-7057-484X","affiliations":[{"raw_affiliation_string":"Independent Researcher, Charlottesville, Virginia, USA","institution_ids":["https://openalex.org/I4210127285"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116414888","display_name":"Anh T. N. Nguyen","orcid":"https://orcid.org/0000-0003-0528-9416"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anh Nguyen","raw_affiliation_strings":["Computer Science and Software Engineering, Auburn University, Auburn, Alabama, USA"],"raw_orcid":"https://orcid.org/0000-0003-0528-9416","affiliations":[{"raw_affiliation_string":"Computer Science and Software Engineering, Auburn University, Auburn, Alabama, USA","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048724032","display_name":"Chirag Agarwal","orcid":"https://orcid.org/0000-0002-6354-7260"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chirag Agarwal","raw_affiliation_strings":["School of Data Science, University of Virginia, Charlottesville, Virginia, USA"],"raw_orcid":"https://orcid.org/0000-0002-6354-7260","affiliations":[{"raw_affiliation_string":"School of Data Science, University of Virginia, Charlottesville, Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5120645437"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":33.4655,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.99282971,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"456","last_page":"473"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2304999977350235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2304999977350235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.08079999685287476,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07829999923706055,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.5450000166893005},{"id":"https://openalex.org/keywords/reasoning-system","display_name":"Reasoning system","score":0.5054000020027161},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.46239998936653137},{"id":"https://openalex.org/keywords/analytic-reasoning","display_name":"Analytic reasoning","score":0.46140000224113464},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.420199990272522},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.3939000070095062},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.34790000319480896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7462000250816345},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.5450000166893005},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5195000171661377},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.5054000020027161},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.46239998936653137},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.46140000224113464},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.420199990272522},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3939000070095062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3711000084877014},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.34790000319480896},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.2815000116825104},{"id":"https://openalex.org/C36964233","wikidata":"https://www.wikidata.org/wiki/Q7920942","display_name":"Verbal reasoning","level":3,"score":0.2721000015735626}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3742413.3789134","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742413.3789134","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3742413.3789134","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742413.3789134","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4733937382698059,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2010398643","https://openalex.org/W2130736456","https://openalex.org/W2795530988","https://openalex.org/W2844743642","https://openalex.org/W2929198708","https://openalex.org/W2959587146","https://openalex.org/W2963095307","https://openalex.org/W2996466508","https://openalex.org/W2997560917","https://openalex.org/W3009578469","https://openalex.org/W3016099278","https://openalex.org/W3199384803","https://openalex.org/W3213720670","https://openalex.org/W4220699816","https://openalex.org/W4280651558","https://openalex.org/W4321393171","https://openalex.org/W4321598326","https://openalex.org/W4366587891","https://openalex.org/W4382323468","https://openalex.org/W4385571045","https://openalex.org/W4385682544","https://openalex.org/W4386119216","https://openalex.org/W4387670741","https://openalex.org/W4387909633","https://openalex.org/W4388624604","https://openalex.org/W4390490761","https://openalex.org/W4393970796","https://openalex.org/W4400195536","https://openalex.org/W4403447370","https://openalex.org/W4403501023","https://openalex.org/W4407842065","https://openalex.org/W4408615269","https://openalex.org/W4411120327","https://openalex.org/W4411269443","https://openalex.org/W4413042400","https://openalex.org/W4415797312","https://openalex.org/W7133224126","https://openalex.org/W7133228402","https://openalex.org/W7133231369"],"related_works":[],"abstract_inverted_index":{"The":[0,227],"reasoning":[1,47,49,70,87,97,117,195,208,225],"capabilities":[2],"of":[3,33,38,214,224],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"have":[8],"led":[9,163],"to":[10,67,84,121,164,177,201,204],"their":[11,65],"increasing":[12],"employment":[13],"in":[14,40,63,75],"several":[15],"critical":[16],"applications,":[17],"particularly":[18],"education,":[19],"where":[20,168],"they":[21],"support":[22],"problem-solving,":[23],"tutoring,":[24],"and":[25,72,82,105,109,144,179,183,217,229],"personalized":[26],"study.":[27],"While":[28],"there":[29],"are":[30],"a":[31,110],"plethora":[32],"works":[34],"showing":[35],"the":[36,56,115,137,141,184,193,206,212,221],"effectiveness":[37],"LLMs":[39],"generating":[41],"step-by-step":[42],"solutions":[43],"through":[44],"chain-of-thought":[45],"(CoT)":[46],"on":[48],"benchmarks,":[50],"little":[51],"is":[52,59],"understood":[53],"about":[54],"whether":[55],"generated":[57],"CoT":[58,100,120,158,186],"helpful":[60],"for":[61,220,231],"end-users":[62],"improving":[64],"ability":[66,200],"comprehend":[68],"mathematical":[69],"problems":[71],"detect":[73],"errors/hallucinations":[74],"LLM-generated":[76],"solutions.":[77],"To":[78],"address":[79],"this":[80,232],"gap":[81],"contribute":[83],"understanding":[85],"how":[86],"can":[88,234],"improve":[89],"human-AI":[90],"interaction,":[91],"we":[92,128],"present":[93],"three":[94],"new":[95],"interactive":[96,99,102,106,123,131],"interfaces:":[98],"(iCoT),":[101],"Program-of-Thought":[103],"(iPoT),":[104],"Graph":[107],"(iGraph),":[108],"novel":[111],"framework":[112],"that":[113,130],"generates":[114],"LLM\u2019s":[116,207],"from":[118],"traditional":[119],"alternative,":[122],"formats.":[124],"Across":[125],"125":[126],"participants,":[127],"found":[129,236],"interfaces":[132,161,230],"significantly":[133],"improved":[134],"performance.":[135],"Specifically,":[136],"iGraph":[138,171,194],"interface":[139],"yielded":[140],"highest":[142],"clarity":[143],"error":[145],"detection":[146],"rate":[147],"(\\(85.6\\%\\)),":[148],"followed":[149],"by":[150],"iPoT":[151,180],"(\\(82.5\\%\\)),":[152],"iCoT":[153,178],"(\\(80.6\\%\\)),":[154],"all":[155],"outperforming":[156],"standard":[157,185],"(\\(73.5\\%\\)).":[159],"Interactive":[160],"also":[162],"faster":[165],"response":[166],"times,":[167],"participants":[169,191],"using":[170],"were":[172],"fastest":[173],"(57.9":[174],"secs),":[175,182],"compared":[176],"(60":[181],"baseline":[187],"(64.7":[188],"secs).":[189],"Furthermore,":[190],"preferred":[192],"interface,":[196],"citing":[197],"its":[198],"superior":[199],"enable":[202],"users":[203],"follow":[205],"process.":[209],"We":[210],"discuss":[211],"implications":[213],"these":[215],"results":[216],"provide":[218],"recommendations":[219],"future":[222],"design":[223],"models.":[226],"code":[228],"project":[233],"be":[235],"here:":[237],"https://github.com/Runtaozhou/Interactive-CoT":[238]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2026-03-04T00:00:00"}