{"id":"https://openalex.org/W4417262891","doi":"https://doi.org/10.1145/3746059.3747600","title":"DxHF: Providing High-Quality Human Feedback for LLM Alignment with Interactive Decomposition","display_name":"DxHF: Providing High-Quality Human Feedback for LLM Alignment with Interactive Decomposition","publication_year":2025,"publication_date":"2025-09-27","ids":{"openalex":"https://openalex.org/W4417262891","doi":"https://doi.org/10.1145/3746059.3747600"},"language":"en","primary_location":{"id":"doi:10.1145/3746059.3747600","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746059.3747600","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746059.3747600","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101528850","display_name":"Danqing Shi","orcid":"https://orcid.org/0000-0002-8105-0944"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Danqing Shi","raw_affiliation_strings":["Aalto University, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0002-8105-0944","affiliations":[{"raw_affiliation_string":"Aalto University, Helsinki, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073000458","display_name":"Furui Cheng","orcid":"https://orcid.org/0000-0003-2329-6126"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Furui Cheng","raw_affiliation_strings":["ETH Z\u00fcrich, Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-2329-6126","affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082234726","display_name":"Tino Weinkauf","orcid":"https://orcid.org/0000-0002-1498-9062"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Tino Weinkauf","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-1498-9062","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003084232","display_name":"Antti Oulasvirta","orcid":"https://orcid.org/0000-0002-2498-7837"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Antti Oulasvirta","raw_affiliation_strings":["Aalto University, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0002-2498-7837","affiliations":[{"raw_affiliation_string":"Aalto University, Helsinki, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020415668","display_name":"Mennatallah El\u2010Assady","orcid":"https://orcid.org/0000-0001-8526-2613"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mennatallah El-Assady","raw_affiliation_strings":["ETH Z\u00fcrich, Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-8526-2613","affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18875532,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18170000612735748,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18170000612735748,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.13269999623298645,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.11479999870061874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6317999958992004},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6032999753952026},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.5914999842643738},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.5386999845504761},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5296000242233276},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4821000099182129},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.47589999437332153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7946000099182129},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6317999958992004},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6047999858856201},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6032999753952026},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.5914999842643738},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.5386999845504761},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5296000242233276},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4821000099182129},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.47589999437332153},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4738999903202057},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.4691999852657318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4377000033855438},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3944000005722046},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3240000009536743},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3746059.3747600","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746059.3747600","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2507.18802","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.18802","pdf_url":"https://arxiv.org/pdf/2507.18802","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3746059.3747600","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746059.3747600","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8159882787","display_name":null,"funder_award_id":"grants 328400, 345604, 341763","funder_id":"https://openalex.org/F4320332050","funder_display_name":"Finnish Center for Artificial Intelligence"}],"funders":[{"id":"https://openalex.org/F4320332050","display_name":"Finnish Center for Artificial Intelligence","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1919652261","https://openalex.org/W1969433118","https://openalex.org/W1973624057","https://openalex.org/W1985071462","https://openalex.org/W2135415614","https://openalex.org/W2145339207","https://openalex.org/W2151401338","https://openalex.org/W2501907706","https://openalex.org/W2753907577","https://openalex.org/W2900670190","https://openalex.org/W2905485741","https://openalex.org/W2906105753","https://openalex.org/W2970641574","https://openalex.org/W3091852516","https://openalex.org/W3105753178","https://openalex.org/W3125091230","https://openalex.org/W4233415207","https://openalex.org/W4251372957","https://openalex.org/W4285254998","https://openalex.org/W4321455981","https://openalex.org/W4376117416","https://openalex.org/W4389519254","https://openalex.org/W4389519598","https://openalex.org/W4389880224","https://openalex.org/W4394673407","https://openalex.org/W4396832002","https://openalex.org/W4396832834","https://openalex.org/W4396833006","https://openalex.org/W4396833112","https://openalex.org/W4396833346","https://openalex.org/W4396833354","https://openalex.org/W4396833505","https://openalex.org/W4396833645","https://openalex.org/W4402670301","https://openalex.org/W4403318059","https://openalex.org/W4403334020","https://openalex.org/W4404782878","https://openalex.org/W4405785064"],"related_works":[],"abstract_inverted_index":{"Human":[0],"preferences":[1],"are":[2,39],"widely":[3],"used":[4],"to":[5,28,54,107,117],"align":[6],"large":[7],"language":[8],"models":[9],"(LLMs)":[10],"through":[11,119],"methods":[12],"such":[13],"as":[14,51,200],"reinforcement":[15],"learning":[16],"from":[17],"human":[18,59],"feedback":[19,60,139,161,173],"(RLHF).":[20],"However,":[21],"the":[22,37,48,56,68,83,94,103,108,142,171,193,196],"current":[23],"user":[24,89],"interfaces":[25],"require":[26],"annotators":[27],"compare":[29],"text":[30,69,79],"paragraphs,":[31],"which":[32],"is":[33,180],"cognitively":[34],"challenging":[35],"when":[36],"texts":[38],"long":[40],"or":[41],"unfamiliar.":[42],"This":[43,64,114],"paper":[44],"contributes":[45],"by":[46,97,163,175],"studying":[47],"decomposition":[49,136],"principle":[50],"an":[52,164,201],"approach":[53,65],"improving":[55,205],"quality":[57],"of":[58,74,105,166,192,198],"for":[61,125,146,204],"LLM":[62],"alignment.":[63,207],"breaks":[66],"down":[67],"into":[70],"individual":[71],"claims":[72,106],"instead":[73],"directly":[75],"comparing":[76],"two":[77],"long-form":[78],"responses.":[80],"Based":[81],"on":[82],"principle,":[84],"we":[85],"build":[86],"a":[87],"novel":[88],"interface":[90],"DxHF.":[91],"It":[92],"enhances":[93],"comparison":[95],"process":[96],"showing":[98],"decomposed":[99],"claims,":[100],"visually":[101],"encoding":[102],"relevance":[104],"conversation":[109],"and":[110,122,127],"linking":[111],"similar":[112],"claims.":[113],"allows":[115],"users":[116,147,186],"skim":[118],"key":[120],"information":[121],"identify":[123],"differences":[124],"better":[126],"quicker":[128],"judgment.":[129],"Our":[130],"technical":[131],"evaluation":[132],"shows":[133],"evidence":[134],"that":[135,157],"generally":[137],"improves":[138,160],"accuracy":[140,162,179],"regarding":[141],"ground":[143],"truth,":[144],"particularly":[145],"with":[148,153],"uncertainty.":[149],"A":[150],"crowdsourcing":[151],"study":[152,194],"160":[154],"participants":[155],"indicates":[156],"using":[158],"DxHF":[159],"average":[165,172],"5%,":[167],"although":[168],"it":[169],"increases":[170],"time":[174],"18":[176],"seconds.":[177],"Notably,":[178],"significantly":[181],"higher":[182],"in":[183],"situations":[184],"where":[185],"have":[187],"less":[188],"certainty.":[189],"The":[190],"finding":[191],"highlights":[195],"potential":[197],"HCI":[199],"effective":[202],"method":[203],"human-AI":[206]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}