{"id":"https://openalex.org/W7153977679","doi":"https://doi.org/10.1145/3772318.3790271","title":"LLM-box vs. Thinking-box: Designing for Deliberate User Engagement with Distorted Information in Conversational Search","display_name":"LLM-box vs. Thinking-box: Designing for Deliberate User Engagement with Distorted Information in Conversational Search","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7153977679","doi":"https://doi.org/10.1145/3772318.3790271"},"language":null,"primary_location":{"id":"doi:10.1145/3772318.3790271","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790271","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772318.3790271","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016993722","display_name":"Sohyun Park","orcid":"https://orcid.org/0000-0001-6296-3716"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sohyun Park","raw_affiliation_strings":["Department of Industrial Design, KAIST, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-6296-3716","affiliations":[{"raw_affiliation_string":"Department of Industrial Design, KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069834920","display_name":"Tak Yeon Lee","orcid":"https://orcid.org/0000-0002-9235-9947"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Tak Yeon Lee","raw_affiliation_strings":["Department of Industrial Design, KAIST, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-9235-9947","affiliations":[{"raw_affiliation_string":"Department of Industrial Design, KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038683327","display_name":"Woohun Lee","orcid":"https://orcid.org/0000-0002-5703-4661"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Woohun Lee","raw_affiliation_strings":["Department of Industrial Design, KAIST, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-5703-4661","affiliations":[{"raw_affiliation_string":"Department of Industrial Design, KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.6116999983787537,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.6116999983787537,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12887","display_name":"Educational Strategies and Epistemologies","score":0.07090000063180923,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.052799999713897705,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6682000160217285},{"id":"https://openalex.org/keywords/user-engagement","display_name":"User engagement","score":0.5343999862670898},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5200999975204468},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5135999917984009},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.5077000260353088},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.5051000118255615},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.427700012922287},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.41029998660087585},{"id":"https://openalex.org/keywords/information-seeking","display_name":"Information seeking","score":0.39419999718666077}],"concepts":[{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6682000160217285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6129000186920166},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.57669997215271},{"id":"https://openalex.org/C2984870255","wikidata":"https://www.wikidata.org/wiki/Q5196451","display_name":"User engagement","level":2,"score":0.5343999862670898},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5200999975204468},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5135999917984009},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.5077000260353088},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.5051000118255615},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.427700012922287},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.41029998660087585},{"id":"https://openalex.org/C2776636917","wikidata":"https://www.wikidata.org/wiki/Q3772297","display_name":"Information seeking","level":2,"score":0.39419999718666077},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.3564999997615814},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3504999876022339},{"id":"https://openalex.org/C56995899","wikidata":"https://www.wikidata.org/wiki/Q1126687","display_name":"Focus group","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.34150001406669617},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C2777622855","wikidata":"https://www.wikidata.org/wiki/Q7901844","display_name":"User information","level":3,"score":0.3125999867916107},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3073999881744385},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3068999946117401},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.29989999532699585},{"id":"https://openalex.org/C3017738328","wikidata":"https://www.wikidata.org/wiki/Q613366","display_name":"User group","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C178674793","wikidata":"https://www.wikidata.org/wiki/Q6031077","display_name":"Information filtering system","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C2779954242","wikidata":"https://www.wikidata.org/wiki/Q6031227","display_name":"Information structure","level":2,"score":0.25290000438690186},{"id":"https://openalex.org/C78999398","wikidata":"https://www.wikidata.org/wiki/Q2899888","display_name":"Information needs","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3772318.3790271","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790271","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3772318.3790271","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790271","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7043678164482117,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1924618820","https://openalex.org/W2037057633","https://openalex.org/W2043940045","https://openalex.org/W2052271437","https://openalex.org/W2081446842","https://openalex.org/W2129660502","https://openalex.org/W2140721422","https://openalex.org/W2150634379","https://openalex.org/W2157289187","https://openalex.org/W2524597629","https://openalex.org/W2545457694","https://openalex.org/W2590822507","https://openalex.org/W2791544114","https://openalex.org/W2904156144","https://openalex.org/W2929139003","https://openalex.org/W2941211423","https://openalex.org/W2951166131","https://openalex.org/W3030396374","https://openalex.org/W3032132261","https://openalex.org/W3083000349","https://openalex.org/W3121274724","https://openalex.org/W3123744018","https://openalex.org/W3143015243","https://openalex.org/W3161171443","https://openalex.org/W3208645186","https://openalex.org/W4205393335","https://openalex.org/W4221112461","https://openalex.org/W4225137766","https://openalex.org/W4229051537","https://openalex.org/W4319167005","https://openalex.org/W4360991594","https://openalex.org/W4378229577","https://openalex.org/W4386005168","https://openalex.org/W4386951730","https://openalex.org/W4391136507","https://openalex.org/W4392736278","https://openalex.org/W4396831990","https://openalex.org/W4396832250","https://openalex.org/W4396833627","https://openalex.org/W4398203672","https://openalex.org/W4399803256","https://openalex.org/W4400530395","https://openalex.org/W4400644411","https://openalex.org/W4402923059","https://openalex.org/W4403147574","https://openalex.org/W4404534210","https://openalex.org/W4406819362","https://openalex.org/W4408589781","https://openalex.org/W4409721142","https://openalex.org/W4409736132","https://openalex.org/W4409746660","https://openalex.org/W4411281951","https://openalex.org/W4412055654","https://openalex.org/W4413240600","https://openalex.org/W4416034653","https://openalex.org/W4416392369"],"related_works":[],"abstract_inverted_index":{"Conversational":[0],"search,":[1],"powered":[2],"by":[3],"Large":[4],"Language":[5],"Models":[6],"(LLMs),":[7],"has":[8,39],"rapidly":[9],"become":[10],"a":[11,72,82],"dominant":[12],"mode":[13],"of":[14,22,30,102,108],"information":[15,23,32,65,104],"seeking.":[16],"While":[17],"LLMs":[18],"reduce":[19],"the":[20,28,53,56],"effort":[21],"seeking,":[24],"they":[25],"also":[26,126],"introduce":[27],"risk":[29],"distorted":[31,103,123],"deceptively":[33],"embedded":[34],"in":[35,61],"responses.":[36,69,151],"Prior":[37],"work":[38],"sought":[40],"technical":[41],"mitigations,":[42],"but":[43],"such":[44],"distortion":[45],"cannot":[46],"be":[47,131],"fully":[48],"eliminated.":[49],"We":[50,70],"therefore":[51],"shift":[52],"focus":[54],"to":[55,121,133,140],"user":[57,73,147],"level,":[58],"supporting":[59],"users":[60,79],"deliberately":[62],"engaging":[63],"with":[64,75,84,149],"when":[66],"reading":[67],"LLM":[68,150],"conducted":[71],"study":[74],"frequent":[76],"conversational":[77],"search":[78],"(N=16),":[80],"comparing":[81],"baseline":[83],"two":[85],"probes\u2014LLM-box":[86],"(LLM-as-a-judge":[87],"feedback)":[88],"and":[89,105],"Thinking-box":[90],"(checkpoints":[91],"from":[92],"hallucination":[93],"patterns)\u2014to":[94],"examine":[95],"how":[96],"these":[97],"probes":[98],"influenced":[99],"users\u2019":[100,119],"recognition":[101],"their":[106],"experience":[107],"guidance.":[109],"Our":[110],"findings":[111],"indicate":[112],"that":[113,128,143],"even":[114],"indirect":[115],"suggestions":[116],"significantly":[117],"improved":[118],"ability":[120],"filter":[122],"information,":[124],"while":[125],"revealing":[127],"guidance":[129],"must":[130],"selective":[132],"prevent":[134],"cognitive":[135],"overload.":[136],"These":[137],"insights":[138],"point":[139],"design":[141],"implications":[142],"enable":[144],"more":[145],"deliberate":[146],"engagement":[148]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-04-14T00:00:00"}