{"id":"https://openalex.org/W4409746861","doi":"https://doi.org/10.1145/3706598.3713273","title":"No Evidence for LLMs Being Useful in Problem Reframing","display_name":"No Evidence for LLMs Being Useful in Problem Reframing","publication_year":2025,"publication_date":"2025-04-24","ids":{"openalex":"https://openalex.org/W4409746861","doi":"https://doi.org/10.1145/3706598.3713273"},"language":"en","primary_location":{"id":"doi:10.1145/3706598.3713273","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713273","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3706598.3713273","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039224119","display_name":"Joongi Shin","orcid":"https://orcid.org/0000-0002-9974-8283"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Joongi Shin","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0002-9974-8283","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108198663","display_name":"Anna Polyanskaya","orcid":null},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Anna Polyanskaya","raw_affiliation_strings":["Universidad del Pa\u00eds Vasco, Donostia-San Sebastian, Spain"],"raw_orcid":"https://orcid.org/0009-0005-8563-2561","affiliations":[{"raw_affiliation_string":"Universidad del Pa\u00eds Vasco, Donostia-San Sebastian, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019715154","display_name":"Andr\u00e9s Lucero","orcid":"https://orcid.org/0000-0002-7176-2884"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Andr\u00e9s Lucero","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0002-7176-2884","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003084232","display_name":"Antti Oulasvirta","orcid":"https://orcid.org/0000-0002-2498-7837"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Antti Oulasvirta","raw_affiliation_strings":["Aalto University, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0002-2498-7837","affiliations":[{"raw_affiliation_string":"Aalto University, Helsinki, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-reframing","display_name":"Cognitive reframing","score":0.8943518996238708},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47726815938949585},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20510238409042358},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.115607351064682}],"concepts":[{"id":"https://openalex.org/C187029079","wikidata":"https://www.wikidata.org/wiki/Q958679","display_name":"Cognitive reframing","level":2,"score":0.8943518996238708},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47726815938949585},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20510238409042358},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.115607351064682}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3706598.3713273","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713273","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2503.01631","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.01631","pdf_url":"https://arxiv.org/pdf/2503.01631","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/135996","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/a14476a0-51a3-4d56-b94e-470bf0899ad0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3706598.3713273","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713273","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332050","display_name":"Finnish Center for Artificial Intelligence","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W89131129","https://openalex.org/W565401094","https://openalex.org/W1968869370","https://openalex.org/W1970389678","https://openalex.org/W1990013403","https://openalex.org/W2027321110","https://openalex.org/W2057695310","https://openalex.org/W2071638895","https://openalex.org/W2079066388","https://openalex.org/W2080127899","https://openalex.org/W2082577695","https://openalex.org/W2087641817","https://openalex.org/W2111258178","https://openalex.org/W2116104206","https://openalex.org/W2129203575","https://openalex.org/W2136807250","https://openalex.org/W2151905266","https://openalex.org/W2163098878","https://openalex.org/W2171960331","https://openalex.org/W2178529757","https://openalex.org/W2548241034","https://openalex.org/W2623440914","https://openalex.org/W2888901771","https://openalex.org/W2899063956","https://openalex.org/W2902880712","https://openalex.org/W2964529434","https://openalex.org/W3134535765","https://openalex.org/W3159259896","https://openalex.org/W3199400376","https://openalex.org/W3201765497","https://openalex.org/W3203321135","https://openalex.org/W3206079177","https://openalex.org/W4213418985","https://openalex.org/W4221055872","https://openalex.org/W4224909974","https://openalex.org/W4233738656","https://openalex.org/W4238741570","https://openalex.org/W4241464738","https://openalex.org/W4283172359","https://openalex.org/W4298042811","https://openalex.org/W4366548330","https://openalex.org/W4366549000","https://openalex.org/W4366597144","https://openalex.org/W4366817968","https://openalex.org/W4377371585","https://openalex.org/W4381786739","https://openalex.org/W4383226706","https://openalex.org/W4383682782","https://openalex.org/W4383682897","https://openalex.org/W4384154918","https://openalex.org/W4385570689","https://openalex.org/W4386740961","https://openalex.org/W4388488609","https://openalex.org/W4389669903","https://openalex.org/W4390690619","https://openalex.org/W4391556516","https://openalex.org/W4391924264","https://openalex.org/W4392972228","https://openalex.org/W4393970811","https://openalex.org/W4396822140","https://openalex.org/W4396827179","https://openalex.org/W4396832002","https://openalex.org/W4396832024","https://openalex.org/W4396832314","https://openalex.org/W4396833086","https://openalex.org/W4396833426","https://openalex.org/W4396833729","https://openalex.org/W4398217838","https://openalex.org/W4399913244","https://openalex.org/W4399917664","https://openalex.org/W4399917667","https://openalex.org/W4399992361","https://openalex.org/W4400142599","https://openalex.org/W4400142639","https://openalex.org/W4400578758","https://openalex.org/W4404315525"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2061896288","https://openalex.org/W1965599462","https://openalex.org/W2025581759","https://openalex.org/W2256481674","https://openalex.org/W2011143448","https://openalex.org/W2417845289","https://openalex.org/W2944195030"],"abstract_inverted_index":{"Problem":[0],"reframing":[1,151],"is":[2,18,24,54,143],"a":[3,14,94,99],"designerly":[4],"activity":[5,47],"wherein":[6],"alternative":[7,21],"perspectives":[8,33],"are":[9,70],"created":[10],"to":[11,72,146],"recast":[12],"what":[13],"stated":[15],"design":[16],"problem":[17,22,38,115,150],"about.":[19],"Generating":[20],"frames":[23],"challenging":[25],"because":[26],"it":[27,53,119],"requires":[28],"devising":[29],"novel":[30],"and":[31,92,126,152],"useful":[32],"that":[34,105,141],"fit":[35],"the":[36,112,121],"given":[37],"context.":[39],"Large":[40],"language":[41],"models":[42],"(LLMs)":[43],"could":[44],"assist":[45],"this":[46,77,157],"via":[48],"their":[49],"generative":[50],"capability.":[51],"However,":[52],"not":[55,109],"clear":[56],"whether":[57],"they":[58],"can":[59],"help":[60,110],"designers":[61],"produce":[62],"high-quality":[63],"frames.":[64,116],"Therefore,":[65],"we":[66,79],"asked":[67],"if":[68],"there":[69,142],"benefits":[71],"working":[73,136],"with":[74,137],"LLMs.":[75,138],"To":[76],"end,":[78],"compared":[80],"three":[81],"ways":[82],"of":[83,101,114,159],"using":[84,106,147],"LLMs":[85,107,148],"(N=280):":[86],"1)":[87],"free-form,":[88],"2)":[89],"direct":[90],"generation,":[91],"3)":[93],"structured":[95],"approach":[96],"informed":[97],"by":[98],"theory":[100],"reframing.":[102],"We":[103,139],"found":[104],"does":[108],"improve":[111],"quality":[113],"In":[117],"fact,":[118],"increases":[120],"competence":[122],"gap":[123],"between":[124],"experienced":[125],"inexperienced":[127,130],"designers.":[128],"Also,":[129],"ones":[131],"perceived":[132],"lower":[133],"agency":[134],"when":[135],"conclude":[140],"no":[144],"benefit":[145],"in":[149],"discuss":[153],"possible":[154],"factors":[155],"for":[156],"lack":[158],"effect.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}