{"id":"https://openalex.org/W4417201772","doi":"https://doi.org/10.1109/tvcg.2025.3634820","title":"Qualitative Study for LLM-assisted Design Study Process: Strategies, Challenges, and Roles","display_name":"Qualitative Study for LLM-assisted Design Study Process: Strategies, Challenges, and Roles","publication_year":2025,"publication_date":"2025-12-10","ids":{"openalex":"https://openalex.org/W4417201772","doi":"https://doi.org/10.1109/tvcg.2025.3634820","pmid":"https://pubmed.ncbi.nlm.nih.gov/41370170"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2025.3634820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3634820","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/sis_research/11063","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046653731","display_name":"Shaolun Ruan","orcid":"https://orcid.org/0000-0002-6163-9786"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shaolun Ruan","raw_affiliation_strings":["Singapore Management University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rui Sheng","orcid":"https://orcid.org/0000-0001-9321-6756"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Rui Sheng","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China","Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-9321-6756","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011984558","display_name":"Xiaolin Wen","orcid":"https://orcid.org/0000-0001-5238-9685"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiaolin Wen","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiachen Wang","orcid":"https://orcid.org/0000-0001-9630-9958"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiachen Wang","raw_affiliation_strings":["Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0001-9630-9958","affiliations":[{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067140248","display_name":"Tianyi Zhang","orcid":"https://orcid.org/0009-0009-1318-3655"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tianyi Zhang","raw_affiliation_strings":["Singapore Management University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424394","display_name":"Yong Wang","orcid":"https://orcid.org/0000-0002-0092-0793"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yong Wang","raw_affiliation_strings":["Singapore Management University, Singapore","Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0092-0793","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008149778","display_name":"Tim Dwyer","orcid":"https://orcid.org/0000-0002-9076-9571"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tim Dwyer","raw_affiliation_strings":["Monash University, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9076-9571","affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101405384","display_name":"Jiannan Li","orcid":"https://orcid.org/0000-0001-8409-4910"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jiannan Li","raw_affiliation_strings":["Singapore Management University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5311,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.86073236,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"32","issue":"1","first_page":"287","last_page":"297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.8032000064849854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.8032000064849854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.0284000001847744,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.013399999588727951,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.7587000131607056},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.644599974155426},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.5174999833106995},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5152999758720398},{"id":"https://openalex.org/keywords/research-design","display_name":"Research design","score":0.46059998869895935},{"id":"https://openalex.org/keywords/design-process","display_name":"Design process","score":0.37450000643730164},{"id":"https://openalex.org/keywords/engineering-design-process","display_name":"Engineering design process","score":0.365200012922287},{"id":"https://openalex.org/keywords/qualitative-property","display_name":"Qualitative property","score":0.36239999532699585}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.7587000131607056},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.644599974155426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6207000017166138},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.5174999833106995},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5152999758720398},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.46059998869895935},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4214000105857849},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40779998898506165},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4041000008583069},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3953000009059906},{"id":"https://openalex.org/C48262172","wikidata":"https://www.wikidata.org/wiki/Q16908765","display_name":"Design process","level":3,"score":0.37450000643730164},{"id":"https://openalex.org/C34972735","wikidata":"https://www.wikidata.org/wiki/Q2920267","display_name":"Engineering design process","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.35989999771118164},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.33820000290870667},{"id":"https://openalex.org/C33276779","wikidata":"https://www.wikidata.org/wiki/Q1943363","display_name":"Design elements and principles","level":2,"score":0.337799996137619},{"id":"https://openalex.org/C138852830","wikidata":"https://www.wikidata.org/wiki/Q2292993","display_name":"Design methods","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C41022531","wikidata":"https://www.wikidata.org/wiki/Q333657","display_name":"Communication design","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.3239000141620636},{"id":"https://openalex.org/C206674616","wikidata":"https://www.wikidata.org/wiki/Q7038222","display_name":"Program Design Language","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C55396564","wikidata":"https://www.wikidata.org/wiki/Q3084971","display_name":"Process design","level":3,"score":0.2849000096321106},{"id":"https://openalex.org/C13854087","wikidata":"https://www.wikidata.org/wiki/Q1061656","display_name":"Interaction design","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C142778471","wikidata":"https://www.wikidata.org/wiki/Q1200670","display_name":"Design thinking","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C2777455480","wikidata":"https://www.wikidata.org/wiki/Q1038171","display_name":"Participatory design","level":3,"score":0.26339998841285706},{"id":"https://openalex.org/C3020513528","wikidata":"https://www.wikidata.org/wiki/Q17007018","display_name":"Design study","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C161772715","wikidata":"https://www.wikidata.org/wiki/Q1136996","display_name":"User-centered design","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.25110000371932983}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2025.3634820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3634820","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:41370170","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41370170","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-12064","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/11063","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TVCG.2025.3634820","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-12064","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/11063","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TVCG.2025.3634820","raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311701","display_name":"Nottingham Trent University","ror":"https://ror.org/04xyxjd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1970569592","https://openalex.org/W2342459749","https://openalex.org/W2751110224","https://openalex.org/W2969940513","https://openalex.org/W2971292544","https://openalex.org/W3081277912","https://openalex.org/W3117768675","https://openalex.org/W4205928526","https://openalex.org/W4206492183","https://openalex.org/W4285276944","https://openalex.org/W4298326929","https://openalex.org/W4318767833","https://openalex.org/W4366549631","https://openalex.org/W4382999735","https://openalex.org/W4387885803","https://openalex.org/W4388994320","https://openalex.org/W4389002521","https://openalex.org/W4389519539","https://openalex.org/W4389520321","https://openalex.org/W4389988668","https://openalex.org/W4392405493","https://openalex.org/W4393167311","https://openalex.org/W4393382034","https://openalex.org/W4396833421","https://openalex.org/W4396956036","https://openalex.org/W4396956120","https://openalex.org/W4402389379","https://openalex.org/W4402409840","https://openalex.org/W4402810583","https://openalex.org/W4403446993","https://openalex.org/W4403537101","https://openalex.org/W4404371576","https://openalex.org/W4404739721","https://openalex.org/W4409367025","https://openalex.org/W4409885602","https://openalex.org/W4410872458"],"related_works":[],"abstract_inverted_index":{"Design":[0],"studies":[1],"aim":[2],"to":[3,26,75,110,135,147],"develop":[4],"visualization":[5,137,154],"solutions":[6],"for":[7,100,144],"real-world":[8],"problems":[9],"across":[10,122],"various":[11],"application":[12],"domains.":[13],"Recently,":[14],"the":[15,28,103,107,116,126,149],"emergence":[16],"of":[17,52,55,125],"large":[18],"language":[19],"models":[20],"(LLMs)":[21],"has":[22],"introduced":[23],"new":[24],"opportunities":[25],"enhance":[27],"design":[29,64,82,127,150],"study":[30,74,83,128,151],"process,":[31],"providing":[32],"capabilities":[33],"such":[34],"as":[35],"creative":[36],"problem-solving,":[37],"data":[38],"handling,":[39],"and":[40,88,94,106,139],"insightful":[41],"analysis.":[42],"However,":[43],"despite":[44],"their":[45],"growing":[46],"popularity,":[47],"there":[48],"remains":[49],"a":[50,71,142],"lack":[51],"systematic":[53],"understanding":[54],"how":[56],"LLMs":[57,119,146],"can":[58,120],"effectively":[59],"assist":[60],"researchers":[61,84],"in":[62,153],"visualization-specific":[63],"studies.":[65],"In":[66],"this":[67,77],"paper,":[68],"we":[69,97],"conducted":[70],"rnulti-stage":[72],"qualitative":[73],"fill":[76],"gap,":[78],"which":[79],"involved":[80],"30":[81],"from":[85],"diverse":[86],"backgrounds":[87],"expertise":[89],"levels.":[90],"Through":[91],"in-depth":[92],"interviews":[93],"carefully-designed":[95],"questionnaires,":[96],"investigated":[98],"strategies":[99],"utilizing":[101],"LLMs,":[102],"challenges":[104],"encountered,":[105],"practices":[108],"used":[109],"overcome":[111],"them.":[112],"We":[113],"further":[114],"compiled":[115],"roles":[117],"that":[118],"play":[121],"different":[123],"stages":[124],"process.":[129],"Our":[130],"findings":[131],"highlight":[132],"practical":[133],"implications":[134],"inform":[136],"practitioners,":[138],"also":[140],"provide":[141],"framework":[143],"leveraging":[145],"facilitate":[148],"process":[152],"research.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-02-09T05:59:30.833894","created_date":"2025-12-10T00:00:00"}