{"id":"https://openalex.org/W4406858513","doi":"https://doi.org/10.1109/tvcg.2025.3535332","title":"PromptAid: Visual Prompt Exploration, Perturbation, Testing and Iteration for Large Language Models","display_name":"PromptAid: Visual Prompt Exploration, Perturbation, Testing and Iteration for Large Language Models","publication_year":2025,"publication_date":"2025-01-27","ids":{"openalex":"https://openalex.org/W4406858513","doi":"https://doi.org/10.1109/tvcg.2025.3535332","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031291"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2025.3535332","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3535332","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Aditi Mishra","orcid":"https://orcid.org/0009-0005-9628-8858"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aditi Mishra","raw_affiliation_strings":["Arizona State University, Tempe, AZ, USA","Arizona State University, USA"],"raw_orcid":"https://orcid.org/0009-0005-9628-8858","affiliations":[{"raw_affiliation_string":"Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"Arizona State University, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116046313","display_name":"Bretho Danzy","orcid":null},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bretho Danzy","raw_affiliation_strings":["Arizona State University, Tempe, AZ, USA","Arizona State University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"Arizona State University, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110927596","display_name":"Utkarsh Soni","orcid":null},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Utkarsh Soni","raw_affiliation_strings":["Arizona State University, Tempe, AZ, USA","Arizona State University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"Arizona State University, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087561934","display_name":"Anjana Arunkumar","orcid":"https://orcid.org/0000-0003-3513-8600"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anjana Arunkumar","raw_affiliation_strings":["Arizona State University, Tempe, AZ, USA","Arizona State University, USA"],"raw_orcid":"https://orcid.org/0000-0003-3513-8600","affiliations":[{"raw_affiliation_string":"Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"Arizona State University, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057053812","display_name":"Jinbin Huang","orcid":"https://orcid.org/0000-0002-8238-5439"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinbin Huang","raw_affiliation_strings":["Arizona State University, Tempe, AZ, USA","Arizona State University, USA"],"raw_orcid":"https://orcid.org/0000-0002-8238-5439","affiliations":[{"raw_affiliation_string":"Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"Arizona State University, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064480048","display_name":"Bum Chul Kwon","orcid":"https://orcid.org/0000-0002-9391-6274"},"institutions":[{"id":"https://openalex.org/I4210087032","display_name":"Cambridge Scientific (United States)","ror":"https://ror.org/001s4dh65","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bum Chul Kwon","raw_affiliation_strings":["IBM research, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9391-6274","affiliations":[{"raw_affiliation_string":"IBM research, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210087032"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043391973","display_name":"Chris Bryan","orcid":"https://orcid.org/0000-0003-2430-815X"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Bryan","raw_affiliation_strings":["Arizona State University, Tempe, AZ, USA","Arizona State University, USA"],"raw_orcid":"https://orcid.org/0000-0003-2430-815X","affiliations":[{"raw_affiliation_string":"Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"Arizona State University, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":23.9058,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.99317731,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"31","issue":"10","first_page":"6946","last_page":"6962"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9596999883651733,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9447000026702881,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.78468918800354},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5566645860671997},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.444920152425766},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.21742430329322815}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.78468918800354},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5566645860671997},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.444920152425766},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.21742430329322815}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2025.3535332","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3535332","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:40031291","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031291","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4053731936","display_name":null,"funder_award_id":"CNS-2224066","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G54719790","display_name":null,"funder_award_id":"DGE-2350036","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7623642893","display_name":null,"funder_award_id":"DUE-2216542","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2061873838","https://openalex.org/W2101105183","https://openalex.org/W2752194699","https://openalex.org/W2807910285","https://openalex.org/W2889883176","https://openalex.org/W2950784811","https://openalex.org/W2970641574","https://openalex.org/W2972498556","https://openalex.org/W3037888463","https://openalex.org/W3038035611","https://openalex.org/W3093452197","https://openalex.org/W3101662419","https://openalex.org/W3122241445","https://openalex.org/W3156470785","https://openalex.org/W3160638507","https://openalex.org/W3167602185","https://openalex.org/W3173777717","https://openalex.org/W3184324824","https://openalex.org/W3185341429","https://openalex.org/W3186479087","https://openalex.org/W3196731672","https://openalex.org/W3210129272","https://openalex.org/W4225165463","https://openalex.org/W4236521339","https://openalex.org/W4284688657","https://openalex.org/W4285178342","https://openalex.org/W4301393026","https://openalex.org/W4321161602","https://openalex.org/W4366548330","https://openalex.org/W4385245566","https://openalex.org/W4385303098","https://openalex.org/W4385570204","https://openalex.org/W4385571668","https://openalex.org/W4387801427","https://openalex.org/W4387934929","https://openalex.org/W4392619076","https://openalex.org/W4392982437","https://openalex.org/W4396568157","https://openalex.org/W4396832834","https://openalex.org/W4399310710"],"related_works":["https://openalex.org/W2013728941","https://openalex.org/W4225274103","https://openalex.org/W2154046714","https://openalex.org/W2189613078","https://openalex.org/W2579659702","https://openalex.org/W2923661510","https://openalex.org/W1574055964","https://openalex.org/W1965329638","https://openalex.org/W2542318691","https://openalex.org/W3160708108"],"abstract_inverted_index":{"Large":[0],"language":[1,16,23],"models":[2],"(LLMs)":[3],"have":[4],"gained":[5],"widespread":[6],"popularity":[7],"due":[8],"to":[9,12,34,83,88,113,133,176],"their":[10,32,54],"ability":[11],"perform":[13],"ad-hoc":[14],"natural":[15,22],"processing":[17],"(NLP)":[18],"tasks":[19],"with":[20,40,180,187],"simple":[21],"prompts.":[24],"Part":[25],"of":[26,53,66,148,190,196],"the":[27,35,85,145,188,194,197],"appeal":[28],"for":[29],"LLMs":[30],"is":[31],"approachability":[33],"general":[36],"public,":[37],"including":[38],"individuals":[39],"little":[41],"technical":[42],"expertise":[43],"in":[44,51,71,74,206],"NLP.":[45],"However,":[46],"prompts":[47,119,135,179,186,199],"can":[48,69],"vary":[49],"significantly":[50],"terms":[52],"linguistic":[55],"structure,":[56],"context,":[57],"and":[58,61,98,117,124,143,161,192],"other":[59],"semantics,":[60],"modifying":[62],"one":[63],"or":[64],"more":[65],"these":[67],"aspects":[68],"result":[70],"significant":[72],"differences":[73],"task":[75],"performance.":[76,207],"Non-expert":[77],"users":[78,132,175],"may":[79],"find":[80],"it":[81],"challenging":[82],"identify":[84],"changes":[86],"needed":[87],"improve":[89,134],"a":[90,108,156,164],"prompt,":[91],"especially":[92],"when":[93],"they":[94],"lack":[95],"domain-specific":[96],"knowledge":[97],"appropriate":[99],"feedback.":[100],"To":[101],"address":[102],"this":[103],"challenge,":[104],"we":[105],"present":[106],"PromptAid,":[107],"visual":[109],"analytics":[110],"system":[111],"designed":[112,154],"interactively":[114],"create,":[115],"refine,":[116],"test":[118],"through":[120,155],"exploration,":[121],"perturbation,":[122],"testing,":[123],"iteration.":[125],"PromptAid":[126,152,173],"uses":[127],"coordinated":[128],"visualizations":[129],"which":[130],"allow":[131],"via":[136,163],"three":[137],"strategies:":[138],"keyword":[139],"perturbations,":[140,142],"paraphrasing":[141],"obtaining":[144],"best":[146],"set":[147],"in-context":[149],"few-shot":[150],"examples.":[151],"was":[153],"pre-study":[157],"involving":[158],"NLP":[159],"experts,":[160],"evaluated":[162],"robust":[165],"mixed-methods":[166],"user":[167],"study.":[168],"Our":[169],"findings":[170],"indicate":[171],"that":[172],"helps":[174],"iterate":[177],"over":[178],"less":[181],"cognitive":[182],"overhead,":[183],"generate":[184],"diverse":[185],"help":[189],"recommendations,":[191],"analyze":[193],"performance":[195],"generated":[198],"while":[200],"surpassing":[201],"existing":[202],"state-of-the-art":[203],"prompting":[204],"interfaces":[205]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}