{"id":"https://openalex.org/W4417002763","doi":"https://doi.org/10.1109/tvcg.2025.3634798","title":"Embodied Natural Language Interaction (NLI): Speech Input Patterns in Immersive Analytics","display_name":"Embodied Natural Language Interaction (NLI): Speech Input Patterns in Immersive Analytics","publication_year":2025,"publication_date":"2025-12-04","ids":{"openalex":"https://openalex.org/W4417002763","doi":"https://doi.org/10.1109/tvcg.2025.3634798","pmid":"https://pubmed.ncbi.nlm.nih.gov/41343314"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2025.3634798","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3634798","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108982982","display_name":"Hyemi Song","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hyemi Song","raw_affiliation_strings":["University of Maryland College Park, Maryland, USA","University of Maryland College Park, Maryland"],"raw_orcid":"https://orcid.org/0009-0004-5648-4478","affiliations":[{"raw_affiliation_string":"University of Maryland College Park, Maryland, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"University of Maryland College Park, Maryland","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Matthew Johnson","orcid":"https://orcid.org/0000-0002-7562-2926"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Johnson","raw_affiliation_strings":["University of Maryland College Park, Maryland, USA","University of Maryland College Park, Maryland"],"raw_orcid":"https://orcid.org/0000-0002-7562-2926","affiliations":[{"raw_affiliation_string":"University of Maryland College Park, Maryland, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"University of Maryland College Park, Maryland","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050854174","display_name":"Kirsten Whitley","orcid":"https://orcid.org/0000-0003-1356-326X"},"institutions":[{"id":"https://openalex.org/I1330347796","display_name":"United States Department of Defense","ror":"https://ror.org/0447fe631","country_code":"US","type":"government","lineage":["https://openalex.org/I1330347796"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kirsten Whitley","raw_affiliation_strings":["Department of Defense, Maryland, USA","Department of Defense, USA"],"raw_orcid":"https://orcid.org/0000-0003-1356-326X","affiliations":[{"raw_affiliation_string":"Department of Defense, Maryland, USA","institution_ids":["https://openalex.org/I1330347796"]},{"raw_affiliation_string":"Department of Defense, USA","institution_ids":["https://openalex.org/I1330347796"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013053394","display_name":"Eric Krokos","orcid":"https://orcid.org/0000-0003-1350-5297"},"institutions":[{"id":"https://openalex.org/I1330347796","display_name":"United States Department of Defense","ror":"https://ror.org/0447fe631","country_code":"US","type":"government","lineage":["https://openalex.org/I1330347796"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Krokos","raw_affiliation_strings":["Department of Defense, Maryland, USA","Department of Defense, USA"],"raw_orcid":"https://orcid.org/0000-0003-1350-5297","affiliations":[{"raw_affiliation_string":"Department of Defense, Maryland, USA","institution_ids":["https://openalex.org/I1330347796"]},{"raw_affiliation_string":"Department of Defense, USA","institution_ids":["https://openalex.org/I1330347796"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086440196","display_name":"Amitabh Varshney","orcid":"https://orcid.org/0000-0002-9873-2212"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amitabh Varshney","raw_affiliation_strings":["University of Maryland College Park, Maryland, USA","University of Maryland College Park, Maryland"],"raw_orcid":"https://orcid.org/0000-0002-9873-2212","affiliations":[{"raw_affiliation_string":"University of Maryland College Park, Maryland, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"University of Maryland College Park, Maryland","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8699,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.88537748,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"32","issue":"1","first_page":"1098","last_page":"1108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.14020000398159027,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.14020000398159027,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.11860000342130661,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.07349999994039536,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.5960000157356262},{"id":"https://openalex.org/keywords/wizard-of-oz","display_name":"Wizard of oz","score":0.5633999705314636},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.4650000035762787},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4343000054359436},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.3977000117301941},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.39259999990463257},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.3880999982357025},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.37070000171661377},{"id":"https://openalex.org/keywords/natural-language-user-interface","display_name":"Natural language user interface","score":0.35019999742507935}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7994999885559082},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.5960000157356262},{"id":"https://openalex.org/C2987423310","wikidata":"https://www.wikidata.org/wiki/Q18159725","display_name":"Wizard of oz","level":2,"score":0.5633999705314636},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5631999969482422},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.4650000035762787},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4352000057697296},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4343000054359436},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3977000117301941},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.39259999990463257},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.37070000171661377},{"id":"https://openalex.org/C174252522","wikidata":"https://www.wikidata.org/wiki/Q3816772","display_name":"Natural language user interface","level":3,"score":0.35019999742507935},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.3465999960899353},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.33000001311302185},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3215999901294708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32109999656677246},{"id":"https://openalex.org/C91863865","wikidata":"https://www.wikidata.org/wiki/Q4349497","display_name":"Speech corpus","level":3,"score":0.3163999915122986},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.3043999969959259},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.301800012588501},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C54953205","wikidata":"https://www.wikidata.org/wiki/Q4142201","display_name":"Speech analytics","level":4,"score":0.2791000008583069},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.27900001406669617},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C2776784076","wikidata":"https://www.wikidata.org/wiki/Q580334","display_name":"Wizard","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.25459998846054077}],"mesh":[{"descriptor_ui":"D000076142","descriptor_name":"Virtual Reality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000076142","descriptor_name":"Virtual Reality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2025.3634798","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3634798","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:41343314","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41343314","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1978874520","https://openalex.org/W2073800769","https://openalex.org/W2084356509","https://openalex.org/W2096822517","https://openalex.org/W2115647291","https://openalex.org/W2121012272","https://openalex.org/W2125490883","https://openalex.org/W2135643110","https://openalex.org/W2141373701","https://openalex.org/W2145154883","https://openalex.org/W2147699512","https://openalex.org/W2274505579","https://openalex.org/W2398344594","https://openalex.org/W2534380090","https://openalex.org/W2752662042","https://openalex.org/W2753472863","https://openalex.org/W2766823279","https://openalex.org/W2896550038","https://openalex.org/W2963034576","https://openalex.org/W2966541941","https://openalex.org/W2967066275","https://openalex.org/W2969788738","https://openalex.org/W3005591795","https://openalex.org/W3017863658","https://openalex.org/W3028632643","https://openalex.org/W3081277912","https://openalex.org/W3082457272","https://openalex.org/W3093510635","https://openalex.org/W3105602061","https://openalex.org/W3124353981","https://openalex.org/W3128915501","https://openalex.org/W3183398589","https://openalex.org/W4237375617","https://openalex.org/W4242761397","https://openalex.org/W4248146732","https://openalex.org/W4280596375","https://openalex.org/W4281763536","https://openalex.org/W4302275696","https://openalex.org/W4308641600","https://openalex.org/W4309226428","https://openalex.org/W4318621382","https://openalex.org/W4366547526","https://openalex.org/W4377371585","https://openalex.org/W4385565383","https://openalex.org/W4387917735","https://openalex.org/W4387950524","https://openalex.org/W4388776183","https://openalex.org/W4392026410","https://openalex.org/W4396831882","https://openalex.org/W4396832280","https://openalex.org/W4401863780","https://openalex.org/W4402351160","https://openalex.org/W4402402204","https://openalex.org/W4402581130","https://openalex.org/W4402671653","https://openalex.org/W4405968021","https://openalex.org/W4408281146"],"related_works":[],"abstract_inverted_index":{"Embodiment":[0,159],"shapes":[1],"how":[2,95,123,176],"users":[3,144],"verbally":[4],"express":[5],"intent":[6,55],"when":[7],"interacting":[8],"with":[9,101,180,198],"data":[10,154],"through":[11],"speech":[12,32,41,88,126,139,150,187],"interfaces":[13],"in":[14,20,28,40,71,170],"immersive":[15,29,58],"analytics.":[16],"Despite":[17],"growing":[18],"interest":[19],"Natural":[21],"Language":[22],"Interactions":[23],"(NLIs)":[24],"for":[25,112],"visual":[26],"analytics":[27],"environments,":[30],"users'":[31,54,125],"patterns":[33,178],"and":[34,56,103,148,158,165],"their":[35,45],"use":[36],"of":[37,79,120,167],"embodiment":[38,102,168],"cues":[39,169],"remain":[42],"underexplored.":[43],"Understanding":[44],"interplay":[46],"is":[47],"crucial":[48],"to":[49,129],"bridging":[50],"the":[51,66,77,117,163,190,199],"gap":[52],"between":[53],"an":[57,130],"analytic":[59,131],"system.":[60,132],"To":[61],"address":[62],"this,":[63],"we":[64,107,136,193],"report":[65],"results":[67],"from":[68,91],"15":[69],"participants":[70],"a":[72],"user":[73,181],"study":[74],"conducted":[75],"using":[76,116],"Wizard":[78],"Oz":[80],"method.":[81],"We":[82,173],"performed":[83],"axial":[84],"coding":[85],"on":[86,153,183],"1,280":[87],"acts":[89,151],"derived":[90],"734":[92],"utterances,":[93,121],"examining":[94],"analysis":[96,114,155],"tasks":[97],"are":[98],"carried":[99],"out":[100],"linguistic":[104],"features.":[105],"Next,":[106],"measured":[108],"Speech":[109],"Input":[110],"Uncertainty":[111],"each":[113,171],"task":[115],"semantic":[118],"entropy":[119],"estimating":[122],"uncertain":[124],"inputs":[127],"appear":[128],"Through":[133],"these":[134,177],"analyses,":[135],"identified":[137],"five":[138,200],"input":[140],"patterns,":[141],"showing":[142],"that":[143,185],"dynamically":[145],"blend":[146],"embodied":[147],"non-embodied":[149],"depending":[152],"tasks,":[156],"phases,":[157],"Reliance":[160],"driven":[161],"by":[162],"counts":[164],"types":[166],"utterance.":[172],"then":[174],"examined":[175],"align":[179],"reflections":[182],"factors":[184],"challenge":[186],"interaction":[188],"during":[189],"study.":[191],"Finally,":[192],"propose":[194],"design":[195],"implications":[196],"aligned":[197],"patterns.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-12-04T00:00:00"}