{"id":"https://openalex.org/W7114899145","doi":"https://doi.org/10.3389/fcomp.2025.1634228","title":"Beyond speech: leveraging mouse movements for information adaptation in voice interfaces","display_name":"Beyond speech: leveraging mouse movements for information adaptation in voice interfaces","publication_year":2025,"publication_date":"2025-12-12","ids":{"openalex":"https://openalex.org/W7114899145","doi":"https://doi.org/10.3389/fcomp.2025.1634228"},"language":"en","primary_location":{"id":"doi:10.3389/fcomp.2025.1634228","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2025.1634228","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/computer-science/articles/10.3389/fcomp.2025.1634228/pdf","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://public-pages-files-2025.frontiersin.org/journals/computer-science/articles/10.3389/fcomp.2025.1634228/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Dimosthenis Kontogiorgos","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dimosthenis Kontogiorgos","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":null,"display_name":"David Schlangen","orcid":null},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Schlangen","raw_affiliation_strings":["Department of Linguistics, University of Potsdam, Potsdam, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Linguistics, University of Potsdam, Potsdam, Germany","institution_ids":["https://openalex.org/I176453806"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":{"value":1285,"currency":"USD","value_usd":1285},"apc_paid":{"value":1285,"currency":"USD","value_usd":1285},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.76741361,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"7","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.5065000057220459,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.5065000057220459,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.1981000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.0908999964594841,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.6363999843597412},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6116999983787537},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5182999968528748},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4934000074863434},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.48590001463890076},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.41990000009536743}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7192000150680542},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.6363999843597412},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6116999983787537},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5182999968528748},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5170000195503235},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4934000074863434},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.48590001463890076},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.41990000009536743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3871000111103058},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3458999991416931},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.2522999942302704}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3389/fcomp.2025.1634228","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2025.1634228","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/computer-science/articles/10.3389/fcomp.2025.1634228/pdf","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:kth-374734","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-374734","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:2023636/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:7f520b232fb74d84bda7bf9245db6627","is_oa":true,"landing_page_url":"https://doaj.org/article/7f520b232fb74d84bda7bf9245db6627","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Computer Science, Vol 7 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fcomp.2025.1634228","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2025.1634228","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/computer-science/articles/10.3389/fcomp.2025.1634228/pdf","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7892632484436035,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7114899145.pdf","grobid_xml":"https://content.openalex.org/works/W7114899145.grobid-xml"},"referenced_works_count":98,"referenced_works":["https://openalex.org/W44098685","https://openalex.org/W109151562","https://openalex.org/W973577941","https://openalex.org/W1741471588","https://openalex.org/W1965743746","https://openalex.org/W1969218003","https://openalex.org/W1969595591","https://openalex.org/W1979768689","https://openalex.org/W1983707534","https://openalex.org/W1991424762","https://openalex.org/W1995003292","https://openalex.org/W2002106512","https://openalex.org/W2002206192","https://openalex.org/W2026820268","https://openalex.org/W2033710484","https://openalex.org/W2035968424","https://openalex.org/W2039207728","https://openalex.org/W2048498434","https://openalex.org/W2048935305","https://openalex.org/W2059216172","https://openalex.org/W2062294159","https://openalex.org/W2070414609","https://openalex.org/W2073171099","https://openalex.org/W2075648812","https://openalex.org/W2089652186","https://openalex.org/W2093845175","https://openalex.org/W2105213859","https://openalex.org/W2106817091","https://openalex.org/W2106989059","https://openalex.org/W2110930288","https://openalex.org/W2118673595","https://openalex.org/W2120889650","https://openalex.org/W2122076981","https://openalex.org/W2124003719","https://openalex.org/W2125447031","https://openalex.org/W2132593279","https://openalex.org/W2134099522","https://openalex.org/W2136399505","https://openalex.org/W2148249921","https://openalex.org/W2149448122","https://openalex.org/W2150692719","https://openalex.org/W2154105380","https://openalex.org/W2154337915","https://openalex.org/W2157219997","https://openalex.org/W2158247508","https://openalex.org/W2159423088","https://openalex.org/W2166919574","https://openalex.org/W2167483306","https://openalex.org/W2171586172","https://openalex.org/W2236233024","https://openalex.org/W2251128900","https://openalex.org/W2264742718","https://openalex.org/W2294178268","https://openalex.org/W2404769241","https://openalex.org/W2439046400","https://openalex.org/W2460657948","https://openalex.org/W2484411400","https://openalex.org/W2508818207","https://openalex.org/W2579184374","https://openalex.org/W2612284574","https://openalex.org/W2618730849","https://openalex.org/W2785990151","https://openalex.org/W2939593277","https://openalex.org/W2942367614","https://openalex.org/W2963922343","https://openalex.org/W2972606665","https://openalex.org/W2973010362","https://openalex.org/W2980882407","https://openalex.org/W2997591727","https://openalex.org/W3003081976","https://openalex.org/W3014962709","https://openalex.org/W3021008407","https://openalex.org/W3021527274","https://openalex.org/W3037599818","https://openalex.org/W3044217673","https://openalex.org/W3090097832","https://openalex.org/W3093588714","https://openalex.org/W3094380490","https://openalex.org/W3094393093","https://openalex.org/W3094545784","https://openalex.org/W3096464007","https://openalex.org/W3107823744","https://openalex.org/W3110956438","https://openalex.org/W3114646155","https://openalex.org/W3154260444","https://openalex.org/W3158023256","https://openalex.org/W3185973558","https://openalex.org/W3205567137","https://openalex.org/W3214117365","https://openalex.org/W4223924316","https://openalex.org/W4230755958","https://openalex.org/W4231055147","https://openalex.org/W4239127880","https://openalex.org/W4253533266","https://openalex.org/W4288359812","https://openalex.org/W4301357669","https://openalex.org/W4365601419","https://openalex.org/W4386566742"],"related_works":[],"abstract_inverted_index":{"As":[0],"human":[1,31],"speakers":[2],"naturally":[3],"adapt":[4],"their":[5],"linguistic":[6,17,122],"styles":[7],"to":[8,33,104],"one":[9],"another,":[10],"voice":[11],"user":[12,95,106,142],"interfaces":[13],"that":[14,48,101,119,154],"prompt":[15],"similar":[16],"adaptations":[18,123],"can":[19],"augment":[20],"human-like":[21],"interaction.":[22],"In":[23],"this":[24],"study,":[25],"we":[26,97,117],"leverage":[27],"a":[28,92,146],"corpus":[29],"of":[30,37,59,69,83,136,141],"instructions":[32,110,156],"model":[34],"the":[35,57,70,81,134],"effectiveness":[36],"incremental":[38],"instruction":[39,85],"generation":[40],"in":[41,51,62,73],"artificial":[42],"agents.":[43],"Participants":[44],"interacted":[45],"with":[46],"agents":[47,103,120],"guided":[49],"them":[50],"selecting":[52],"virtual":[53],"puzzle":[54],"pieces,":[55],"varying":[56],"amount":[58],"information":[60],"provided":[61],"each":[63],"instruction.":[64],"Through":[65],"an":[66],"empirical":[67],"examination":[68],"Gricean":[71],"maxims":[72],"utterance":[74],"construction,":[75],"our":[76],"initial":[77],"perception":[78],"study":[79],"highlighted":[80],"significance":[82],"adaptive":[84,151],"generation.":[86],"By":[87],"employing":[88],"mouse":[89,137],"movements":[90,138],"as":[91,139],"proxy":[93],"for":[94,149],"understanding,":[96],"developed":[98],"computational":[99],"models":[100],"enabled":[102],"detect":[105],"uncertainty":[107],"and":[108,114,144],"refine":[109],"incrementally.":[111],"Comparing":[112],"speaker-based":[113],"listener-based":[115],"models,":[116],"found":[118],"encouraging":[121],"were":[124],"preferred":[125],"by":[126],"users.":[127],"Our":[128],"findings":[129],"offer":[130],"new":[131],"insights":[132],"into":[133],"value":[135],"indicators":[140],"comprehension":[143],"introduce":[145],"methodological":[147],"framework":[148],"developing":[150],"interactive":[152],"systems":[153],"generate":[155],"dynamically.":[157]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-12-12T00:00:00"}