{"id":"https://openalex.org/W4404347299","doi":"https://doi.org/10.1145/3640471.3680230","title":"\"What's this?\": Understanding User Interaction Behaviour with Multimodal Input Information Retrieval System","display_name":"\"What's this?\": Understanding User Interaction Behaviour with Multimodal Input Information Retrieval System","publication_year":2024,"publication_date":"2024-09-21","ids":{"openalex":"https://openalex.org/W4404347299","doi":"https://doi.org/10.1145/3640471.3680230"},"language":"en","primary_location":{"id":"doi:10.1145/3640471.3680230","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3640471.3680230","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"26th International Conference on Mobile Human-Computer Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028396316","display_name":"Silang Wang","orcid":"https://orcid.org/0000-0002-1265-2220"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Silang Wang","raw_affiliation_strings":["Synteraction Lab, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Synteraction Lab, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112470522","display_name":"Hyeshim Kim","orcid":"https://orcid.org/0000-0003-4327-2148"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hyeongcheol Kim","raw_affiliation_strings":["Synteraction Lab, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Synteraction Lab, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048991457","display_name":"Nuwan Janaka","orcid":"https://orcid.org/0000-0003-2983-6808"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Nuwan Janaka","raw_affiliation_strings":["Smart Systems Institute, Synteraction lab, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Smart Systems Institute, Synteraction lab, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029939336","display_name":"Kun Yue","orcid":"https://orcid.org/0009-0009-2965-559X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Yue","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020103679","display_name":"Hoang-Long Nguyen","orcid":"https://orcid.org/0009-0007-3860-1521"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I23582244","display_name":"Ho Chi Minh City University of Science","ror":"https://ror.org/05jfbgm49","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I23582244"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Hoang-Long Nguyen","raw_affiliation_strings":["VNUHCM - University of Science, Viet Nam"],"affiliations":[{"raw_affiliation_string":"VNUHCM - University of Science, Viet Nam","institution_ids":["https://openalex.org/I23582244","https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060314525","display_name":"Shengdong Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shengdong Zhao","raw_affiliation_strings":["School of Creative Media, Synteraction Lab, City University of Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"School of Creative Media, Synteraction Lab, City University of Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034400349","display_name":"Haiming Liu","orcid":"https://orcid.org/0000-0002-0390-3657"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Haiming Liu","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, United Kingdom","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063141934","display_name":"Khanh-Duy Le","orcid":"https://orcid.org/0000-0002-8297-5666"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I23582244","display_name":"Ho Chi Minh City University of Science","ror":"https://ror.org/05jfbgm49","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I23582244"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Khanh-Duy Le","raw_affiliation_strings":["University of Science, VNUHCM, Viet Nam"],"affiliations":[{"raw_affiliation_string":"University of Science, VNUHCM, Viet Nam","institution_ids":["https://openalex.org/I23582244","https://openalex.org/I123565023"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5028396316"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":1.0425,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.81689746,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7649279832839966},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.6582094430923462},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5601128339767456},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5374584197998047}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7649279832839966},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.6582094430923462},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5601128339767456},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5374584197998047}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3640471.3680230","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3640471.3680230","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"26th International Conference on Mobile Human-Computer Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W69135139","https://openalex.org/W1508959928","https://openalex.org/W1894783482","https://openalex.org/W1966250271","https://openalex.org/W1999184850","https://openalex.org/W2000195088","https://openalex.org/W2012255303","https://openalex.org/W2013489329","https://openalex.org/W2016796717","https://openalex.org/W2028690179","https://openalex.org/W2037802158","https://openalex.org/W2044601358","https://openalex.org/W2057151658","https://openalex.org/W2086599665","https://openalex.org/W2115787195","https://openalex.org/W2141216832","https://openalex.org/W2153235862","https://openalex.org/W2158607384","https://openalex.org/W2593803794","https://openalex.org/W2805177195","https://openalex.org/W2955152072","https://openalex.org/W3012058607","https://openalex.org/W3094588931","https://openalex.org/W4220734985","https://openalex.org/W4224991146","https://openalex.org/W4234292174","https://openalex.org/W4245990317","https://openalex.org/W4298010216","https://openalex.org/W4386099614","https://openalex.org/W4388185659","https://openalex.org/W4402350787"],"related_works":["https://openalex.org/W2035104213","https://openalex.org/W2240967841","https://openalex.org/W2791686160","https://openalex.org/W1513257435","https://openalex.org/W2289840258","https://openalex.org/W2503352526","https://openalex.org/W2968405290","https://openalex.org/W2960696728","https://openalex.org/W2114040463","https://openalex.org/W2053633997"],"abstract_inverted_index":{"Human":[0],"communication":[1],"relies":[2],"on":[3,13],"integrated":[4],"multimodal":[5,26],"channels":[6,28],"to":[7,35,108],"facilitate":[8],"rich":[9],"information":[10,31],"exchange.":[11],"Building":[12],"this":[14,135],"foundation,":[15],"researchers":[16],"have":[17],"long":[18],"speculated":[19],"about":[20],"the":[21,45,97],"potential":[22],"benefits":[23,47],"of":[24,48,58,86],"incorporating":[25],"input":[27,118],"into":[29],"conventional":[30],"retrieval":[32],"(IR)":[33],"systems":[34],"support":[36],"users\u2019":[37],"complex":[38,123],"daily":[39],"IR":[40,65,70,74,102],"tasks":[41,126],"more":[42],"effectively.":[43],"However,":[44],"true":[46],"such":[49],"integration":[50],"remain":[51],"uncertain.":[52],"This":[53],"paper":[54],"presents":[55],"a":[56,113],"series":[57],"exploratory":[59,124],"pilot":[60],"tests":[61],"comparing":[62],"Multimodal":[63],"Input":[64,69],"(MIIR)":[66],"with":[67,101],"Unimodal":[68],"(UIIR)":[71],"across":[72,116],"various":[73],"scenarios,":[75],"concluding":[76],"that":[77,93],"MIIR":[78,94,148],"offers":[79],"distinct":[80],"advantages":[81],"over":[82],"UIIR":[83],"in":[84,112,127],"terms":[85],"user":[87],"experiences.":[88],"Our":[89],"preliminary":[90],"results":[91],"suggest":[92,141],"could":[95],"reduce":[96],"cognitive":[98],"load":[99],"associated":[100],"query":[103],"formulation":[104],"by":[105],"allowing":[106],"users":[107],"formulate":[109],"different":[110,117],"query-component":[111],"unified":[114],"manner":[115],"modalities,":[119],"particularly":[120],"when":[121],"conducting":[122],"search":[125],"unfamiliar,":[128],"in-situ":[129],"contexts.":[130],"The":[131],"discussions":[132],"stemming":[133],"from":[134],"finding":[136],"draw":[137],"scholarly":[138],"attention":[139],"and":[140,146],"new":[142],"angles":[143],"for":[144],"designing":[145],"developing":[147],"systems.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}