{"id":"https://openalex.org/W4224982588","doi":"https://doi.org/10.1145/3491102.3517459","title":"Automatically Generating and Improving Voice Command Interface from Operation Sequences on Smartphones","display_name":"Automatically Generating and Improving Voice Command Interface from Operation Sequences on Smartphones","publication_year":2022,"publication_date":"2022-04-28","ids":{"openalex":"https://openalex.org/W4224982588","doi":"https://doi.org/10.1145/3491102.3517459"},"language":"en","primary_location":{"id":"doi:10.1145/3491102.3517459","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3517459","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3517459","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3517459","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002957705","display_name":"Lihang Pan","orcid":"https://orcid.org/0000-0001-8856-0309"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lihang Pan","raw_affiliation_strings":["Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043272273","display_name":"Chun Yu","orcid":"https://orcid.org/0000-0003-2591-7993"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chun Yu","raw_affiliation_strings":["Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026487843","display_name":"JiaHui Li","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"JiaHui Li","raw_affiliation_strings":["Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101892763","display_name":"Tian You Huang","orcid":"https://orcid.org/0009-0007-8639-5929"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Huang","raw_affiliation_strings":["Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016901770","display_name":"Xiaojun Bi","orcid":"https://orcid.org/0000-0002-9716-7709"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaojun Bi","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, United States and Department of Computer Science, Stony Brook University, United States"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, United States and Department of Computer Science, Stony Brook University, United States","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015978305","display_name":"Yuanchun Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanchun Shi","raw_affiliation_strings":["Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5002957705"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.6768,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.85811957,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8446385264396667},{"id":"https://openalex.org/keywords/interactivity","display_name":"Interactivity","score":0.6299871206283569},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6290398836135864},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.578366756439209},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.552912712097168},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5450915694236755},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.5181304812431335},{"id":"https://openalex.org/keywords/android","display_name":"Android (operating system)","score":0.47606274485588074},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.4746811091899872},{"id":"https://openalex.org/keywords/voice-command-device","display_name":"Voice command device","score":0.4247158169746399},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.34317663311958313},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.28641051054000854},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14364048838615417},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10892939567565918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8446385264396667},{"id":"https://openalex.org/C144430266","wikidata":"https://www.wikidata.org/wiki/Q839721","display_name":"Interactivity","level":2,"score":0.6299871206283569},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6290398836135864},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.578366756439209},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.552912712097168},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5450915694236755},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.5181304812431335},{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.47606274485588074},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.4746811091899872},{"id":"https://openalex.org/C178718744","wikidata":"https://www.wikidata.org/wiki/Q2350070","display_name":"Voice command device","level":2,"score":0.4247158169746399},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34317663311958313},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.28641051054000854},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14364048838615417},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10892939567565918},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3491102.3517459","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3517459","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3517459","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3491102.3517459","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3517459","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3517459","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G356654689","display_name":null,"funder_award_id":"62132010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5249178904","display_name":null,"funder_award_id":"Grant No. 6","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6477992202","display_name":null,"funder_award_id":"Grant No. 62132010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4224982588.pdf","grobid_xml":"https://content.openalex.org/works/W4224982588.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W67823591","https://openalex.org/W192022397","https://openalex.org/W609736215","https://openalex.org/W1492324553","https://openalex.org/W1502767928","https://openalex.org/W1517053320","https://openalex.org/W1972469647","https://openalex.org/W1973120253","https://openalex.org/W1975075203","https://openalex.org/W1980867644","https://openalex.org/W1988221934","https://openalex.org/W1993760471","https://openalex.org/W1999342495","https://openalex.org/W2004149450","https://openalex.org/W2079722876","https://openalex.org/W2097516251","https://openalex.org/W2138350998","https://openalex.org/W2144007439","https://openalex.org/W2152761380","https://openalex.org/W2154372106","https://openalex.org/W2274505579","https://openalex.org/W2346018686","https://openalex.org/W2404769241","https://openalex.org/W2405187948","https://openalex.org/W2514025902","https://openalex.org/W2594674417","https://openalex.org/W2610474269","https://openalex.org/W2736157076","https://openalex.org/W2765338544","https://openalex.org/W2795541551","https://openalex.org/W2807324468","https://openalex.org/W2808216081","https://openalex.org/W2861196621","https://openalex.org/W2890735031","https://openalex.org/W2913401470","https://openalex.org/W2930399901","https://openalex.org/W2940688111","https://openalex.org/W2940884072","https://openalex.org/W2940965681","https://openalex.org/W2942177402","https://openalex.org/W2946434750","https://openalex.org/W2967206385","https://openalex.org/W2973739245","https://openalex.org/W3010099112","https://openalex.org/W3010331969","https://openalex.org/W3096860036","https://openalex.org/W3104514174","https://openalex.org/W3105451204","https://openalex.org/W3160042174","https://openalex.org/W4230330790","https://openalex.org/W4230621957","https://openalex.org/W4245782759","https://openalex.org/W4247692230","https://openalex.org/W4289751766"],"related_works":["https://openalex.org/W3180179400","https://openalex.org/W2118366689","https://openalex.org/W2154998455","https://openalex.org/W2116888309","https://openalex.org/W2477652530","https://openalex.org/W2039055059","https://openalex.org/W2381088774","https://openalex.org/W963721989","https://openalex.org/W1547777009","https://openalex.org/W2183494409"],"abstract_inverted_index":{"Using":[0],"voice":[1,23,57,67,79,118],"commands":[2],"to":[3,54,81,106,135],"automate":[4],"smartphone":[5,62],"tasks":[6],"(e.g.,":[7],"making":[8],"a":[9,27,51,78,102,155],"video":[10],"call)":[11],"can":[12,121],"effectively":[13],"augment":[14],"the":[15,36,42,90,108,116,130,137,170,173],"interactivity":[16],"of":[17,30,94,112,169,176],"numerous":[18],"mobile":[19],"apps.":[20],"However,":[21],"creating":[22],"command":[24,58,68,80,119,132],"interfaces":[25],"requires":[26],"tremendous":[28],"amount":[29],"effort":[31],"in":[32,86,110,164],"labeling":[33],"and":[34,41,84,123,140,153,161],"compiling":[35],"graphical":[37],"user":[38,126,157],"interface":[39,59,69,120],"(GUI)":[40],"utterance":[43],"data.":[44],"In":[45,114],"this":[46,148],"paper,":[47],"we":[48],"propose":[49],"AutoVCI,":[50],"novel":[52],"approach":[53,149],"automatically":[55,76],"generate":[56],"(VCI)":[60],"from":[61,125],"operation":[63],"sequences.":[64],"The":[65],"generated":[66,117],"has":[70],"two":[71],"distinct":[72],"features.":[73],"First,":[74],"it":[75,100],"maps":[77],"GUI":[82,91],"operations":[83],"fills":[85],"parameters":[87],"accordingly,":[88],"leveraging":[89],"data":[92],"instead":[93],"corpus":[95],"or":[96],"hand-written":[97],"rules.":[98],"Second,":[99],"launches":[101],"complementary":[103],"Q&A":[104],"dialogue":[105],"confirm":[107],"intention":[109],"case":[111],"ambiguity.":[113],"addition,":[115],"learn":[122],"evolve":[124],"interactions.":[127],"It":[128],"accumulates":[129],"history":[131],"understanding":[133,144],"results":[134,168],"annotate":[136],"user\u2019s":[138],"input":[139],"improve":[141],"its":[142],"semantic":[143],"ability.":[145],"We":[146],"implemented":[147],"on":[150],"Android":[151],"devices":[152],"conducted":[154],"two-phase":[156],"study":[158,171],"with":[159],"16":[160],"67":[162],"participants":[163],"each":[165],"phase.":[166],"Experimental":[167],"demonstrated":[172],"practical":[174],"feasibility":[175],"AutoVCI.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}