{"id":"https://openalex.org/W2898125335","doi":"https://doi.org/10.1109/vlhcc.2018.8506506","title":"APPINITE: A Multi-Modal Interface for Specifying Data Descriptions in Programming by Demonstration Using Natural Language Instructions","display_name":"APPINITE: A Multi-Modal Interface for Specifying Data Descriptions in Programming by Demonstration Using Natural Language Instructions","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2898125335","doi":"https://doi.org/10.1109/vlhcc.2018.8506506","mag":"2898125335"},"language":"en","primary_location":{"id":"doi:10.1109/vlhcc.2018.8506506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2018.8506506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007240808","display_name":"Toby Jia-Jun Li","orcid":"https://orcid.org/0000-0001-7902-7625"},"institutions":[{"id":"https://openalex.org/I4210125439","display_name":"Health City Institute","ror":"https://ror.org/02wc05d26","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210125439"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Toby Jia-Jun Li","raw_affiliation_strings":["HCI Institute"],"affiliations":[{"raw_affiliation_string":"HCI Institute","institution_ids":["https://openalex.org/I4210125439"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076941358","display_name":"Igor Labutov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Igor Labutov","raw_affiliation_strings":["Machine Learning Dept"],"affiliations":[{"raw_affiliation_string":"Machine Learning Dept","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072280490","display_name":"Xiaohan Nancy Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaohan Nancy Li","raw_affiliation_strings":["Computer Science Dept"],"affiliations":[{"raw_affiliation_string":"Computer Science Dept","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357456","display_name":"Xiaoyi Zhang","orcid":"https://orcid.org/0000-0001-5124-4919"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyi Zhang","raw_affiliation_strings":["Computer Science &Engineering, University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science &Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100947751","display_name":"Wenze Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenze Shi","raw_affiliation_strings":["Computer Science Dept"],"affiliations":[{"raw_affiliation_string":"Computer Science Dept","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060164241","display_name":"Wanling Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wanling Ding","raw_affiliation_strings":["Information Systems Dept., Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Information Systems Dept., Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012149761","display_name":"T. M. Mitchell","orcid":"https://orcid.org/0000-0003-0809-1528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tom M. Mitchell","raw_affiliation_strings":["Machine Learning Dept"],"affiliations":[{"raw_affiliation_string":"Machine Learning Dept","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005887313","display_name":"Brad A. Myers","orcid":"https://orcid.org/0000-0002-4769-0219"},"institutions":[{"id":"https://openalex.org/I4210125439","display_name":"Health City Institute","ror":"https://ror.org/02wc05d26","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210125439"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Brad A. Myers","raw_affiliation_strings":["HCI Institute"],"affiliations":[{"raw_affiliation_string":"HCI Institute","institution_ids":["https://openalex.org/I4210125439"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5007240808"],"corresponding_institution_ids":["https://openalex.org/I4210125439"],"apc_list":null,"apc_paid":null,"fwci":7.4611,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.97402163,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"105","last_page":"114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8693986535072327},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.7925077080726624},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6501911878585815},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.5724870562553406},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5702857375144958},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5411744117736816},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5193310976028442},{"id":"https://openalex.org/keywords/natural-language-user-interface","display_name":"Natural language user interface","score":0.4771425426006317},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.4769660234451294},{"id":"https://openalex.org/keywords/natural-language-programming","display_name":"Natural language programming","score":0.46161898970603943},{"id":"https://openalex.org/keywords/data-manipulation-language","display_name":"Data manipulation language","score":0.4471012353897095},{"id":"https://openalex.org/keywords/visual-programming-language","display_name":"Visual programming language","score":0.44338151812553406},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4378751516342163},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2809690237045288},{"id":"https://openalex.org/keywords/universal-networking-language","display_name":"Universal Networking Language","score":0.10004732012748718}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8693986535072327},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.7925077080726624},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6501911878585815},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.5724870562553406},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5702857375144958},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5411744117736816},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5193310976028442},{"id":"https://openalex.org/C174252522","wikidata":"https://www.wikidata.org/wiki/Q3816772","display_name":"Natural language user interface","level":3,"score":0.4771425426006317},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4769660234451294},{"id":"https://openalex.org/C67463725","wikidata":"https://www.wikidata.org/wiki/Q17081452","display_name":"Natural language programming","level":5,"score":0.46161898970603943},{"id":"https://openalex.org/C56288433","wikidata":"https://www.wikidata.org/wiki/Q58673","display_name":"Data manipulation language","level":2,"score":0.4471012353897095},{"id":"https://openalex.org/C128644962","wikidata":"https://www.wikidata.org/wiki/Q683111","display_name":"Visual programming language","level":2,"score":0.44338151812553406},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4378751516342163},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2809690237045288},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.10004732012748718},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vlhcc.2018.8506506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2018.8506506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5099999904632568,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W87415491","https://openalex.org/W102708294","https://openalex.org/W1492324553","https://openalex.org/W1502767928","https://openalex.org/W1509640184","https://openalex.org/W1577807563","https://openalex.org/W1694295455","https://openalex.org/W1792831685","https://openalex.org/W1936420698","https://openalex.org/W1977011589","https://openalex.org/W1984315811","https://openalex.org/W1993226113","https://openalex.org/W1999418777","https://openalex.org/W2011281700","https://openalex.org/W2013489329","https://openalex.org/W2042616792","https://openalex.org/W2072390746","https://openalex.org/W2080133951","https://openalex.org/W2083298807","https://openalex.org/W2094728533","https://openalex.org/W2099611418","https://openalex.org/W2111209739","https://openalex.org/W2118781169","https://openalex.org/W2131171082","https://openalex.org/W2132525863","https://openalex.org/W2135643110","https://openalex.org/W2141125339","https://openalex.org/W2141946720","https://openalex.org/W2146447174","https://openalex.org/W2158447593","https://openalex.org/W2158615804","https://openalex.org/W2161002933","https://openalex.org/W2161968588","https://openalex.org/W2165605851","https://openalex.org/W2166847432","https://openalex.org/W2172102660","https://openalex.org/W2250253768","https://openalex.org/W2252136820","https://openalex.org/W2293350124","https://openalex.org/W2295477536","https://openalex.org/W2490897946","https://openalex.org/W2533771361","https://openalex.org/W2559843024","https://openalex.org/W2560790486","https://openalex.org/W2592218985","https://openalex.org/W2594440402","https://openalex.org/W2610474269","https://openalex.org/W2610917376","https://openalex.org/W2612848973","https://openalex.org/W2758782048","https://openalex.org/W2861196621","https://openalex.org/W2891787559","https://openalex.org/W2897267527","https://openalex.org/W2963899988","https://openalex.org/W4237412827","https://openalex.org/W4238155858","https://openalex.org/W6630399717","https://openalex.org/W6634390516","https://openalex.org/W6681549436","https://openalex.org/W6683620417","https://openalex.org/W6691476020","https://openalex.org/W6696831953","https://openalex.org/W6730442001"],"related_works":["https://openalex.org/W2273803683","https://openalex.org/W2582259396","https://openalex.org/W2414638272","https://openalex.org/W2785116345","https://openalex.org/W1818379103","https://openalex.org/W2177551970","https://openalex.org/W3118274465","https://openalex.org/W109744462","https://openalex.org/W2188306582","https://openalex.org/W1572180878"],"abstract_inverted_index":{"A":[0],"key":[1],"challenge":[2],"for":[3,27,44,50,93,104,124],"generalizing":[4],"programming-by-demonstration":[5],"(PBD)":[6],"scripts":[7,123],"is":[8,117],"the":[9,21,32,41,45,94,108],"data":[10,52,79,102,140],"description":[11],"problem":[12],"-":[13],"when":[14],"a":[15,36,71],"user":[16,65],"demonstrates":[17],"performing":[18],"an":[19],"action,":[20],"system":[22,69],"needs":[23],"to":[24,89,131,138],"determine":[25],"features":[26],"describing":[28],"this":[29],"action":[30],"and":[31,119],"target":[33],"object":[34],"in":[35,54,121,142],"way":[37],"that":[38,115,126],"can":[39,77],"reflect":[40],"user's":[42],"intention":[43],"action.":[46],"However,":[47],"prior":[48,134],"approaches":[49],"creating":[51,122],"descriptions":[53,80,103,141],"PBD":[55,135],"systems":[56],"have":[57],"problems":[58],"with":[59,74,133],"usability,":[60],"applicability,":[61],"feasibility,":[62],"transparency":[63],"and/or":[64],"control.":[66],"Our":[67,112],"APPINITE":[68,86,100,116],"introduces":[70],"multimodal":[72],"interface":[73],"which":[75],"users":[76,88],"specify":[78],"verbally":[81],"using":[82],"natural":[83,109],"language":[84,110],"instructions.":[85,111],"guides":[87],"describe":[90],"their":[91],"intentions":[92],"demonstrated":[95],"actions":[96,106],"through":[97],"mixed-initiative":[98],"conversations.":[99],"constructs":[101],"these":[105],"from":[107],"evaluation":[113],"showed":[114],"easy-to-use":[118],"effective":[120],"tasks":[125],"would":[127],"otherwise":[128],"be":[129],"difficult":[130],"create":[132],"systems,":[136],"due":[137],"ambiguous":[139],"demonstrations":[143],"on":[144],"GUIs.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}