{"id":"https://openalex.org/W4366549750","doi":"https://doi.org/10.1145/3544548.3580964","title":"ONYX: Assisting Users in Teaching Natural Language Interfaces Through Multi-Modal Interactive Task Learning","display_name":"ONYX: Assisting Users in Teaching Natural Language Interfaces Through Multi-Modal Interactive Task Learning","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4366549750","doi":"https://doi.org/10.1145/3544548.3580964"},"language":"en","primary_location":{"id":"doi:10.1145/3544548.3580964","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544548.3580964","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037664699","display_name":"Marcel Ruoff","orcid":"https://orcid.org/0000-0001-5651-0729"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Marcel Ruoff","raw_affiliation_strings":["Karlsruhe Institute of Technology, Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005887313","display_name":"Brad A. Myers","orcid":"https://orcid.org/0000-0002-4769-0219"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brad A Myers","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, United States"],"affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080792995","display_name":"Alexander Maedche","orcid":"https://orcid.org/0000-0001-6546-4816"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Maedche","raw_affiliation_strings":["Karlsruhe Institute of Technology, Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5037664699"],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":9.2521,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.98522114,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.835145115852356},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7446037530899048},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.6651808023452759},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6614207029342651},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5907914042472839},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.548613965511322},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.4951113760471344},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.46206650137901306},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4411204159259796},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3414023518562317},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.10567909479141235},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06303727626800537}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.835145115852356},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7446037530899048},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.6651808023452759},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6614207029342651},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5907914042472839},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.548613965511322},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.4951113760471344},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.46206650137901306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4411204159259796},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3414023518562317},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.10567909479141235},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06303727626800537},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544548.3580964","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544548.3580964","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8700000047683716,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W126897752","https://openalex.org/W1524281572","https://openalex.org/W1983330555","https://openalex.org/W1984315811","https://openalex.org/W2135415614","https://openalex.org/W2274505579","https://openalex.org/W2470712504","https://openalex.org/W2509389651","https://openalex.org/W2534380090","https://openalex.org/W2610474269","https://openalex.org/W2743702824","https://openalex.org/W2745881055","https://openalex.org/W2898125335","https://openalex.org/W2940688111","https://openalex.org/W2940884072","https://openalex.org/W2942367614","https://openalex.org/W2959386370","https://openalex.org/W2962727507","https://openalex.org/W2972018816","https://openalex.org/W2981244488","https://openalex.org/W2993739098","https://openalex.org/W3005591795","https://openalex.org/W3008443627","https://openalex.org/W3028632643","https://openalex.org/W3030085124","https://openalex.org/W3081277912","https://openalex.org/W3092206318","https://openalex.org/W3094211608","https://openalex.org/W3123228333","https://openalex.org/W3128915501","https://openalex.org/W3134547365","https://openalex.org/W3160029355","https://openalex.org/W3163247491","https://openalex.org/W3169545922","https://openalex.org/W3173957747","https://openalex.org/W3213578841","https://openalex.org/W4224982588","https://openalex.org/W4225097857","https://openalex.org/W4292262055"],"related_works":["https://openalex.org/W609482051","https://openalex.org/W3199325201","https://openalex.org/W2792035366","https://openalex.org/W4386050096","https://openalex.org/W2360976019","https://openalex.org/W2351166673","https://openalex.org/W2390109066","https://openalex.org/W2349355552","https://openalex.org/W2002537515","https://openalex.org/W2410921486"],"abstract_inverted_index":{"Users":[0],"are":[1],"increasingly":[2],"empowered":[3],"to":[4,13,107,118,145],"personalize":[5],"natural":[6,16],"language":[7,17],"interfaces":[8],"(NLIs)":[9],"by":[10,66],"teaching":[11,27,137],"how":[12,88],"handle":[14,91],"new":[15,28,63,92,130,138],"(NL)":[18],"inputs.":[19],"However,":[20],"our":[21],"formative":[22],"study":[23],"found":[24],"that":[25,37,60,125],"when":[26],"NL":[29,64,68,93,139],"inputs,":[30],"users":[31,126],"require":[32],"assistance":[33],"in":[34,110,136,143],"clarifying":[35],"ambiguities":[36,109],"arise":[38],"and":[39,70,103,115],"want":[40],"insight":[41],"into":[42],"which":[43],"parts":[44],"of":[45],"the":[46,48,81,120],"input":[47],"NLI":[49],"understands.":[50],"In":[51],"this":[52],"paper":[53],"we":[54],"introduce":[55],"ONYX,":[56],"an":[57],"intelligent":[58],"agent":[59],"interactively":[61],"learns":[62],"inputs":[65,94,140],"combining":[67],"programming":[69],"programming-by-demonstration,":[71],"also":[72],"known":[73],"as":[74],"multi-modal":[75],"interactive":[76],"task":[77],"learning.":[78],"To":[79],"address":[80],"aforementioned":[82],"challenges,":[83],"ONYX":[84,89],"provides":[85],"suggestions":[86],"on":[87,96],"could":[90],"based":[95],"previously":[97],"learned":[98],"concepts":[99],"or":[100],"user-defined":[101],"procedures,":[102],"poses":[104],"follow-up":[105],"questions":[106],"clarify":[108,119],"user":[111],"demonstrations,":[112],"using":[113],"visual":[114],"textual":[116],"aids":[117],"connections.":[121],"Our":[122],"evaluation":[123],"shows":[124],"provided":[127],"with":[128],"ONYX\u2019s":[129],"features":[131],"achieved":[132],"significantly":[133],"higher":[134],"accuracy":[135],"(median:":[141,148],"93.3%)":[142],"contrast":[144],"those":[146],"without":[147],"73.3%).":[149]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":49},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}