{"id":"https://openalex.org/W2054899333","doi":"https://doi.org/10.1145/2670539","title":"Introduction to the Special Issue on Machine Learning for Multiple Modalities in Interactive Systems and Robots","display_name":"Introduction to the Special Issue on Machine Learning for Multiple Modalities in Interactive Systems and Robots","publication_year":2014,"publication_date":"2014-10-14","ids":{"openalex":"https://openalex.org/W2054899333","doi":"https://doi.org/10.1145/2670539","mag":"2054899333"},"language":"en","primary_location":{"id":"doi:10.1145/2670539","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2670539","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Introduction_to_the_special_issue_on_Machine_learning_for_multiple_modalities_in_interactive_systems_and_robots/24345898","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036357777","display_name":"Heriberto Cuay\u00e1huitl","orcid":"https://orcid.org/0000-0002-1937-9837"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Heriberto Cuay\u00e1huitl","raw_affiliation_strings":["Heriot-Watt University, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Heriot-Watt University, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053547897","display_name":"Lutz Frommberger","orcid":"https://orcid.org/0000-0002-2607-7415"},"institutions":[{"id":"https://openalex.org/I180437899","display_name":"University of Bremen","ror":"https://ror.org/04ers2y35","country_code":"DE","type":"education","lineage":["https://openalex.org/I180437899"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lutz Frommberger","raw_affiliation_strings":["University of Bremen, Germany","University of Bremen; Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bremen, Germany","institution_ids":["https://openalex.org/I180437899"]},{"raw_affiliation_string":"University of Bremen; Germany","institution_ids":["https://openalex.org/I180437899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015800938","display_name":"Nina Dethlefs","orcid":"https://orcid.org/0000-0002-6917-5066"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nina Dethlefs","raw_affiliation_strings":["Heriot-Watt University, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Heriot-Watt University, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045093641","display_name":"Antoine Raux","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Antoine Raux","raw_affiliation_strings":["Lenovo Research, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lenovo Research, United States of America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084419113","display_name":"Mathew Marge","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mathew Marge","raw_affiliation_strings":["Carnegie Mellon University, United States of America","Carnegie Mellon University, United States of America#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, United States of America","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, United States of America#TAB#","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050569927","display_name":"Hendrik Zender","orcid":null},"institutions":[{"id":"https://openalex.org/I1292318990","display_name":"Nuance Communications (Austria)","ror":"https://ror.org/04ggpbw68","country_code":"AT","type":"company","lineage":["https://openalex.org/I1292318990","https://openalex.org/I4210125787"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Hendrik Zender","raw_affiliation_strings":["Nuance Communications, Germany","Nuance Communications; Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nuance Communications, Germany","institution_ids":[]},{"raw_affiliation_string":"Nuance Communications; Germany","institution_ids":["https://openalex.org/I1292318990"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2472,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.59851824,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"4","issue":"3","first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8150400519371033},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7532213926315308},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.751217782497406},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7479453086853027},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6519320011138916},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.594460666179657},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5063108205795288}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8150400519371033},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7532213926315308},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.751217782497406},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7479453086853027},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6519320011138916},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.594460666179657},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5063108205795288},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2670539","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2670539","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:eprints.lincoln.ac.uk:22212","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196275","display_name":"Lincoln Repository (University of Lincoln)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I51532219","host_organization_name":"University of Lincoln","host_organization_lineage":["https://openalex.org/I51532219"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:figshare.com:article/24345898","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Introduction_to_the_special_issue_on_Machine_learning_for_multiple_modalities_in_interactive_systems_and_robots/24345898","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/24345898","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Introduction_to_the_special_issue_on_Machine_learning_for_multiple_modalities_in_interactive_systems_and_robots/24345898","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W188710425","https://openalex.org/W1975815871","https://openalex.org/W1987867889","https://openalex.org/W2023280931","https://openalex.org/W2045460262","https://openalex.org/W2087163675","https://openalex.org/W2138394088","https://openalex.org/W2596356468","https://openalex.org/W2950037719"],"related_works":["https://openalex.org/W1883289659","https://openalex.org/W3176507739","https://openalex.org/W2055532432","https://openalex.org/W1606762099","https://openalex.org/W3212334276","https://openalex.org/W2921662890","https://openalex.org/W4294891964","https://openalex.org/W2054899333","https://openalex.org/W2550541660","https://openalex.org/W2994752168"],"abstract_inverted_index":{"This":[0],"special":[1,94],"issue":[2,95],"highlights":[3],"research":[4],"articles":[5,91],"that":[6,15,76,98],"apply":[7],"machine":[8,73],"learning":[9,50,74],"to":[10,56,88,100],"robots":[11],"and":[12,28],"other":[13],"systems":[14,53],"interact":[16],"with":[17,38,54],"users":[18],"through":[19],"more":[20],"than":[21],"one":[22],"modality,":[23],"such":[24],"as":[25,69],"speech,":[26],"gestures,":[27],"vision.":[29],"For":[30],"example,":[31],"a":[32,70],"robot":[33],"may":[34],"coordinate":[35],"its":[36,39],"speech":[37],"actions,":[40],"taking":[41],"into":[42],"account":[43],"(audio-)visual":[44],"feedback":[45],"during":[46],"their":[47],"execution.":[48],"Machine":[49],"provides":[51],"interactive":[52,82],"opportunities":[55],"improve":[57],"performance":[58],"not":[59],"only":[60],"of":[61,66,80],"individual":[62],"components":[63],"but":[64],"also":[65],"the":[67],"system":[68,83],"whole.":[71],"However,":[72],"methods":[75],"encompass":[77],"multiple":[78],"modalities":[79],"an":[81],"are":[84],"still":[85],"relatively":[86],"hard":[87],"find.":[89],"The":[90],"in":[92],"this":[93,102],"represent":[96],"examples":[97],"contribute":[99],"filling":[101],"gap.":[103]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}