{"id":"https://openalex.org/W2076332785","doi":"https://doi.org/10.1109/mis.2001.1183338","title":"Building a multimodal human-robot interface","display_name":"Building a multimodal human-robot interface","publication_year":2001,"publication_date":"2001-01-01","ids":{"openalex":"https://openalex.org/W2076332785","doi":"https://doi.org/10.1109/mis.2001.1183338","mag":"2076332785"},"language":"en","primary_location":{"id":"doi:10.1109/mis.2001.1183338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mis.2001.1183338","pdf_url":null,"source":{"id":"https://openalex.org/S114241109","display_name":"IEEE Intelligent Systems","issn_l":"1541-1672","issn":["1541-1672","1941-1294"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/1276001","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068385102","display_name":"Dennis Perzanowski","orcid":null},"institutions":[{"id":"https://openalex.org/I1288214837","display_name":"United States Naval Research Laboratory","ror":"https://ror.org/04d23a975","country_code":"US","type":"facility","lineage":["https://openalex.org/I1288214837","https://openalex.org/I1330347796","https://openalex.org/I175003984","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"D. Perzanowski","raw_affiliation_strings":["Naval Research Laboratory, Inc., USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Research Laboratory, Inc., USA","institution_ids":["https://openalex.org/I1288214837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103004799","display_name":"Anna Charlotte Schultz","orcid":"https://orcid.org/0000-0003-1484-9120"},"institutions":[{"id":"https://openalex.org/I1288214837","display_name":"United States Naval Research Laboratory","ror":"https://ror.org/04d23a975","country_code":"US","type":"facility","lineage":["https://openalex.org/I1288214837","https://openalex.org/I1330347796","https://openalex.org/I175003984","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A.C. Schultz","raw_affiliation_strings":["Naval Research Laboratory, Inc., USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Research Laboratory, Inc., USA","institution_ids":["https://openalex.org/I1288214837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034117895","display_name":"William Adams","orcid":"https://orcid.org/0000-0002-7776-4274"},"institutions":[{"id":"https://openalex.org/I1288214837","display_name":"United States Naval Research Laboratory","ror":"https://ror.org/04d23a975","country_code":"US","type":"facility","lineage":["https://openalex.org/I1288214837","https://openalex.org/I1330347796","https://openalex.org/I175003984","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"W. Adams","raw_affiliation_strings":["Naval Research Laboratory, Inc., USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Research Laboratory, Inc., USA","institution_ids":["https://openalex.org/I1288214837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016675526","display_name":"Elaine Marsh","orcid":null},"institutions":[{"id":"https://openalex.org/I1288214837","display_name":"United States Naval Research Laboratory","ror":"https://ror.org/04d23a975","country_code":"US","type":"facility","lineage":["https://openalex.org/I1288214837","https://openalex.org/I1330347796","https://openalex.org/I175003984","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"E. Marsh","raw_affiliation_strings":["Naval Research Laboratory, Inc., USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Research Laboratory, Inc., USA","institution_ids":["https://openalex.org/I1288214837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111597025","display_name":"Magda Bugajska","orcid":null},"institutions":[{"id":"https://openalex.org/I1288214837","display_name":"United States Naval Research Laboratory","ror":"https://ror.org/04d23a975","country_code":"US","type":"facility","lineage":["https://openalex.org/I1288214837","https://openalex.org/I1330347796","https://openalex.org/I175003984","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Bugajska","raw_affiliation_strings":["Naval Research Laboratory, Inc., USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Research Laboratory, Inc., USA","institution_ids":["https://openalex.org/I1288214837"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.7613,"has_fulltext":false,"cited_by_count":219,"citation_normalized_percentile":{"value":0.9885718,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"16","issue":"1","first_page":"16","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8306782245635986},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7664097547531128},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7428276538848877},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.6574954390525818},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6021397113800049},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.547280490398407},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5129923224449158},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.4987525939941406},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47053536772727966},{"id":"https://openalex.org/keywords/converse","display_name":"Converse","score":0.449483722448349},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4353688061237335},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3785165548324585},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10994905233383179}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8306782245635986},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7664097547531128},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7428276538848877},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.6574954390525818},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6021397113800049},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.547280490398407},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5129923224449158},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4987525939941406},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47053536772727966},{"id":"https://openalex.org/C2776809875","wikidata":"https://www.wikidata.org/wiki/Q1375963","display_name":"Converse","level":2,"score":0.449483722448349},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4353688061237335},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3785165548324585},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10994905233383179},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/mis.2001.1183338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mis.2001.1183338","pdf_url":null,"source":{"id":"https://openalex.org/S114241109","display_name":"IEEE Intelligent Systems","issn_l":"1541-1672","issn":["1541-1672","1941-1294"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:ADA434941","is_oa":false,"landing_page_url":"http://oai.dtic.mil/oai/oai?&verb=getRecord&metadataPrefix=html&identifier=ADA434941","pdf_url":null,"source":{"id":"https://openalex.org/S4406923043","display_name":"Defense Technical Information Center (DTIC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"DTIC AND NTIS","raw_type":"Text"},{"id":"pmh:oai:zenodo.org:1276001","is_oa":true,"landing_page_url":"https://zenodo.org/record/1276001","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:1276001","is_oa":true,"landing_page_url":"https://zenodo.org/record/1276001","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W176909625","https://openalex.org/W211918120","https://openalex.org/W1502304292","https://openalex.org/W1565308971","https://openalex.org/W1812297507","https://openalex.org/W1895027641","https://openalex.org/W1922581157","https://openalex.org/W2099729738","https://openalex.org/W2124152490","https://openalex.org/W2167702024","https://openalex.org/W2170244873","https://openalex.org/W4285719527","https://openalex.org/W6607295965","https://openalex.org/W6638614924","https://openalex.org/W6684552912","https://openalex.org/W6685183342"],"related_works":["https://openalex.org/W2978665606","https://openalex.org/W4281567410","https://openalex.org/W2016565202","https://openalex.org/W2366067337","https://openalex.org/W2160505327","https://openalex.org/W2599908883","https://openalex.org/W2132998281","https://openalex.org/W4389266910","https://openalex.org/W4380487215","https://openalex.org/W1491035786"],"abstract_inverted_index":{"When":[0],"we":[1,116,207],"begin":[2],"to":[3,52,66,69,100,113,151,155,163,183,188,197,228],"build":[4],"and":[5,20,74,123,141,162,193,202,234],"interact":[6,26,48,55],"with":[7,27,49,56,59,81,95,172,181],"machines":[8,30],"or":[9,16,84],"robots":[10],"that":[11,33,87,171],"either":[12],"look":[13],"like":[14],"humans":[15,54],"have":[17,101,117],"human":[18,46,63,79,92],"functionalities":[19],"capabilities,":[21],"then":[22],"people":[23,131],"may":[24],"well":[25],"their":[28],"human-like":[29],"in":[31,103,126,159],"ways":[32],"mimic":[34],"human-human":[35],"communication.":[36],"For":[37],"example,":[38],"if":[39],"a":[40,43,45,62,78,82,85,110,119,127,191],"robot":[41],"has":[42],"face,":[44],"might":[47,64,93],"it":[50,99],"similarly":[51],"how":[53,130,182],"other":[57],"creatures":[58],"faces,":[60],"Specifically,":[61],"talk":[65],"it,":[67,70,73,233],"gesture":[68,142],"smile":[71],"at":[72,204],"so":[75],"on.":[76],"If":[77],"interacts":[80],"computer":[83],"machine":[86],"understands":[88],"spoken":[89,104],"commands,":[90],"the":[91,96,149,160,176,200,230,236],"converse":[94],"machine,":[97],"expecting":[98],"competence":[102],"language.":[105],"In":[106],"our":[107,165,210,219,226],"research":[108,166],"on":[109,199,225],"multimodal":[111],"interface":[112,134,150,161,227],"mobile":[114],"robots,":[115],"assumed":[118],"model":[120],"of":[121,218],"communication":[122,145],"interaction":[124],"that,":[125],"sense,":[128],"mimics":[129],"communicate.":[132],"Our":[133],"therefore":[135,195],"incorporates":[136],"both":[137],"natural":[138],"language":[139],"understanding":[140],"recognition":[143],"as":[144],"modes.":[146],"We":[147,169],"limited":[148],"these":[152],"two":[153],"modes":[154],"simplify":[156],"integrating":[157],"them":[158],"make":[164],"more":[167],"tractable.":[168],"believe":[170],"an":[173],"integrated":[174],"system,":[175],"user":[177],"is":[178,194,224],"less":[179],"concerned":[180],"communicate":[184],"(which":[185],"interactive":[186],"mode":[187],"employ":[189],"for":[190],"task),":[192],"free":[196],"concentrate":[198],"tasks":[201],"goals":[203],"hand.":[205],"Because":[206],"integrate":[208,229],"all":[209],"system's":[211],"components,":[212],"users":[213],"can":[214],"choose":[215],"any":[216],"combination":[217],"interface's":[220],"modalities.":[221],"The":[222],"onus":[223],"input,":[231],"process":[232],"produce":[235],"desired":[237],"results.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":17},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":8}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}