{"id":"https://openalex.org/W4388624140","doi":"https://doi.org/10.1109/ro-man57019.2023.10309444","title":"An End-to-End Human Simulator for Task-Oriented Multimodal Human-Robot Collaboration","display_name":"An End-to-End Human Simulator for Task-Oriented Multimodal Human-Robot Collaboration","publication_year":2023,"publication_date":"2023-08-28","ids":{"openalex":"https://openalex.org/W4388624140","doi":"https://doi.org/10.1109/ro-man57019.2023.10309444"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man57019.2023.10309444","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man57019.2023.10309444","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 32nd IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046069451","display_name":"Afagh Mehri Shervedani","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Afagh Mehri Shervedani","raw_affiliation_strings":["University of Illinois Chicago,Robotics Laboratory,Department of Electrical and Computer Engineering,Chicago,IL,USA,60607"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Robotics Laboratory,Department of Electrical and Computer Engineering,Chicago,IL,USA,60607","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436431","display_name":"Siyu Li","orcid":"https://orcid.org/0000-0002-0976-9938"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siyu Li","raw_affiliation_strings":["University of Illinois Chicago,Robotics Laboratory,Department of Electrical and Computer Engineering,Chicago,IL,USA,60607"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Robotics Laboratory,Department of Electrical and Computer Engineering,Chicago,IL,USA,60607","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032630946","display_name":"Natawut Monaikul","orcid":"https://orcid.org/0000-0003-0439-8127"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Natawut Monaikul","raw_affiliation_strings":["University of Illinois Chicago,Natural Language Processing Laboratory,Department of Computer Science,Chicago,IL,USA,60607"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Natural Language Processing Laboratory,Department of Computer Science,Chicago,IL,USA,60607","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050538031","display_name":"Bahareh Abbasi","orcid":null},"institutions":[{"id":"https://openalex.org/I194388944","display_name":"California State University, Channel Islands","ror":"https://ror.org/04v097707","country_code":"US","type":"education","lineage":["https://openalex.org/I194388944"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bahareh Abbasi","raw_affiliation_strings":["California State University Channel Islands,Computer Science Department,Camarillo,CA,USA,93012"],"affiliations":[{"raw_affiliation_string":"California State University Channel Islands,Computer Science Department,Camarillo,CA,USA,93012","institution_ids":["https://openalex.org/I194388944"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055258367","display_name":"Barbara Di Eugenio","orcid":"https://orcid.org/0000-0003-1706-2577"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barbara Di Eugenio","raw_affiliation_strings":["University of Illinois Chicago,Natural Language Processing Laboratory,Department of Computer Science,Chicago,IL,USA,60607"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Natural Language Processing Laboratory,Department of Computer Science,Chicago,IL,USA,60607","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062331167","display_name":"Milo\u0161 \u017defran","orcid":"https://orcid.org/0000-0001-9558-3656"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Milo\u0161 \u017defran","raw_affiliation_strings":["University of Illinois Chicago,Robotics Laboratory,Department of Electrical and Computer Engineering,Chicago,IL,USA,60607"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Robotics Laboratory,Department of Electrical and Computer Engineering,Chicago,IL,USA,60607","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5046069451"],"corresponding_institution_ids":["https://openalex.org/I39422238"],"apc_list":null,"apc_paid":null,"fwci":1.3482,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81945023,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"614","last_page":"620"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8074507117271423},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7273222208023071},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6718751788139343},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6668063998222351},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.6140968203544617},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6003791689872742},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.5850529670715332},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5683884620666504},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.47038546204566956},{"id":"https://openalex.org/keywords/ostensive-definition","display_name":"Ostensive definition","score":0.4485258162021637},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4346337616443634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.384944885969162},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3475682735443115},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11683914065361023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8074507117271423},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7273222208023071},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6718751788139343},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6668063998222351},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.6140968203544617},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6003791689872742},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.5850529670715332},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5683884620666504},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.47038546204566956},{"id":"https://openalex.org/C98717390","wikidata":"https://www.wikidata.org/wiki/Q3043208","display_name":"Ostensive definition","level":2,"score":0.4485258162021637},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4346337616443634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.384944885969162},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3475682735443115},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11683914065361023},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ro-man57019.2023.10309444","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man57019.2023.10309444","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 32nd IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5099999904632568,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W159980283","https://openalex.org/W2081105960","https://openalex.org/W2112645526","https://openalex.org/W2735388838","https://openalex.org/W2783152991","https://openalex.org/W2907855292","https://openalex.org/W2908008090","https://openalex.org/W2962682659","https://openalex.org/W2962787969","https://openalex.org/W2963857397","https://openalex.org/W3003608599","https://openalex.org/W3091243689","https://openalex.org/W3093628840","https://openalex.org/W3192495122","https://openalex.org/W4205559380","https://openalex.org/W4295312788","https://openalex.org/W4324299392","https://openalex.org/W6734696739","https://openalex.org/W6741104400","https://openalex.org/W6766978945","https://openalex.org/W6790482912","https://openalex.org/W6850326896"],"related_works":["https://openalex.org/W2001561635","https://openalex.org/W2081105960","https://openalex.org/W4281567410","https://openalex.org/W2978665606","https://openalex.org/W2016565202","https://openalex.org/W2160505327","https://openalex.org/W2599908883","https://openalex.org/W2559881192","https://openalex.org/W4389266910","https://openalex.org/W2010967541"],"abstract_inverted_index":{"This":[0],"paper":[1,51],"proposes":[2],"a":[3,11,54,66],"neural":[4],"network-based":[5],"user":[6,91],"simulator":[7,30],"that":[8],"can":[9],"provide":[10],"multimodal":[12,56,90],"interactive":[13],"environment":[14],"for":[15,86],"training":[16],"Reinforcement":[17],"Learning":[18],"(RL)":[19],"agents":[20],"in":[21,93],"collaborative":[22],"tasks":[23],"involving":[24],"multiple":[25,40],"modes":[26],"of":[27,64,76],"communication.":[28],"The":[29,50],"is":[31],"trained":[32],"on":[33],"the":[34,62,71,81,84],"existing":[35],"ELDERLY-AT-HOME":[36],"corpus":[37],"and":[38,47,73,89,95],"accommodates":[39],"modalities":[41],"such":[42],"as":[43],"language,":[44],"pointing":[45],"gestures,":[46],"haptic-ostensive":[48],"actions.":[49],"also":[52],"presents":[53],"novel":[55],"data":[57],"augmentation":[58],"approach,":[59],"which":[60],"addresses":[61],"challenge":[63],"using":[65,87],"limited":[67],"dataset":[68],"due":[69],"to":[70],"expensive":[72],"time-consuming":[74],"nature":[75],"collecting":[77],"human":[78],"demonstrations.":[79],"Overall,":[80],"study":[82],"highlights":[83],"potential":[85],"RL":[88],"simulators":[92],"developing":[94],"improving":[96],"domestic":[97],"assistive":[98],"robots.":[99]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}