{"id":"https://openalex.org/W2884642747","doi":"https://doi.org/10.1177/02783649211050677","title":"HARMONIC: A multimodal dataset of assistive human\u2013robot collaboration","display_name":"HARMONIC: A multimodal dataset of assistive human\u2013robot collaboration","publication_year":2021,"publication_date":"2021-12-07","ids":{"openalex":"https://openalex.org/W2884642747","doi":"https://doi.org/10.1177/02783649211050677","mag":"2884642747"},"language":"en","primary_location":{"id":"doi:10.1177/02783649211050677","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02783649211050677","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040122144","display_name":"Benjamin A. Newman","orcid":"https://orcid.org/0000-0002-9651-3470"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Benjamin A. Newman","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017028387","display_name":"Reuben M. Aronson","orcid":"https://orcid.org/0000-0002-8615-3715"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reuben M. Aronson","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077719529","display_name":"Siddhartha S Srinivasa","orcid":"https://orcid.org/0000-0002-5091-106X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddhartha S. Srinivasa","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037322163","display_name":"Kris Kitani","orcid":"https://orcid.org/0000-0002-9389-4060"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kris Kitani","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061653312","display_name":"Henny Admoni","orcid":"https://orcid.org/0000-0003-1796-2196"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henny Admoni","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5040122144"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":4.6401,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.94586773,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"41","issue":"1","first_page":"3","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/joystick","display_name":"Joystick","score":0.9010062217712402},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6842027902603149},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6128180027008057},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.6040775775909424},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.559947669506073},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5443550944328308},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.5430632829666138},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5262935757637024},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5225265026092529},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.49097660183906555},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.17433106899261475},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13559111952781677}],"concepts":[{"id":"https://openalex.org/C96439379","wikidata":"https://www.wikidata.org/wiki/Q178805","display_name":"Joystick","level":2,"score":0.9010062217712402},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6842027902603149},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6128180027008057},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.6040775775909424},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.559947669506073},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5443550944328308},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.5430632829666138},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5262935757637024},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5225265026092529},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.49097660183906555},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.17433106899261475},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13559111952781677},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/02783649211050677","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02783649211050677","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G8794608634","display_name":null,"funder_award_id":"IIS-1755823","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W110298896","https://openalex.org/W1484018806","https://openalex.org/W1496321300","https://openalex.org/W1539216098","https://openalex.org/W1745379580","https://openalex.org/W1926515346","https://openalex.org/W1945120929","https://openalex.org/W2023938433","https://openalex.org/W2034725503","https://openalex.org/W2044375425","https://openalex.org/W2062242288","https://openalex.org/W2074693532","https://openalex.org/W2085580502","https://openalex.org/W2098774185","https://openalex.org/W2111340349","https://openalex.org/W2147299944","https://openalex.org/W2165605600","https://openalex.org/W2168359464","https://openalex.org/W2212494831","https://openalex.org/W2255781698","https://openalex.org/W2264407643","https://openalex.org/W2323122434","https://openalex.org/W2401641474","https://openalex.org/W2505094182","https://openalex.org/W2559085405","https://openalex.org/W2574225175","https://openalex.org/W2599908883","https://openalex.org/W2609211631","https://openalex.org/W2725922920","https://openalex.org/W2767263466","https://openalex.org/W2786110872","https://openalex.org/W2790215017","https://openalex.org/W2798963049","https://openalex.org/W2804526344","https://openalex.org/W2805447521","https://openalex.org/W2805623918","https://openalex.org/W2806389585","https://openalex.org/W2890656423","https://openalex.org/W2963507484","https://openalex.org/W2963738870","https://openalex.org/W3103780890","https://openalex.org/W4206273864","https://openalex.org/W4251932573","https://openalex.org/W4254057358"],"related_works":["https://openalex.org/W4226385867","https://openalex.org/W4388893656","https://openalex.org/W2388023667","https://openalex.org/W3025979333","https://openalex.org/W3006098028","https://openalex.org/W2942501622","https://openalex.org/W4388576605","https://openalex.org/W2062302545","https://openalex.org/W4287179229","https://openalex.org/W3205513966"],"abstract_inverted_index":{"We":[0],"present":[1],"the":[2,81,86,92,96,120],"Human":[3],"And":[4],"Robot":[5],"Multimodal":[6],"Observations":[7],"of":[8,20,46,68,95,111,155,176],"Natural":[9],"Interactive":[10],"Collaboration":[11],"(HARMONIC)":[12],"dataset.":[13],"This":[14,151],"is":[15],"a":[16,24,28,57,74,108,174],"large":[17],"multimodal":[18],"dataset":[19,38,152],"human":[21,146,162],"interactions":[22],"with":[23,56],"robotic":[25],"arm":[26],"in":[27,51,173],"shared":[29,167],"autonomy":[30],"setting":[31],"designed":[32],"to":[33,84,141,145,157],"imitate":[34],"assistive":[35,53],"eating.":[36],"The":[37],"provides":[39],"human,":[40],"robot,":[41],"and":[42,91,127,149,166,181,184],"environmental":[43],"data":[44,131],"views":[45],"24":[47],"different":[48],"people":[49],"engaged":[50],"an":[52],"eating":[54],"task":[55],"6-degree-of-freedom":[58],"(6-DOF)":[59],"robot":[60,98],"arm.":[61,99],"From":[62],"each":[63],"participant,":[64],"we":[65],"recorded":[66],"video":[67,72,180],"both":[69],"eyes,":[70],"egocentric":[71,121],"from":[73,80],"head-mounted":[75],"camera,":[76],"joystick":[77],"commands,":[78],"electromyography":[79],"forearm":[82],"used":[83],"operate":[85],"joystick,":[87],"third-person":[88],"stereo":[89],"video,":[90,122],"joint":[93],"positions":[94],"6-DOF":[97],"Also":[100],"included":[101],"are":[102,171],"several":[103],"features":[104],"that":[105],"come":[106],"as":[107,115,179],"direct":[109],"result":[110],"these":[112],"recordings,":[113],"such":[114,178],"eye":[116],"gaze":[117],"projected":[118],"onto":[119],"body":[123],"pose,":[124,126],"hand":[125],"facial":[128],"keypoints.":[129],"These":[130],"streams":[132,170],"were":[133],"collected":[134],"specifically":[135],"because":[136],"they":[137],"have":[138],"been":[139],"shown":[140],"be":[142,154],"closely":[143],"related":[144],"mental":[147,163],"states":[148],"intention.":[150],"could":[153],"interest":[156],"researchers":[158],"studying":[159],"intention":[160],"prediction,":[161],"state":[164],"modeling,":[165],"autonomy.":[168],"Data":[169],"provided":[172],"variety":[175],"formats":[177],"human-readable":[182],"CSV":[183],"YAML":[185],"files.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}