{"id":"https://openalex.org/W3203368377","doi":"https://doi.org/10.1177/02783649211043155","title":"Real-time recognition of team behaviors by multisensory graph-embedded robot learning","display_name":"Real-time recognition of team behaviors by multisensory graph-embedded robot learning","publication_year":2021,"publication_date":"2021-09-23","ids":{"openalex":"https://openalex.org/W3203368377","doi":"https://doi.org/10.1177/02783649211043155","mag":"3203368377"},"language":"en","primary_location":{"id":"doi:10.1177/02783649211043155","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02783649211043155","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027081467","display_name":"Brian Reily","orcid":"https://orcid.org/0000-0001-5559-422X"},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Reily","raw_affiliation_strings":["Human-Centered Robotics Lab, Colorado School of Mines, Golden, CO, USA"],"raw_orcid":"https://orcid.org/0000-0001-5559-422X","affiliations":[{"raw_affiliation_string":"Human-Centered Robotics Lab, Colorado School of Mines, Golden, CO, USA","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039420666","display_name":"Peng Gao","orcid":"https://orcid.org/0000-0002-2110-7427"},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng Gao","raw_affiliation_strings":["Human-Centered Robotics Lab, Colorado School of Mines, Golden, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human-Centered Robotics Lab, Colorado School of Mines, Golden, CO, USA","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101784411","display_name":"Fei Han","orcid":"https://orcid.org/0000-0002-8619-3987"},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Han","raw_affiliation_strings":["Human-Centered Robotics Lab, Colorado School of Mines, Golden, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human-Centered Robotics Lab, Colorado School of Mines, Golden, CO, USA","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403969","display_name":"Hua Wang","orcid":"https://orcid.org/0000-0002-8465-0996"},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hua Wang","raw_affiliation_strings":["Human-Centered Robotics Lab, Colorado School of Mines, Golden, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human-Centered Robotics Lab, Colorado School of Mines, Golden, CO, USA","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100396777","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0001-5395-4017"},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["Human-Centered Robotics Lab, Colorado School of Mines, Golden, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human-Centered Robotics Lab, Colorado School of Mines, Golden, CO, USA","institution_ids":["https://openalex.org/I167576493"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100396777"],"corresponding_institution_ids":["https://openalex.org/I167576493"],"apc_list":null,"apc_paid":null,"fwci":0.5825,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.68999338,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"41","issue":"8","first_page":"798","last_page":"811"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6359763145446777},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6345758438110352},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6018170714378357},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5569759607315063},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5392438769340515},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5180823802947998},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5112490653991699},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4855315685272217},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.45117324590682983},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.44834914803504944},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43738624453544617},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.4238261878490448},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.41121363639831543},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16471239924430847},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.08560439944267273}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6359763145446777},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6345758438110352},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6018170714378357},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5569759607315063},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5392438769340515},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5180823802947998},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5112490653991699},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4855315685272217},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.45117324590682983},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.44834914803504944},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43738624453544617},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.4238261878490448},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.41121363639831543},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16471239924430847},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.08560439944267273},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/02783649211043155","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02783649211043155","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W289401892","https://openalex.org/W1497779383","https://openalex.org/W1603705555","https://openalex.org/W1669104078","https://openalex.org/W1689555256","https://openalex.org/W1972696612","https://openalex.org/W2024640456","https://openalex.org/W2047499569","https://openalex.org/W2110819057","https://openalex.org/W2133526128","https://openalex.org/W2192625879","https://openalex.org/W2215257094","https://openalex.org/W2219531351","https://openalex.org/W2224196924","https://openalex.org/W2257979135","https://openalex.org/W2270470215","https://openalex.org/W2295029210","https://openalex.org/W2342792048","https://openalex.org/W2533503513","https://openalex.org/W2581654254","https://openalex.org/W2584853650","https://openalex.org/W2586616796","https://openalex.org/W2591201689","https://openalex.org/W2593109591","https://openalex.org/W2620996074","https://openalex.org/W2758442112","https://openalex.org/W2780451508","https://openalex.org/W2789702539","https://openalex.org/W2793284769","https://openalex.org/W2810242356","https://openalex.org/W2891549075"],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W2354198838","https://openalex.org/W1989130879","https://openalex.org/W2103419012","https://openalex.org/W2988126442","https://openalex.org/W1974414866","https://openalex.org/W2063982682","https://openalex.org/W2338543196","https://openalex.org/W1544691147","https://openalex.org/W2113565103"],"abstract_inverted_index":{"Awareness":[0],"of":[1,23,27,52,63,114,226],"team":[2,8,29,74,89,118,173,194],"behaviors":[3],"(e.g.,":[4],"individual":[5,64,97,129],"activities":[6,99,130],"and":[7,100,134,187,192,230],"intents)":[9],"plays":[10],"a":[11,61,82,122,145,158,181,188,209,214],"critical":[12],"role":[13],"in":[14,34,92,106,201],"human\u2013robot":[15],"teaming.":[16],"Autonomous":[17],"robots":[18,200],"need":[19],"to":[20,36,87,148,161,163],"be":[21,57,71],"aware":[22],"the":[24,28,44,50,53,101,107,112,151,164,223],"overall":[25],"intent":[26,75,90,119,174],"they":[30],"are":[31],"collaborating":[32],"with":[33],"order":[35],"effectively":[37],"aid":[38],"their":[39],"human":[40,98,104],"peers":[41,105],"or":[42],"augment":[43],"team\u2019s":[45],"capabilities.":[46],"Team":[47],"intents":[48],"encode":[49],"goal":[51],"team,":[54],"which":[55,127,156],"cannot":[56],"simply":[58],"identified":[59],"from":[60,199],"collection":[62],"activities.":[65],"Instead,":[66],"teammate":[67,136],"relationships":[68,137],"must":[69],"also":[70],"encoded":[72],"for":[73,117,233],"recognition.":[76],"In":[77,141],"this":[78],"article,":[79],"we":[80,143,176],"introduce":[81],"novel":[83],"representation":[84],"learning":[85,116],"approach":[86,110,179,229],"recognizing":[88],"awareness":[91],"real-time,":[93],"based":[94],"upon":[95],"both":[96,222],"relationship":[102],"between":[103],"team.":[108],"Our":[109],"formulates":[111],"task":[113],"robot":[115],"recognition":[120],"as":[121,131,205,207],"joint":[123],"regularized":[124,153],"optimization":[125,154],"problem,":[126,155],"encodes":[128],"latent":[132],"variables":[133],"represents":[135],"through":[138],"graph":[139],"embedding.":[140],"addition,":[142],"design":[144],"new":[146],"algorithm":[147],"efficiently":[149],"solve":[150],"formulated":[152],"possesses":[157],"theoretical":[159],"guarantee":[160],"converge":[162],"optimal":[165],"solution.":[166],"To":[167],"evaluate":[168],"our":[169,178,227],"approach\u2019s":[170],"performance":[171],"on":[172,180,213,236],"recognition,":[175],"test":[177],"public":[182],"benchmark":[183],"group":[184],"activity":[185],"dataset":[186,196],"multisensory":[189],"underground":[190,203],"search":[191],"rescue":[193],"behavior":[195],"newly":[197],"collected":[198],"an":[202],"environment,":[204],"well":[206],"perform":[208],"proof-of-concept":[210],"case":[211],"study":[212],"physical":[215],"robot.":[216],"The":[217],"experimental":[218],"results":[219],"have":[220],"demonstrated":[221],"superior":[224],"accuracy":[225],"proposed":[228],"its":[231],"suitability":[232],"real-time":[234],"applications":[235],"mobile":[237],"robots.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}