{"id":"https://openalex.org/W4389666651","doi":"https://doi.org/10.1109/iros55552.2023.10341981","title":"Recognizing Real-World Intentions using A Multimodal Deep Learning Approach with Spatial-Temporal Graph Convolutional Networks","display_name":"Recognizing Real-World Intentions using A Multimodal Deep Learning Approach with Spatial-Temporal Graph Convolutional Networks","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389666651","doi":"https://doi.org/10.1109/iros55552.2023.10341981"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10341981","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10341981","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102784641","display_name":"Jiaqi Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Jiaqi Shi","raw_affiliation_strings":["Graduate School of Engineering Science, Osaka University,Japan","Graduate School of Engineering Science, Osaka University, Japan","Guardian Robot Project, RIKEN, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering Science, Osaka University,Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Graduate School of Engineering Science, Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Guardian Robot Project, RIKEN, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101905297","display_name":"Chaoran Liu","orcid":"https://orcid.org/0000-0003-3789-2981"},"institutions":[{"id":"https://openalex.org/I4210104143","display_name":"Advanced Telecommunications Research Institute International","ror":"https://ror.org/01pe1d703","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210104143"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Chaoran Liu","raw_affiliation_strings":["RIKEN,Guardian Robot Project,Japan","Advanced Telecommunications Research Institute International (ATR), Japan","Guardian Robot Project, RIKEN, Japan"],"affiliations":[{"raw_affiliation_string":"RIKEN,Guardian Robot Project,Japan","institution_ids":[]},{"raw_affiliation_string":"Advanced Telecommunications Research Institute International (ATR), Japan","institution_ids":["https://openalex.org/I4210104143"]},{"raw_affiliation_string":"Guardian Robot Project, RIKEN, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000037110","display_name":"Carlos Toshinori Ishi","orcid":"https://orcid.org/0000-0001-8130-1048"},"institutions":[{"id":"https://openalex.org/I4210104143","display_name":"Advanced Telecommunications Research Institute International","ror":"https://ror.org/01pe1d703","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210104143"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Carlos Toshinori Ishi","raw_affiliation_strings":["RIKEN,Guardian Robot Project,Japan","Guardian Robot Project, RIKEN, Japan","Advanced Telecommunications Research Institute International (ATR), Japan"],"affiliations":[{"raw_affiliation_string":"RIKEN,Guardian Robot Project,Japan","institution_ids":[]},{"raw_affiliation_string":"Guardian Robot Project, RIKEN, Japan","institution_ids":[]},{"raw_affiliation_string":"Advanced Telecommunications Research Institute International (ATR), Japan","institution_ids":["https://openalex.org/I4210104143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101512079","display_name":"Bowen Wu","orcid":"https://orcid.org/0000-0001-6631-8722"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Bowen Wu","raw_affiliation_strings":["Graduate School of Engineering Science, Osaka University,Japan","Graduate School of Engineering Science, Osaka University, Japan","Guardian Robot Project, RIKEN, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering Science, Osaka University,Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Graduate School of Engineering Science, Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Guardian Robot Project, RIKEN, Japan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101425832","display_name":"Hiroshi Ishiguro","orcid":"https://orcid.org/0000-0002-0805-7648"},"institutions":[{"id":"https://openalex.org/I4210104143","display_name":"Advanced Telecommunications Research Institute International","ror":"https://ror.org/01pe1d703","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210104143"]},{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroshi Ishiguro","raw_affiliation_strings":["Graduate School of Engineering Science, Osaka University,Japan","Graduate School of Engineering Science, Osaka University, Japan","Advanced Telecommunications Research Institute International (ATR), Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering Science, Osaka University,Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Graduate School of Engineering Science, Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Advanced Telecommunications Research Institute International (ATR), Japan","institution_ids":["https://openalex.org/I4210104143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102784641"],"corresponding_institution_ids":["https://openalex.org/I98285908"],"apc_list":null,"apc_paid":null,"fwci":0.1748,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.587227,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"3819","last_page":"3826"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13471","display_name":"Cognitive Functions and Memory","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7740646004676819},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.6032806038856506},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5911072492599487},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5697996020317078},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5373695492744446},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5026092529296875},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4929351806640625},{"id":"https://openalex.org/keywords/attention-network","display_name":"Attention network","score":0.4412144720554352},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.43271851539611816},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.13378244638442993}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7740646004676819},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.6032806038856506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5911072492599487},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5697996020317078},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5373695492744446},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5026092529296875},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4929351806640625},{"id":"https://openalex.org/C2993807640","wikidata":"https://www.wikidata.org/wiki/Q103709453","display_name":"Attention network","level":2,"score":0.4412144720554352},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.43271851539611816},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.13378244638442993},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros55552.2023.10341981","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10341981","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3302257970","display_name":null,"funder_award_id":"JPMJMS2011","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"}],"funders":[{"id":"https://openalex.org/F4320334789","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2008458232","https://openalex.org/W2009927480","https://openalex.org/W2045792079","https://openalex.org/W2093555081","https://openalex.org/W2108598243","https://openalex.org/W2126579184","https://openalex.org/W2537664091","https://openalex.org/W2625366777","https://openalex.org/W2807021761","https://openalex.org/W2810685774","https://openalex.org/W2892065377","https://openalex.org/W2907492528","https://openalex.org/W2950703532","https://openalex.org/W2951626319","https://openalex.org/W2962896489","https://openalex.org/W2963001155","https://openalex.org/W2963076818","https://openalex.org/W2963653811","https://openalex.org/W2963855133","https://openalex.org/W2976669726","https://openalex.org/W3029935604","https://openalex.org/W3035050855","https://openalex.org/W3044804533","https://openalex.org/W3045844901","https://openalex.org/W3094187366","https://openalex.org/W3098744844","https://openalex.org/W3100848837","https://openalex.org/W3101151469","https://openalex.org/W3106734377","https://openalex.org/W3115853998","https://openalex.org/W3117386316","https://openalex.org/W3121052081","https://openalex.org/W3123909522","https://openalex.org/W3128250524","https://openalex.org/W3135347383","https://openalex.org/W3182910206","https://openalex.org/W3203634062","https://openalex.org/W4226436909","https://openalex.org/W4297683418","https://openalex.org/W4319866011","https://openalex.org/W6751425476","https://openalex.org/W6754754690","https://openalex.org/W6781432948","https://openalex.org/W6811340601"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2372385138","https://openalex.org/W4389995241","https://openalex.org/W4320149722","https://openalex.org/W3213655484","https://openalex.org/W4386215069"],"abstract_inverted_index":{"Identifying":[0],"intentions":[1,26,49,67,113,183],"is":[2,22,103,171,178],"a":[3,81,85,136],"critical":[4],"task":[5],"for":[6],"comprehending":[7],"the":[8,29,36,45,55,89,107,112,125,128,154,162,189],"actions":[9],"of":[10,31,47,114],"others,":[11],"anticipating":[12],"their":[13],"future":[14,32],"behavior,":[15],"and":[16,35,68,84,96,118,149],"making":[17],"informed":[18],"decisions.":[19],"However,":[20],"it":[21],"challenging":[23],"to":[24,28,59,64,105,127,173,180],"recognize":[25,65],"due":[27],"uncertainty":[30],"human":[33,52,70,77,108],"activities":[34],"complex":[37],"influence":[38],"factors.":[39],"In":[40],"this":[41],"work,":[42],"we":[43,134],"explore":[44],"method":[46,167],"recognizing":[48],"alluded":[50],"under":[51],"behaviors":[53,78,187],"in":[54,110,161,188],"real":[56],"world,":[57],"aiming":[58],"boost":[60],"intelligent":[61],"systems'":[62],"ability":[63,109],"potential":[66],"understand":[69],"behaviors.":[71],"We":[72],"collect":[73],"data":[74,93,117],"containing":[75],"real-world":[76],"before":[79],"using":[80,168],"hand":[82],"dispenser":[83],"temperature":[86],"scanner":[87],"at":[88],"building":[90],"entrance.":[91],"These":[92],"are":[94,121],"processed":[95],"labeled":[97],"into":[98],"intention":[99,132],"categories.":[100],"A":[101,165],"questionnaire":[102],"conducted":[104],"survey":[106],"inferring":[111],"others.":[115],"Skeleton":[116],"image":[119],"features":[120,170],"extracted":[122],"inspired":[123],"by":[124],"answer":[126],"questionnaire.":[129],"For":[130],"skeleton-based":[131],"recognition,":[133],"propose":[135],"spatial-temporal":[137],"graph":[138,143],"convolutional":[139],"network":[140],"that":[141],"performs":[142],"convolutions":[144],"on":[145,185],"both":[146],"part-based":[147],"graphs":[148],"adaptive":[150],"graphs,":[151],"which":[152,177],"achieves":[153],"best":[155],"performance":[156],"compared":[157],"with":[158],"baseline":[159],"models":[160],"same":[163],"task.":[164],"deep-learning-based":[166],"multimodal":[169],"proposed":[172],"automatically":[174],"infer":[175],"intentions,":[176],"demonstrated":[179],"accurately":[181],"predict":[182],"based":[184],"past":[186],"experiment,":[190],"significantly":[191],"outperforming":[192],"humans.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}