{"id":"https://openalex.org/W4386090265","doi":"https://doi.org/10.1109/tii.2023.3303964","title":"A Multimodality Scene Graph Generation Approach for Robust Human\u2013Robot Collaborative Assembly Visual Relationship Representation","display_name":"A Multimodality Scene Graph Generation Approach for Robust Human\u2013Robot Collaborative Assembly Visual Relationship Representation","publication_year":2023,"publication_date":"2023-08-23","ids":{"openalex":"https://openalex.org/W4386090265","doi":"https://doi.org/10.1109/tii.2023.3303964"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2023.3303964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2023.3303964","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034835446","display_name":"Jianhao Lv","orcid":"https://orcid.org/0000-0001-8472-7773"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianhao Lv","raw_affiliation_strings":["College of Mechanical Engineering, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8472-7773","affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451795","display_name":"Rong Zhang","orcid":"https://orcid.org/0000-0002-6468-5489"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Zhang","raw_affiliation_strings":["College of Mechanical Engineering, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6468-5489","affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406106","display_name":"Xinyu Li","orcid":"https://orcid.org/0000-0002-4117-9698"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Li","raw_affiliation_strings":["College of Mechanical Engineering, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4117-9698","affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108052742","display_name":"Shimin Liu","orcid":"https://orcid.org/0000-0001-8081-1441"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shimin Liu","raw_affiliation_strings":["Department of Industrial and Systems Engineering, The Hong Kong Polytechnic University, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-8081-1441","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, The Hong Kong Polytechnic University, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021686377","display_name":"Tianyuan Liu","orcid":"https://orcid.org/0000-0002-4563-8716"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tianyuan Liu","raw_affiliation_strings":["Department of Industrial and Systems Engineering, The Hong Kong Polytechnic University, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-4563-8716","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, The Hong Kong Polytechnic University, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038938122","display_name":"Qi Zhang","orcid":"https://orcid.org/0009-0008-7046-5491"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["College of Mechanical Engineering, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-7046-5491","affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061529100","display_name":"Jinsong Bao","orcid":"https://orcid.org/0000-0003-1999-1003"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsong Bao","raw_affiliation_strings":["College of Mechanical Engineering, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1999-1003","affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5034835446"],"corresponding_institution_ids":["https://openalex.org/I181326427"],"apc_list":null,"apc_paid":null,"fwci":1.2952,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.82576806,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"20","issue":"3","first_page":"3242","last_page":"3251"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.8581969141960144},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.812770426273346},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.695432186126709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5921673774719238},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5855000019073486},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5623424649238586},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5585069060325623},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5205227136611938},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5134309530258179},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.48260223865509033},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4776923954486847},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4187059700489044},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3954298496246338},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.19615769386291504}],"concepts":[{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.8581969141960144},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.812770426273346},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.695432186126709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5921673774719238},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5855000019073486},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5623424649238586},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5585069060325623},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5205227136611938},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5134309530258179},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.48260223865509033},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4776923954486847},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4187059700489044},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3954298496246338},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.19615769386291504},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2023.3303964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2023.3303964","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G7789546144","display_name":null,"funder_award_id":"22YF1400200","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W2194775991","https://openalex.org/W2277195237","https://openalex.org/W2579549467","https://openalex.org/W2902055595","https://openalex.org/W2963536419","https://openalex.org/W2963938081","https://openalex.org/W3033515201","https://openalex.org/W3042929212","https://openalex.org/W3049156125","https://openalex.org/W3083244126","https://openalex.org/W3109827567","https://openalex.org/W3111297695","https://openalex.org/W3157307310","https://openalex.org/W3159328575","https://openalex.org/W3167621940","https://openalex.org/W3170208249","https://openalex.org/W3173398710","https://openalex.org/W3199335549","https://openalex.org/W3204047236","https://openalex.org/W4200461109","https://openalex.org/W4206654130","https://openalex.org/W4214515407","https://openalex.org/W4220689621","https://openalex.org/W4224884377","https://openalex.org/W4225868495","https://openalex.org/W4280497173","https://openalex.org/W4281776359","https://openalex.org/W4283694318","https://openalex.org/W4285011796","https://openalex.org/W4307959022","https://openalex.org/W4313044434","https://openalex.org/W4313453017","https://openalex.org/W4361199364","https://openalex.org/W6620707391","https://openalex.org/W6687483927","https://openalex.org/W6694395031","https://openalex.org/W6746101150","https://openalex.org/W6756259377"],"related_works":["https://openalex.org/W4205899436","https://openalex.org/W2045049461","https://openalex.org/W1978893398","https://openalex.org/W2201908702","https://openalex.org/W4381094582","https://openalex.org/W2369625323","https://openalex.org/W2364579609","https://openalex.org/W1977906818","https://openalex.org/W1522139108","https://openalex.org/W2353528968"],"abstract_inverted_index":{"Human\u2013robot":[0],"collaborative":[1,139],"assembly":[2,15,57,140],"is":[3,86,100],"required":[4],"to":[5,24,45,88,102],"comprehensively":[6],"perceive":[7],"the":[8,12,34,49,92,105,118,126],"working":[9],"scenarios":[10],"for":[11,51,71,113,131],"most":[13],"possible":[14],"collaborations.":[16],"Nevertheless,":[17],"existing":[18],"works":[19],"have":[20],"paid":[21],"much":[22],"attention":[23],"physical":[25],"entities":[26],"(i.e.,":[27],"object":[28,66],"detection,":[29],"pose":[30],"estimation),":[31],"while":[32],"ignores":[33],"weight":[35],"of":[36,48],"interactive":[37],"relationships.":[38,95],"This":[39],"research":[40],"gap":[41],"makes":[42],"it":[43],"difficult":[44],"become":[46],"aware":[47],"cues":[50],"decision-making,":[52],"especially":[53],"in":[54,117,137],"a":[55,80],"complicated":[56],"task.":[58],"Furthermore,":[59],"inadequate":[60],"relative":[61,106],"position":[62],"characteristics":[63],"and":[64,128],"indescribable":[65],"influence":[67],"remain":[68],"quite":[69],"challenging":[70],"visual":[72,94],"relationship":[73],"representation.":[74],"To":[75],"overcome":[76],"these":[77],"abovementioned":[78],"gaps,":[79],"multimodality":[81,119,132],"scene":[82,133],"graph":[83,134],"generation":[84,135],"approach":[85],"proposed":[87],"more":[89],"robustly":[90],"describe":[91],"abstract":[93],"A":[96],"novel":[97],"heat":[98],"modality":[99],"presented":[101],"better":[103],"represent":[104],"spatial":[107],"characteristic.":[108],"Three":[109],"strategies":[110],"are":[111],"developed":[112],"adapting":[114],"different":[115],"baselines":[116],"feature":[120],"encoder":[121],"module.":[122],"Experimental":[123],"results":[124],"show":[125],"generality":[127],"superb":[129],"performance":[130],"tasks":[136],"human\u2013robot":[138],"scenarios.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}