{"id":"https://openalex.org/W4396982395","doi":"https://doi.org/10.1109/tkde.2024.3399746","title":"Scene-Driven Multimodal Knowledge Graph Construction for Embodied AI","display_name":"Scene-Driven Multimodal Knowledge Graph Construction for Embodied AI","publication_year":2024,"publication_date":"2024-05-16","ids":{"openalex":"https://openalex.org/W4396982395","doi":"https://doi.org/10.1109/tkde.2024.3399746"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3399746","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3399746","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026663768","display_name":"Yaoxian Song","orcid":"https://orcid.org/0000-0002-8146-2236"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoxian Song","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8146-2236","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114594168","display_name":"Penglei Sun","orcid":"https://orcid.org/0009-0005-2290-0944"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Penglei Sun","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-2290-0944","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107954053","display_name":"Haoyu Liu","orcid":"https://orcid.org/0009-0008-8246-7056"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Liu","raw_affiliation_strings":["Research Center for Intelligent Robotics, Zhejiang Lab, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0008-8246-7056","affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Robotics, Zhejiang Lab, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065529268","display_name":"Zhixu Li","orcid":"https://orcid.org/0000-0003-2355-288X"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixu Li","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2355-288X","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074371475","display_name":"Wei Song","orcid":"https://orcid.org/0000-0002-0828-7486"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Song","raw_affiliation_strings":["Research Center for Intelligent Robotics, Zhejiang Lab, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-0828-7486","affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Robotics, Zhejiang Lab, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090455375","display_name":"Yanghua Xiao","orcid":"https://orcid.org/0000-0001-8403-9591"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanghua Xiao","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8403-9591","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011384237","display_name":"Xiaofang Zhou","orcid":"https://orcid.org/0000-0001-6343-1455"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaofang Zhou","raw_affiliation_strings":["The Hong Kong University of Science, Technology, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-6343-1455","affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science, Technology, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.3292,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.98576464,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"36","issue":"11","first_page":"6962","last_page":"6976"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9226999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9104999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8058618903160095},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.647823691368103},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.592833936214447},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46040380001068115},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.45233699679374695},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2991442084312439}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8058618903160095},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.647823691368103},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.592833936214447},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46040380001068115},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.45233699679374695},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2991442084312439}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tkde.2024.3399746","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3399746","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-138929","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-138929","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3277427600","display_name":"\u5f00\u653e\u591a\u6a21\u6001\u73af\u5883\u4e0b\u52a8\u6001\u77e5\u8bc6\u56fe\u8c31\u8865\u5168\u4e0e\u66f4\u65b0\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62072323","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G492650815","display_name":null,"funder_award_id":"U21A20488","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8821772859","display_name":null,"funder_award_id":"22511105902","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":116,"referenced_works":["https://openalex.org/W277886906","https://openalex.org/W572012434","https://openalex.org/W1552847225","https://openalex.org/W1560270123","https://openalex.org/W1591870335","https://openalex.org/W1718499378","https://openalex.org/W1762028192","https://openalex.org/W1773149199","https://openalex.org/W1891689858","https://openalex.org/W1994445000","https://openalex.org/W2016089260","https://openalex.org/W2022732461","https://openalex.org/W2022813413","https://openalex.org/W2022856253","https://openalex.org/W2077069816","https://openalex.org/W2080133951","https://openalex.org/W2081580037","https://openalex.org/W2083897630","https://openalex.org/W2094728533","https://openalex.org/W2107658650","https://openalex.org/W2108598243","https://openalex.org/W2131093082","https://openalex.org/W2138605095","https://openalex.org/W2251512949","https://openalex.org/W2277195237","https://openalex.org/W2489434015","https://openalex.org/W2579549467","https://openalex.org/W2739179646","https://openalex.org/W2896457183","https://openalex.org/W2910396842","https://openalex.org/W2919278763","https://openalex.org/W2963037989","https://openalex.org/W2963101081","https://openalex.org/W2963635127","https://openalex.org/W2963800628","https://openalex.org/W2964080504","https://openalex.org/W2964304707","https://openalex.org/W2965373594","https://openalex.org/W2967353954","https://openalex.org/W2970231061","https://openalex.org/W2974759213","https://openalex.org/W2990129662","https://openalex.org/W3033578652","https://openalex.org/W3034578524","https://openalex.org/W3034727271","https://openalex.org/W3034999214","https://openalex.org/W3039925688","https://openalex.org/W3121847244","https://openalex.org/W3123784868","https://openalex.org/W3130423852","https://openalex.org/W3169884222","https://openalex.org/W3174464510","https://openalex.org/W3185341429","https://openalex.org/W3206480587","https://openalex.org/W3208465763","https://openalex.org/W3211462570","https://openalex.org/W4211060471","https://openalex.org/W4221167472","https://openalex.org/W4224035735","https://openalex.org/W4224308101","https://openalex.org/W4226272687","https://openalex.org/W4235773083","https://openalex.org/W4285050251","https://openalex.org/W4285123658","https://openalex.org/W4288089799","https://openalex.org/W4306309401","https://openalex.org/W4307062315","https://openalex.org/W4312044727","https://openalex.org/W4312045746","https://openalex.org/W4312347618","https://openalex.org/W4313007581","https://openalex.org/W4318620838","https://openalex.org/W4318718936","https://openalex.org/W4320722432","https://openalex.org/W4322718191","https://openalex.org/W4323572061","https://openalex.org/W4361806395","https://openalex.org/W4362514550","https://openalex.org/W4362668287","https://openalex.org/W4366330503","https://openalex.org/W4366850747","https://openalex.org/W4367367040","https://openalex.org/W4384918448","https://openalex.org/W4385245566","https://openalex.org/W4385270279","https://openalex.org/W4385270535","https://openalex.org/W4385430825","https://openalex.org/W4394828156","https://openalex.org/W6637546263","https://openalex.org/W6766673545","https://openalex.org/W6766904570","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6797509243","https://openalex.org/W6798370836","https://openalex.org/W6801286240","https://openalex.org/W6809885388","https://openalex.org/W6810080435","https://openalex.org/W6810081322","https://openalex.org/W6810974023","https://openalex.org/W6845766269","https://openalex.org/W6846381433","https://openalex.org/W6847671982","https://openalex.org/W6849177959","https://openalex.org/W6849724526","https://openalex.org/W6849928207","https://openalex.org/W6850503672","https://openalex.org/W6850625674","https://openalex.org/W6851147835","https://openalex.org/W6851416138","https://openalex.org/W6851592950","https://openalex.org/W6851950068","https://openalex.org/W6852060543","https://openalex.org/W6854866820"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2380179524","https://openalex.org/W4283365723","https://openalex.org/W2963001125","https://openalex.org/W2091233881","https://openalex.org/W2352366064","https://openalex.org/W4250820896","https://openalex.org/W2124102101","https://openalex.org/W2054026175"],"abstract_inverted_index":{"Embodied":[0],"AI":[1],"is":[2,30,54,79,132],"one":[3],"of":[4,20,71,96,105,141],"the":[5,18,37,44,69,94,103,139,196],"most":[6,57],"popular":[7],"studies":[8],"in":[9,43,82,86,165],"artificial":[10],"intelligence":[11,19,70],"and":[12,39,56,84,98,122,156,177],"robotics,":[13],"which":[14],"can":[15,194],"effectively":[16],"improve":[17,195],"real-world":[21],"agents":[22],"(i.e.":[23],"robots)":[24],"serving":[25],"human":[26],"beings.":[27],"Scene":[28],"knowledge":[29,49,62,76,97,113,120,129,135,178],"important":[31],"for":[32,51,134],"an":[33,72],"agent":[34],"to":[35,67],"understand":[36],"surroundings":[38],"make":[40],"correct":[41],"decisions":[42],"varied":[45],"open":[46],"world.":[47],"Currently,":[48],"base":[50,63],"embodied":[52,184],"tasks":[53,185],"missing":[55],"existing":[58],"work":[59],"use":[60],"general":[61],"or":[64],"pre-trained":[65,90],"models":[66],"enhance":[68],"agent.":[73],"For":[74,89],"conventional":[75,119],"base,":[77],"it":[78],"sparse,":[80],"insufficient":[81],"capacity":[83],"cost":[85],"data":[87],"collection.":[88],"models,":[91],"they":[92],"face":[93],"uncertainty":[95],"hard":[99],"maintenance.":[100],"To":[101,137],"overcome":[102],"challenges":[104],"scene":[106,128],"knowledge,":[107],"we":[108,145],"propose":[109],"a":[110],"scene-driven":[111],"multimodal":[112],"graph":[114],"(Scene-MMKG)":[115],"construction":[116],"method":[117],"combining":[118],"engineering":[121],"large":[123],"language":[124],"models.":[125],"A":[126],"unified":[127],"injection":[130],"framework":[131],"introduced":[133],"representation.":[136],"evaluate":[138],"advantages":[140],"our":[142,168,191],"proposed":[143],"method,":[144],"instantiate":[146],"Scene-MMKG":[147],"considering":[148],"typical":[149,183],"indoor":[150],"robotic":[151],"functionalities":[152],"(<bold":[153],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[154,158,162],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Manip</b>ulation":[155],"<bold":[157,161],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Mob</b>ility),":[159],"named":[160],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ManipMob-MMKG</b>.":[163],"Comparisons":[164],"characteristics":[166],"indicate":[167],"instantiated":[169,192],"ManipMob-MMKG":[170,193],"has":[171],"broad":[172],"superiority":[173],"on":[174,182],"data-collection":[175],"efficiency":[176],"quality.":[179],"Experimental":[180],"results":[181],"show":[186],"that":[187],"knowledge-enhanced":[188],"methods":[189],"using":[190],"performance":[197],"obviously":[198],"without":[199],"re-designing":[200],"model":[201],"structures":[202],"complexly.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}