{"id":"https://openalex.org/W4408222599","doi":"https://doi.org/10.1109/robio64047.2024.10907500","title":"Multimodal Knowledge Graph Vision-Language Models for Precision Retrieval and Inference in Embedded Systems","display_name":"Multimodal Knowledge Graph Vision-Language Models for Precision Retrieval and Inference in Embedded Systems","publication_year":2024,"publication_date":"2024-12-10","ids":{"openalex":"https://openalex.org/W4408222599","doi":"https://doi.org/10.1109/robio64047.2024.10907500"},"language":"en","primary_location":{"id":"doi:10.1109/robio64047.2024.10907500","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio64047.2024.10907500","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062292426","display_name":"Mingyi Li","orcid":"https://orcid.org/0000-0001-8438-3894"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyi Li","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology,Beijing,China,100081"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology,Beijing,China,100081","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100775737","display_name":"Jiayin Li","orcid":"https://orcid.org/0000-0002-2844-1428"},"institutions":[{"id":"https://openalex.org/I4210134189","display_name":"Xiamen University Malaysia","ror":"https://ror.org/0331wa828","country_code":"MY","type":"education","lineage":["https://openalex.org/I191208505","https://openalex.org/I4210134189"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Jiayin Li","raw_affiliation_strings":["School of Computing and Data Science, Xiamen University Malaysia,Selangor,Malaysia,43900"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Data Science, Xiamen University Malaysia,Selangor,Malaysia,43900","institution_ids":["https://openalex.org/I4210134189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024721944","display_name":"Hui Liu","orcid":"https://orcid.org/0000-0002-3267-6801"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Liu","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology,Beijing,China,100081"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology,Beijing,China,100081","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060648268","display_name":"Lijin Han","orcid":"https://orcid.org/0000-0002-7249-0331"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijin Han","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology,Beijing,China,100081"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology,Beijing,China,100081","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dengting Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dengting Liao","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology,Beijing,China,100081"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology,Beijing,China,100081","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100639370","display_name":"Zekun Zhang","orcid":"https://orcid.org/0000-0001-5554-5153"},"institutions":[{"id":"https://openalex.org/I4210114190","display_name":"Shanghai Zhangjiang Laboratory","ror":"https://ror.org/0208qbg77","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zekun Zhang","raw_affiliation_strings":["Shanghai Zhangjiang Institute of Mathematicas, Zhangjiang Institute of Shanghai,Shanghai,China,201203"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Zhangjiang Institute of Mathematicas, Zhangjiang Institute of Shanghai,Shanghai,China,201203","institution_ids":["https://openalex.org/I4210114190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106695437","display_name":"Zong Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zong Gao","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology,Beijing,China,100081"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology,Beijing,China,100081","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018645076","display_name":"Baoshuai Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145005","display_name":"State Key Laboratory of Vehicle NVH and Safety Technology","ror":"https://ror.org/04e6h1p91","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210145005"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoshuai Liu","raw_affiliation_strings":["China North Vehicle Research Institute,General Technology Department,China,100072"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China North Vehicle Research Institute,General Technology Department,China,100072","institution_ids":["https://openalex.org/I4210145005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046313604","display_name":"Zhongfeng Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087772","display_name":"National Computer Network Emergency Response Technical Team/Coordination Center of Chinar","ror":"https://ror.org/00247dh76","country_code":"CN","type":"nonprofit","lineage":["https://openalex.org/I4210087772"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongfeng Jin","raw_affiliation_strings":["Coordination Center of China,GNational Computer Network Emergency Response Technical Team,China,100083"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Coordination Center of China,GNational Computer Network Emergency Response Technical Team,China,100083","institution_ids":["https://openalex.org/I4210087772"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0668,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.8123178,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1271","last_page":"1275"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9035000205039978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9035000205039978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7959111928939819},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6244266033172607},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5449180006980896},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5326086282730103},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.48271557688713074},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.47381842136383057},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3573285639286041},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3438495397567749},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.1882055103778839}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7959111928939819},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6244266033172607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5449180006980896},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5326086282730103},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.48271557688713074},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47381842136383057},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3573285639286041},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3438495397567749},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1882055103778839}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio64047.2024.10907500","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio64047.2024.10907500","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.4099999964237213,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2990129662","https://openalex.org/W3095974555","https://openalex.org/W4226376247","https://openalex.org/W4385574177","https://openalex.org/W6791353385","https://openalex.org/W6810334672"],"related_works":["https://openalex.org/W2055243143","https://openalex.org/W1986418932","https://openalex.org/W2357796999","https://openalex.org/W4321636575","https://openalex.org/W2741131631","https://openalex.org/W2045526782","https://openalex.org/W4405841813","https://openalex.org/W2156919374","https://openalex.org/W1483472507","https://openalex.org/W1984019423"],"abstract_inverted_index":{"In":[0],"light":[1],"of":[2,39,107],"the":[3,21,34,46,53,121],"challenges":[4],"associated":[5],"with":[6],"enhancing":[7],"multimodal":[8,71,140,156],"knowledge":[9,47,64],"graph":[10,48,65],"retrieval":[11,92],"and":[12,36,63,77,101,118,124,154],"improving":[13],"embodied":[14,40],"intelligence":[15],"in":[16,90,98,138,143,167],"dynamic":[17],"environments,":[18],"we":[19],"propose":[20],"Multimodal":[22],"Knowledge":[23],"Graph":[24],"Vision-Language":[25,54],"System":[26],"(MKGVL).":[27],"This":[28],"system":[29],"is":[30],"designed":[31],"to":[32,79,151],"enhance":[33],"reasoning":[35],"feedback":[37,51],"capabilities":[38],"intelligent":[41],"systems":[42,166],"by":[43],"continuously":[44],"updating":[45],"through":[49],"real-time":[50,139],"from":[52],"Model":[55],"(VLM).":[56],"By":[57],"integrating":[58],"visual":[59],"encoders,":[60],"language":[61],"models,":[62],"networks,":[66],"MKGVL":[67,86],"constructs":[68],"a":[69,102,160],"unified":[70],"representation":[72],"that":[73,85],"enables":[74],"adaptive":[75,164],"decision-making":[76],"responsiveness":[78],"environmental":[80],"changes.":[81],"Experimental":[82],"results":[83],"show":[84],"outperforms":[87],"existing":[88],"models":[89],"fine-grained":[91],"tasks,":[93,141],"achieving":[94],"an":[95],"11.5%":[96],"improvement":[97],"Rank1":[99],"accuracy":[100],"mean":[103],"Average":[104],"Precision":[105],"(mAP)":[106],"97.49%.":[108],"Further":[109],"evaluations":[110],"conducted":[111],"on":[112,129],"datasets":[113],"such":[114],"as":[115],"ARKitScenes,":[116],"MultiScan,":[117],"3RScan":[119],"highlight":[120],"model's":[122],"robustness":[123],"adaptability.":[125],"Additionally,":[126],"MKGVL's":[127,149],"deployment":[128],"embedded":[130],"platforms":[131],"like":[132],"Jetson":[133],"Orin":[134],"demonstrates":[135],"its":[136],"efficiency":[137],"particularly":[142],"resource-constrained":[144],"environments.":[145],"These":[146],"findings":[147],"underscore":[148],"ability":[150],"deliver":[152],"accurate":[153],"efficient":[155],"processing,":[157],"making":[158],"it":[159],"strong":[161],"solution":[162],"for":[163],"knowledge-based":[165],"complex":[168],"settings.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}