{"id":"https://openalex.org/W4375869235","doi":"https://doi.org/10.1109/icassp49357.2023.10094863","title":"Vision, Deduction and Alignment: An Empirical Study on Multi-Modal Knowledge Graph Alignment","display_name":"Vision, Deduction and Alignment: An Empirical Study on Multi-Modal Knowledge Graph Alignment","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4375869235","doi":"https://doi.org/10.1109/icassp49357.2023.10094863"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10094863","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10094863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061585074","display_name":"Yangning Li","orcid":"https://orcid.org/0000-0002-1991-6698"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yangning Li","raw_affiliation_strings":["Tsinghua University,Shenzhen International Graduate School","Shenzhen International Graduate School, Tsinghua University","Peng Cheng Laboratory"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Shenzhen International Graduate School","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085691361","display_name":"Jiaoyan Chen","orcid":"https://orcid.org/0000-0003-4643-6750"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jiaoyan Chen","raw_affiliation_strings":["The University of Manchester,Department of Computer Science","Department of Computer Science, The University of Manchester"],"affiliations":[{"raw_affiliation_string":"The University of Manchester,Department of Computer Science","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"Department of Computer Science, The University of Manchester","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100655630","display_name":"Yinghui Li","orcid":"https://orcid.org/0000-0001-7571-6722"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinghui Li","raw_affiliation_strings":["Tsinghua University,Shenzhen International Graduate School","Shenzhen International Graduate School, Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Shenzhen International Graduate School","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018964518","display_name":"Yuejia Xiang","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuejia Xiang","raw_affiliation_strings":["Tencent"],"affiliations":[{"raw_affiliation_string":"Tencent","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102976776","display_name":"Xi Chen","orcid":"https://orcid.org/0000-0002-4098-7335"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Chen","raw_affiliation_strings":["Tencent"],"affiliations":[{"raw_affiliation_string":"Tencent","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022672030","display_name":"Hai-Tao Zheng","orcid":"https://orcid.org/0000-0001-5128-5649"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai-Tao Zheng","raw_affiliation_strings":["Tsinghua University,Shenzhen International Graduate School","Shenzhen International Graduate School, Tsinghua University","Peng Cheng Laboratory"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Shenzhen International Graduate School","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5061585074"],"corresponding_institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I4210136793","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.6651,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.91723418,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.8169195652008057},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7245565056800842},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6748229265213013},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5448917150497437},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.534944474697113},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.49843406677246094},{"id":"https://openalex.org/keywords/modal-logic","display_name":"Modal logic","score":0.4470352232456207},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4355430006980896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4346131384372711}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.8169195652008057},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7245565056800842},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6748229265213013},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5448917150497437},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.534944474697113},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.49843406677246094},{"id":"https://openalex.org/C27508121","wikidata":"https://www.wikidata.org/wiki/Q210841","display_name":"Modal logic","level":3,"score":0.4470352232456207},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4355430006980896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4346131384372711},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10094863","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10094863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G7513764588","display_name":null,"funder_award_id":"EP/V050869/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1597082186","https://openalex.org/W2807480793","https://openalex.org/W2808284704","https://openalex.org/W2890187992","https://openalex.org/W2941929666","https://openalex.org/W2952638691","https://openalex.org/W2964015378","https://openalex.org/W2970188762","https://openalex.org/W2971001654","https://openalex.org/W3012000912","https://openalex.org/W3032187523","https://openalex.org/W3078516413","https://openalex.org/W3089874281","https://openalex.org/W3098038527","https://openalex.org/W3098583774","https://openalex.org/W3117053671","https://openalex.org/W3122741928","https://openalex.org/W3145397194","https://openalex.org/W3166396011","https://openalex.org/W3175398775","https://openalex.org/W4224240992","https://openalex.org/W4299579390","https://openalex.org/W4304091767","https://openalex.org/W4313065284","https://openalex.org/W4388329494","https://openalex.org/W6726873649","https://openalex.org/W6765510844","https://openalex.org/W6791353385","https://openalex.org/W6846699009"],"related_works":["https://openalex.org/W2604454537","https://openalex.org/W2028144918","https://openalex.org/W3016746667","https://openalex.org/W1587059467","https://openalex.org/W2808284704","https://openalex.org/W2897702399","https://openalex.org/W4206028705","https://openalex.org/W2757431232","https://openalex.org/W2954554213","https://openalex.org/W2251363251"],"abstract_inverted_index":{"Entity":[0],"alignment":[1],"(EA)":[2],"for":[3,59],"knowledge":[4,12],"graphs":[5],"(KGs)":[6],"plays":[7],"a":[8,78],"critical":[9],"role":[10],"in":[11,35],"engineering.":[13],"Existing":[14],"EA":[15,50,81,102],"methods":[16,58],"mostly":[17],"focus":[18],"on":[19,96],"utilizing":[20,60],"the":[21,65],"graph":[22],"structures":[23],"and":[24,52,72,88,98],"entity":[25],"attributes":[26],"(including":[27],"literals),":[28],"but":[29],"ignore":[30],"images":[31],"that":[32],"are":[33],"common":[34],"modern":[36],"multi-modal":[37,80,89,101],"KGs.":[38],"In":[39,62],"this":[40],"study":[41],"we":[42,75],"first":[43],"constructed":[44],"Multi-OpenEA":[45,97],"\u2014":[46],"eight":[47],"large-scale,":[48],"image-equipped":[49],"benchmarks,":[51],"then":[53],"evaluated":[54],"some":[55],"existing":[56,100],"embedding-based":[57],"images.":[61],"view":[63],"of":[64,68],"complementary":[66],"nature":[67],"visual":[69],"modal":[70],"information":[71],"logical":[73,86],"deduction,":[74],"further":[76],"developed":[77],"new":[79],"method":[82],"named":[83],"LODEME":[84],"using":[85],"deduction":[87],"KG":[90],"embedding,":[91],"with":[92],"state-of-the-art":[93],"performance":[94],"achieved":[95],"other":[99],"benchmarks.":[103]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}