{"id":"https://openalex.org/W4403341039","doi":"https://doi.org/10.1142/s0218126625501142","title":"Efficient Image Semantic Representation and Visual\u2013Textual Semantic Fusion for Multimodal Relation Extraction and Multimodal-Named Entity Recognition","display_name":"Efficient Image Semantic Representation and Visual\u2013Textual Semantic Fusion for Multimodal Relation Extraction and Multimodal-Named Entity Recognition","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4403341039","doi":"https://doi.org/10.1142/s0218126625501142"},"language":"en","primary_location":{"id":"doi:10.1142/s0218126625501142","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218126625501142","pdf_url":null,"source":{"id":"https://openalex.org/S167602672","display_name":"Journal of Circuits Systems and Computers","issn_l":"0218-1266","issn":["0218-1266","1793-6454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Circuits, Systems and Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qingchuan Zhang","orcid":"https://orcid.org/0000-0001-9225-7660"},"institutions":[{"id":"https://openalex.org/I179026463","display_name":"Beijing Technology and Business University","ror":"https://ror.org/013e0zm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I179026463"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingchuan Zhang","raw_affiliation_strings":["National Engineering Research Centre for Agri-Product Quality Traceability, Beijing Technology and Business University, No. 11 and No. 33, Fucheng Road, Haidian District, Beijing 100048, P. R. China"],"raw_orcid":"https://orcid.org/0000-0001-9225-7660","affiliations":[{"raw_affiliation_string":"National Engineering Research Centre for Agri-Product Quality Traceability, Beijing Technology and Business University, No. 11 and No. 33, Fucheng Road, Haidian District, Beijing 100048, P. R. China","institution_ids":["https://openalex.org/I179026463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103226392","display_name":"Siwei Wei","orcid":"https://orcid.org/0000-0003-1718-9981"},"institutions":[{"id":"https://openalex.org/I179026463","display_name":"Beijing Technology and Business University","ror":"https://ror.org/013e0zm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I179026463"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siwei Wei","raw_affiliation_strings":["National Engineering Research Centre for Agri-Product Quality Traceability, Beijing Technology and Business University, No. 11 and No. 33, Fucheng Road, Haidian District, Beijing 100048, P. R. China"],"raw_orcid":"https://orcid.org/0000-0003-1718-9981","affiliations":[{"raw_affiliation_string":"National Engineering Research Centre for Agri-Product Quality Traceability, Beijing Technology and Business University, No. 11 and No. 33, Fucheng Road, Haidian District, Beijing 100048, P. R. China","institution_ids":["https://openalex.org/I179026463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075393874","display_name":"Fayez Alqahtani","orcid":"https://orcid.org/0000-0001-8972-5953"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Fayez Alqahtani","raw_affiliation_strings":["Software Engineering Department, College of Computer and Information Sciences, King Saud University, Riyadh 12372, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-8972-5953","affiliations":[{"raw_affiliation_string":"Software Engineering Department, College of Computer and Information Sciences, King Saud University, Riyadh 12372, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039587195","display_name":"Zafer Al-Makhadmeh","orcid":"https://orcid.org/0000-0003-2669-8972"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Zafer Almakhadmeh","raw_affiliation_strings":["Computer Science Department, Community College, King Saud University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-2669-8972","affiliations":[{"raw_affiliation_string":"Computer Science Department, Community College, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103246852","display_name":"Yuanyuan Cai","orcid":"https://orcid.org/0000-0002-1310-033X"},"institutions":[{"id":"https://openalex.org/I179026463","display_name":"Beijing Technology and Business University","ror":"https://ror.org/013e0zm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I179026463"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyuan Cai","raw_affiliation_strings":["National Engineering Research Centre for Agri-Product Quality Traceability, Beijing Technology and Business University, No. 11 and No. 33, Fucheng Road, Haidian District, Beijing 100048, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-1310-033X","affiliations":[{"raw_affiliation_string":"National Engineering Research Centre for Agri-Product Quality Traceability, Beijing Technology and Business University, No. 11 and No. 33, Fucheng Road, Haidian District, Beijing 100048, P. R. China","institution_ids":["https://openalex.org/I179026463"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14730638,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":"08","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6894638538360596},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6437101364135742},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5757282376289368},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5686752200126648},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5171910524368286},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4804774820804596},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46194085478782654},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3480926752090454},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.12019473314285278}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6894638538360596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6437101364135742},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5757282376289368},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5686752200126648},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5171910524368286},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4804774820804596},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46194085478782654},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3480926752090454},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.12019473314285278},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218126625501142","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218126625501142","pdf_url":null,"source":{"id":"https://openalex.org/S167602672","display_name":"Journal of Circuits Systems and Computers","issn_l":"0218-1266","issn":["0218-1266","1793-6454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Circuits, Systems and Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7961052804","display_name":null,"funder_award_id":"72301010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1895577753","https://openalex.org/W2117539524","https://openalex.org/W2251135946","https://openalex.org/W2277195237","https://openalex.org/W2953072307","https://openalex.org/W2963101956","https://openalex.org/W2964022985","https://openalex.org/W3035323998","https://openalex.org/W3035448883","https://openalex.org/W3047144459","https://openalex.org/W3152830573","https://openalex.org/W3174377922","https://openalex.org/W3176858586","https://openalex.org/W3195990593","https://openalex.org/W3199057778","https://openalex.org/W3207972321","https://openalex.org/W4220844058","https://openalex.org/W4229024390","https://openalex.org/W4285138368","https://openalex.org/W4285191490","https://openalex.org/W4285612485","https://openalex.org/W4287854428","https://openalex.org/W4308804571","https://openalex.org/W4313131769","https://openalex.org/W4319777846","https://openalex.org/W4366492959","https://openalex.org/W4382203303","https://openalex.org/W4382317693","https://openalex.org/W4386983313","https://openalex.org/W4388334650","https://openalex.org/W4390873264"],"related_works":["https://openalex.org/W4234874385","https://openalex.org/W2323648130","https://openalex.org/W2157140558","https://openalex.org/W2378782423","https://openalex.org/W2388988621","https://openalex.org/W2357797405","https://openalex.org/W2366623913","https://openalex.org/W2374905595","https://openalex.org/W2516693588","https://openalex.org/W2116112408"],"abstract_inverted_index":{"Recently,":[0],"multimodal":[1],"relation":[2],"extraction":[3],"(MRE)":[4],"and":[5,30,35,68,75,85,99,114,135],"multimodal-named":[6],"entity":[7],"recognition":[8],"(MNER)":[9],"have":[10,18],"attracted":[11],"widespread":[12],"attention.":[13],"However,":[14],"prior":[15],"research":[16],"works":[17],"encountered":[19],"challenges":[20],"including":[21],"inadequate":[22],"semantic":[23,39,55,59],"representation":[24],"of":[25],"images,":[26],"cross-modal":[27,58],"information":[28],"fusion,":[29],"irrelevance":[31],"between":[32],"some":[33],"images":[34],"text.":[36,82],"To":[37],"enhance":[38],"representation,":[40],"we":[41,61,108],"employ":[42],"CLIP\u2019s":[43],"image":[44,64,73,95],"encoder,":[45],"vision":[46],"transformer":[47],"(VIT),":[48],"to":[49,70,90,130],"generate":[50,72],"visual":[51,93],"features":[52],"representing":[53],"different":[54],"intensities.":[56],"Addressing":[57],"gaps,":[60],"introduce":[62],"an":[63,111],"caption":[65],"generation":[66],"model":[67,123],"BERT":[69],"sequentially":[71],"captions":[74],"their":[76],"features,":[77,94,98,101],"transforming":[78],"both":[79],"modalities":[80],"into":[81],"Dynamic":[83],"gates":[84],"attention":[86],"mechanisms":[87],"are":[88],"introduced":[89],"efficiently":[91],"fuse":[92],"description":[96],"text":[97,100],"mitigating":[102],"noise":[103],"from":[104],"image-text":[105],"irrelevance.":[106],"Eventually,":[107],"successfully":[109],"constructed":[110],"efficient":[112],"MRE":[113,134],"MNER":[115,136],"model.":[116],"The":[117],"experimental":[118],"outcomes":[119],"demonstrate":[120],"that":[121],"the":[122,133],"proposed":[124],"in":[125],"this":[126],"paper":[127],"improves":[128],"2.2%":[129],"0.18%":[131],"on":[132],"datasets.":[137],"Our":[138],"code":[139],"is":[140],"available":[141],"at":[142],"https://github.com/SiweiWei6/VIT-CMNet":[143],".":[144]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}