{"id":"https://openalex.org/W4404628185","doi":"https://doi.org/10.1109/tce.2024.3505598","title":"Multimodal Entity Recognition and Relation Extraction via Dynamic Visual-Textual Enhanced Fusion for Social Media Applications in Consumer Electronics","display_name":"Multimodal Entity Recognition and Relation Extraction via Dynamic Visual-Textual Enhanced Fusion for Social Media Applications in Consumer Electronics","publication_year":2024,"publication_date":"2024-11-22","ids":{"openalex":"https://openalex.org/W4404628185","doi":"https://doi.org/10.1109/tce.2024.3505598"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2024.3505598","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3505598","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083681358","display_name":"Qingchuan Zhang","orcid":"https://orcid.org/0000-0001-8359-3363"},"institutions":[{"id":"https://openalex.org/I179026463","display_name":"Beijing Technology and Business University","ror":"https://ror.org/013e0zm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I179026463"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingchuan Zhang","raw_affiliation_strings":["National Engineering Research Center for Agri-Product Quality Traceability, Beijing Technology and Business University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Agri-Product Quality Traceability, Beijing Technology and Business University, Beijing, China","institution_ids":["https://openalex.org/I179026463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104136543","display_name":"Zihan Li","orcid":"https://orcid.org/0009-0007-1809-8279"},"institutions":[{"id":"https://openalex.org/I179026463","display_name":"Beijing Technology and Business University","ror":"https://ror.org/013e0zm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I179026463"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Li","raw_affiliation_strings":["National Engineering Research Center for Agri-Product Quality Traceability, Beijing Technology and Business University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Agri-Product Quality Traceability, Beijing Technology and Business University, Beijing, China","institution_ids":["https://openalex.org/I179026463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025536472","display_name":"Jianlei Kong","orcid":"https://orcid.org/0000-0002-0074-3467"},"institutions":[{"id":"https://openalex.org/I179026463","display_name":"Beijing Technology and Business University","ror":"https://ror.org/013e0zm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I179026463"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlei Kong","raw_affiliation_strings":["National Engineering Research Center for Agri-Product Quality Traceability, Beijing Technology and Business University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0074-3467","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Agri-Product Quality Traceability, Beijing Technology and Business University, Beijing, China","institution_ids":["https://openalex.org/I179026463"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015000527","display_name":"Min Zuo","orcid":"https://orcid.org/0000-0001-9958-1543"},"institutions":[{"id":"https://openalex.org/I176432857","display_name":"Beijing Wuzi University","ror":"https://ror.org/00bd1d647","country_code":"CN","type":"education","lineage":["https://openalex.org/I176432857"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zuo","raw_affiliation_strings":["School of Information, Beijing Wuzi University, Beijing, China","Min Zuo ie with the School of Information, Beijing Wuzi University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information, Beijing Wuzi University, Beijing, China","institution_ids":["https://openalex.org/I176432857"]},{"raw_affiliation_string":"Min Zuo ie with the School of Information, Beijing Wuzi University, Beijing, China","institution_ids":["https://openalex.org/I176432857"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2792,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.86225475,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"71","issue":"2","first_page":"5770","last_page":"5782"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5959353446960449},{"id":"https://openalex.org/keywords/electronics","display_name":"Electronics","score":0.5687004923820496},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5001869201660156},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.49594005942344666},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.47631654143333435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4386022686958313},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.43299150466918945},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4024033546447754},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3951435387134552},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3869195282459259},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3542325794696808},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3225172460079193},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2599813640117645},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.23521611094474792},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16457507014274597},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1329706907272339},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09729823470115662}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5959353446960449},{"id":"https://openalex.org/C138331895","wikidata":"https://www.wikidata.org/wiki/Q11650","display_name":"Electronics","level":2,"score":0.5687004923820496},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5001869201660156},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.49594005942344666},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.47631654143333435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4386022686958313},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.43299150466918945},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4024033546447754},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3951435387134552},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3869195282459259},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3542325794696808},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3225172460079193},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2599813640117645},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.23521611094474792},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16457507014274597},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1329706907272339},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09729823470115662},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2024.3505598","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3505598","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2126112580","display_name":null,"funder_award_id":"62173007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4139849453","display_name":null,"funder_award_id":"62473008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6611836171","display_name":null,"funder_award_id":"62433002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6956515319","display_name":null,"funder_award_id":"20240484710","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W2251135946","https://openalex.org/W2399456070","https://openalex.org/W2781719891","https://openalex.org/W2798298921","https://openalex.org/W2896457183","https://openalex.org/W2905462022","https://openalex.org/W2915594101","https://openalex.org/W2953072307","https://openalex.org/W2962902328","https://openalex.org/W2962982907","https://openalex.org/W2963420686","https://openalex.org/W2964022985","https://openalex.org/W2970288995","https://openalex.org/W3024259923","https://openalex.org/W3047144459","https://openalex.org/W3048631361","https://openalex.org/W3092692431","https://openalex.org/W3093140978","https://openalex.org/W3093434718","https://openalex.org/W3094509824","https://openalex.org/W3130442785","https://openalex.org/W3152830573","https://openalex.org/W3176858586","https://openalex.org/W3207972321","https://openalex.org/W3214821343","https://openalex.org/W4212998232","https://openalex.org/W4242532623","https://openalex.org/W4285272511","https://openalex.org/W4285298768","https://openalex.org/W4295934997","https://openalex.org/W4304091743","https://openalex.org/W4316661260","https://openalex.org/W4319595903","https://openalex.org/W4321488092","https://openalex.org/W4364360062","https://openalex.org/W4366085748","https://openalex.org/W4377971398","https://openalex.org/W4382317693","https://openalex.org/W4387848810","https://openalex.org/W4388207110","https://openalex.org/W4388343189","https://openalex.org/W4388676503","https://openalex.org/W4391128766","https://openalex.org/W4391428919","https://openalex.org/W4392173942","https://openalex.org/W4393906060"],"related_works":["https://openalex.org/W4234874385","https://openalex.org/W2323648130","https://openalex.org/W2157140558","https://openalex.org/W2378782423","https://openalex.org/W2388988621","https://openalex.org/W2357797405","https://openalex.org/W2366623913","https://openalex.org/W2374905595","https://openalex.org/W2516693588","https://openalex.org/W2116112408"],"abstract_inverted_index":{"Accurate":[0],"entity":[1,56],"and":[2,40,58,68,93,121,126],"relation":[3,59],"analysis":[4],"are":[5,150],"crucial":[6],"for":[7,54],"enhancing":[8],"the":[9,63,88,116,131,134,138],"user":[10],"experience":[11],"of":[12,65,90,119,133,143],"consumer":[13,144],"electronics":[14],"products":[15],"with":[16,72],"integrated":[17],"social":[18,140],"media":[19,141],"capabilities.":[20],"An":[21],"open":[22],"gap":[23],"in":[24],"this":[25,46],"research":[26],"field":[27],"is":[28,78],"that":[29,99],"existing":[30],"approaches":[31,104],"present":[32],"lower":[33],"predictive":[34],"performance":[35,112],"due":[36,114],"to":[37,79,115,136],"information":[38],"conflicts":[39],"mismatch":[41,92],"among":[42],"multimodal":[43,55,91],"data.":[44],"Conversely,":[45],"work":[47],"presents":[48],"a":[49,110],"novel":[50],"neural":[51],"network":[52],"architecture":[53,135],"recognition":[57],"extraction,":[60],"which":[61],"combines":[62],"power":[64],"data":[66],"discrimination":[67],"dynamic":[69],"gating":[70],"fusion":[71],"deep":[73],"spatiotemporal":[74],"learning.":[75],"The":[76,146],"idea":[77],"infer":[80],"inherent":[81],"relationships":[82],"between":[83],"co-occurring":[84],"entities":[85],"by":[86],"overcoming":[87],"limitations":[89],"parallel":[94],"task.":[95],"Extensive":[96],"experiments":[97,125],"demonstrate":[98,130],"our":[100],"method":[101],"outperforms":[102],"advanced":[103],"on":[105],"three":[106],"benchmark":[107],"datasets,":[108],"signifying":[109],"major":[111],"enhancement":[113],"effective":[117],"integration":[118],"visual":[120],"textual":[122],"information.":[123],"Ablation":[124],"case":[127],"studies":[128],"further":[129],"potential":[132],"improve":[137],"intelligent":[139],"capabilities":[142],"electronics.":[145],"detailed":[147],"source":[148],"codes":[149],"available":[151],"at":[152],"<uri":[153],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[154],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/katouMegumiH/CIModel</uri>.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}
