{"id":"https://openalex.org/W4403758869","doi":"https://doi.org/10.1109/tkde.2024.3485107","title":"A Fine-Grained Network for Joint Multimodal Entity-Relation Extraction","display_name":"A Fine-Grained Network for Joint Multimodal Entity-Relation Extraction","publication_year":2024,"publication_date":"2024-10-25","ids":{"openalex":"https://openalex.org/W4403758869","doi":"https://doi.org/10.1109/tkde.2024.3485107"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3485107","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3485107","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048565908","display_name":"Yuan Li","orcid":"https://orcid.org/0000-0003-3925-6225"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Li Yuan","raw_affiliation_strings":["School of Software Engineering, Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, South China University of Technology, Guangzhou, China","School of Software Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089123257","display_name":"Yi Cai","orcid":"https://orcid.org/0000-0002-1767-789X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Cai","raw_affiliation_strings":["School of Software Engineering, Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, South China University of Technology, Guangzhou, China","School of Software Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086937566","display_name":"Jingyun Xu","orcid":"https://orcid.org/0000-0001-5511-6826"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyu Xu","raw_affiliation_strings":["School of Software Engineering, Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, South China University of Technology, Guangzhou, China","School of Software Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404176","display_name":"Qing Li","orcid":"https://orcid.org/0000-0003-3370-471X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qing Li","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100453458","display_name":"Tao Wang","orcid":"https://orcid.org/0000-0002-0437-0557"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tao Wang","raw_affiliation_strings":["Department of Biostatistics & Health Informatics, King's College London, London, U.K","Department of Biostatistics & Health Informatics, King's College, London"],"affiliations":[{"raw_affiliation_string":"Department of Biostatistics & Health Informatics, King's College London, London, U.K","institution_ids":["https://openalex.org/I183935753"]},{"raw_affiliation_string":"Department of Biostatistics & Health Informatics, King's College, London","institution_ids":["https://openalex.org/I183935753"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5048565908"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":4.098,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.94711807,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"37","issue":"1","first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9136000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8447040915489197},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.65334552526474},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6238592267036438},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.5902801752090454},{"id":"https://openalex.org/keywords/extraction","display_name":"Extraction (chemistry)","score":0.4322283864021301},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40323612093925476},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3759673237800598},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3232734799385071}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8447040915489197},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.65334552526474},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6238592267036438},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.5902801752090454},{"id":"https://openalex.org/C4725764","wikidata":"https://www.wikidata.org/wiki/Q844704","display_name":"Extraction (chemistry)","level":2,"score":0.4322283864021301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40323612093925476},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3759673237800598},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3232734799385071},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tkde.2024.3485107","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3485107","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:kclpure.kcl.ac.uk:publications/65c10113-7760-43ae-8b5c-c64247499e33","is_oa":false,"landing_page_url":"https://kclpure.kcl.ac.uk/portal/en/publications/65c10113-7760-43ae-8b5c-c64247499e33","pdf_url":null,"source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Li, Y, Cai, Y, Xu, J, Li, Q & Wang, T 2024, 'A Fine-grained Network for Joint Multimodal Entity-Relation Extraction', IEEE TRANSACTIONS ON KNOWLEDGE AND DATA ENGINEERING, vol. 37, no. 1, pp. 1-14. https://doi.org/10.1109/TKDE.2024.3485107","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G453967609","display_name":null,"funder_award_id":"62476097","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7819499562","display_name":null,"funder_award_id":"x2rjD2240100","funder_id":"https://openalex.org/F4320323059","funder_display_name":"South China University of Technology"},{"id":"https://openalex.org/G8189774080","display_name":null,"funder_award_id":"62076100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8718620462","display_name":null,"funder_award_id":"2020B0101100002","funder_id":"https://openalex.org/F4320335795","funder_display_name":"Science and Technology Planning Project of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323059","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50"},{"id":"https://openalex.org/F4320334412","display_name":"NIHR Maudsley Biomedical Research Centre","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320335795","display_name":"Science and Technology Planning Project of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1685006559","https://openalex.org/W2088911157","https://openalex.org/W2123442489","https://openalex.org/W2194775991","https://openalex.org/W2265228180","https://openalex.org/W2759136286","https://openalex.org/W2788647998","https://openalex.org/W2789876780","https://openalex.org/W2798298921","https://openalex.org/W2809191921","https://openalex.org/W2896457183","https://openalex.org/W2949922292","https://openalex.org/W2962982907","https://openalex.org/W2963150697","https://openalex.org/W2964167098","https://openalex.org/W3003265726","https://openalex.org/W3035448883","https://openalex.org/W3047144459","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3092692431","https://openalex.org/W3093434718","https://openalex.org/W3101629511","https://openalex.org/W3104210310","https://openalex.org/W3104597568","https://openalex.org/W3105293920","https://openalex.org/W3124804010","https://openalex.org/W3131198033","https://openalex.org/W3155073135","https://openalex.org/W3166170409","https://openalex.org/W3167136668","https://openalex.org/W3176858586","https://openalex.org/W3201622035","https://openalex.org/W3207972321","https://openalex.org/W3211405508","https://openalex.org/W3214184275","https://openalex.org/W4205870791","https://openalex.org/W4224933771","https://openalex.org/W4312044727","https://openalex.org/W4312956471","https://openalex.org/W4320526408","https://openalex.org/W4382317693","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6640212811","https://openalex.org/W6748344979","https://openalex.org/W6766673545","https://openalex.org/W6767211374","https://openalex.org/W6789753369","https://openalex.org/W6791353385","https://openalex.org/W6803953248","https://openalex.org/W6839015040","https://openalex.org/W6842362430","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W2976808399","https://openalex.org/W2609844752","https://openalex.org/W4285246823","https://openalex.org/W4226278302","https://openalex.org/W4221160509","https://openalex.org/W2547211086","https://openalex.org/W2538200646","https://openalex.org/W1968988659","https://openalex.org/W2888033806","https://openalex.org/W4385734297"],"abstract_inverted_index":{"Joint":[0],"multimodal":[1,22,99,102],"entity-relation":[2],"extraction":[3],"(JMERE)":[4],"is":[5],"a":[6,69,77,83,114,127,139,172],"challenging":[7],"task":[8],"that":[9,81,142],"involves":[10],"two":[11],"joint":[12],"subtasks,":[13],"i.e.,":[14],"named":[15],"entity":[16],"recognition":[17],"and":[18,46,91,125,133],"relation":[19,55],"extraction,":[20],"from":[21,101,171],"data":[23],"such":[24],"as":[25],"text":[26,89,134],"sentences":[27],"with":[28],"associated":[29],"images.":[30],"Previous":[31],"JMERE":[32],"methods":[33],"have":[34],"primarily":[35],"employed":[36],"1)":[37],"pipeline":[38],"models,":[39],"which":[40,58,118],"apply":[41],"pre-trained":[42],"unimodal":[43],"models":[44,185],"separately":[45],"ignore":[47],"the":[48,107,120,155,163,177],"interaction":[49],"between":[50,88,130],"tasks,":[51],"or":[52],"2)":[53],"word-pair":[54],"tagging":[56],"methods,":[57],"neglect":[59],"neighboring":[60,159],"word":[61,150,160],"pairs.":[62],"To":[63],"address":[64,106],"these":[65],"limitations,":[66],"we":[67,75,105,137],"propose":[68],"fine-grained":[70,78],"network":[71],"for":[72,148],"JMERE.":[73,187],"Specifically,":[74],"introduce":[76],"alignment":[79],"module":[80,95],"utilizes":[82],"phrase-patch":[84],"to":[85,165],"establish":[86],"connections":[87],"phrases":[90],"visual":[92],"objects.":[93],"This":[94,152],"can":[96],"learn":[97],"consistent":[98],"representations":[100],"data.":[103],"Furthermore,":[104,136],"task-irrelevant":[108],"image":[109,123,131],"information":[110],"issue":[111],"by":[112],"proposing":[113],"gate":[115],"fusion":[116],"module,":[117],"mitigates":[119],"impact":[121],"of":[122,146,158,174,179],"noise":[124],"ensures":[126],"balanced":[128],"representation":[129],"objects":[132],"representations.":[135],"design":[138],"multi-word":[140,167],"decoder":[141],"enables":[143],"ensemble":[144],"prediction":[145],"tags":[147],"each":[149],"pair.":[151],"approach":[153],"leverages":[154],"predicted":[156],"results":[157,170],"pairs,":[161],"improving":[162],"ability":[164],"extract":[166],"entities.":[168],"Evaluation":[169],"series":[173],"experiments":[175],"demonstrate":[176],"superiority":[178],"our":[180],"proposed":[181],"model":[182],"over":[183],"state-of-the-art":[184],"in":[186]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}