{"id":"https://openalex.org/W4416392888","doi":"https://doi.org/10.1007/s44443-025-00355-1","title":"TS-SLink: a two-stage span linking network for joint multimodal entity-relation extraction","display_name":"TS-SLink: a two-stage span linking network for joint multimodal entity-relation extraction","publication_year":2025,"publication_date":"2025-11-19","ids":{"openalex":"https://openalex.org/W4416392888","doi":"https://doi.org/10.1007/s44443-025-00355-1"},"language":"en","primary_location":{"id":"doi:10.1007/s44443-025-00355-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00355-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00355-1.pdf","source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00355-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106525055","display_name":"Jinkang Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I1793135","display_name":"Yanbian University","ror":"https://ror.org/039xnh269","country_code":"CN","type":"education","lineage":["https://openalex.org/I1793135"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinkang Zheng","raw_affiliation_strings":["Intelligent Information Processing Lab, Yanbian University, 977 Gongyuan Road, Yanji, Jilin, 133002, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Information Processing Lab, Yanbian University, 977 Gongyuan Road, Yanji, Jilin, 133002, China","institution_ids":["https://openalex.org/I1793135"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068119755","display_name":"Yahui Zhao","orcid":"https://orcid.org/0009-0008-6410-2627"},"institutions":[{"id":"https://openalex.org/I1793135","display_name":"Yanbian University","ror":"https://ror.org/039xnh269","country_code":"CN","type":"education","lineage":["https://openalex.org/I1793135"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yahui Zhao","raw_affiliation_strings":["Intelligent Information Processing Lab, Yanbian University, 977 Gongyuan Road, Yanji, Jilin, 133002, China"],"raw_orcid":"https://orcid.org/0009-0008-6410-2627","affiliations":[{"raw_affiliation_string":"Intelligent Information Processing Lab, Yanbian University, 977 Gongyuan Road, Yanji, Jilin, 133002, China","institution_ids":["https://openalex.org/I1793135"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067186862","display_name":"Guozhe Jin","orcid":"https://orcid.org/0000-0002-1835-1613"},"institutions":[{"id":"https://openalex.org/I1793135","display_name":"Yanbian University","ror":"https://ror.org/039xnh269","country_code":"CN","type":"education","lineage":["https://openalex.org/I1793135"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guozhe Jin","raw_affiliation_strings":["Intelligent Information Processing Lab, Yanbian University, 977 Gongyuan Road, Yanji, Jilin, 133002, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Information Processing Lab, Yanbian University, 977 Gongyuan Road, Yanji, Jilin, 133002, China","institution_ids":["https://openalex.org/I1793135"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054871572","display_name":"Zhenguo Zhang","orcid":"https://orcid.org/0000-0002-0059-1766"},"institutions":[{"id":"https://openalex.org/I1793135","display_name":"Yanbian University","ror":"https://ror.org/039xnh269","country_code":"CN","type":"education","lineage":["https://openalex.org/I1793135"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenguo Zhang","raw_affiliation_strings":["Intelligent Information Processing Lab, Yanbian University, 977 Gongyuan Road, Yanji, Jilin, 133002, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Information Processing Lab, Yanbian University, 977 Gongyuan Road, Yanji, Jilin, 133002, China","institution_ids":["https://openalex.org/I1793135"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051043468","display_name":"Rongyi Cui","orcid":"https://orcid.org/0000-0003-2968-8921"},"institutions":[{"id":"https://openalex.org/I1793135","display_name":"Yanbian University","ror":"https://ror.org/039xnh269","country_code":"CN","type":"education","lineage":["https://openalex.org/I1793135"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongyi Cui","raw_affiliation_strings":["Intelligent Information Processing Lab, Yanbian University, 977 Gongyuan Road, Yanji, Jilin, 133002, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Information Processing Lab, Yanbian University, 977 Gongyuan Road, Yanji, Jilin, 133002, China","institution_ids":["https://openalex.org/I1793135"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5068119755"],"corresponding_institution_ids":["https://openalex.org/I1793135"],"apc_list":{"value":1350,"currency":"USD","value_usd":1350},"apc_paid":{"value":1350,"currency":"USD","value_usd":1350},"fwci":1.7312,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89468188,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"37","issue":"10","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9126999974250793,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9126999974250793,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.01759999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.014800000004470348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.529699981212616},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.5288000106811523},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.511900007724762},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.47519999742507935},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.46070000529289246},{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"Sequence labeling","score":0.45820000767707825},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.4426000118255615},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.4399000108242035},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.42890000343322754}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.828499972820282},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5946999788284302},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5436999797821045},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.529699981212616},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.5288000106811523},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.511900007724762},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.47519999742507935},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.46070000529289246},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.45820000767707825},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.4426000118255615},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4399000108242035},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.42890000343322754},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.39329999685287476},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.37860000133514404},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.35499998927116394},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3465999960899353},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.33000001311302185},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3098999857902527},{"id":"https://openalex.org/C37926939","wikidata":"https://www.wikidata.org/wiki/Q7449061","display_name":"Semantic equivalence","level":4,"score":0.2793999910354614},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C202708506","wikidata":"https://www.wikidata.org/wiki/Q7449050","display_name":"Semantic compression","level":5,"score":0.263700008392334},{"id":"https://openalex.org/C2775953691","wikidata":"https://www.wikidata.org/wiki/Q5013874","display_name":"CRFS","level":3,"score":0.25920000672340393},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2551000118255615}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44443-025-00355-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00355-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00355-1.pdf","source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0ca12fdfbaa147bcad2584e5407a4094","is_oa":true,"landing_page_url":"https://doaj.org/article/0ca12fdfbaa147bcad2584e5407a4094","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of King Saud University: Computer and Information Sciences, Vol 37, Iss 10, Pp 1-20 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44443-025-00355-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00355-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00355-1.pdf","source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8511028541","display_name":null,"funder_award_id":"62162062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416392888.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2016089260","https://openalex.org/W2123442489","https://openalex.org/W2788647998","https://openalex.org/W2963341956","https://openalex.org/W2987734933","https://openalex.org/W3035448883","https://openalex.org/W3047144459","https://openalex.org/W3092692431","https://openalex.org/W3116427155","https://openalex.org/W3176858586","https://openalex.org/W3207972321","https://openalex.org/W4283802662","https://openalex.org/W4287854428","https://openalex.org/W4320526408","https://openalex.org/W4321488427","https://openalex.org/W4382317693","https://openalex.org/W4382317990","https://openalex.org/W4385570685","https://openalex.org/W4402437461","https://openalex.org/W4403582670","https://openalex.org/W4403587422","https://openalex.org/W4403758869","https://openalex.org/W4403780666","https://openalex.org/W4404021412","https://openalex.org/W4404201237","https://openalex.org/W4405018244","https://openalex.org/W4405235374","https://openalex.org/W4405656091","https://openalex.org/W4405840792","https://openalex.org/W4406596702","https://openalex.org/W4406901716","https://openalex.org/W4407425408","https://openalex.org/W4411026889"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0,6,23],"Named":[1],"Entity":[2],"Recognition":[3],"(MNER)":[4],"and":[5,12,38,60,75,94,120,136,158,180,200,206],"Relation":[7],"Extraction":[8,25],"(MRE)":[9],"are":[10],"fundamental":[11],"core":[13],"tasks":[14],"in":[15],"the":[16,36,114,146,150,165,169,174,178,195,212,216],"field":[17],"of":[18,40,218],"information":[19],"extraction.":[20],"Recently,":[21],"Joint":[22],"Entity-Relation":[24],"(JMERE)":[26],"has":[27],"emerged":[28],"as":[29,97],"a":[30,85,98,128],"unified":[31],"task":[32,101,204],"aimed":[33],"at":[34],"enhancing":[35,203],"completeness":[37],"consistency":[39],"extracted":[41],"information.":[42],"However,":[43],"existing":[44],"JMERE":[45,213],"methods":[46],"often":[47],"suffer":[48],"from":[49,106],"redundant":[50,111],"annotations":[51],"when":[52],"processing":[53],"multi-word":[54],"entities,":[55],"leading":[56],"to":[57,71,109,162,172],"label":[58],"conflicts":[59],"entity":[61,92,104,199],"boundary":[62,107],"ambiguity.":[63],"This":[64],"reliance":[65],"on":[66,149,211],"implicit":[67],"feature":[68,138],"interactions":[69],"leads":[70],"weak":[72],"interaction":[73],"strength":[74],"limited":[76],"interpretability.":[77,208],"To":[78],"address":[79],"these":[80],"issues,":[81],"we":[82,117,153,183],"propose":[83],"TS-SLink,":[84,219],"two-stage":[86],"span":[87,151],"linking":[88],"network":[89],"that":[90],"unifies":[91],"recognition":[93],"relation":[95,201],"extraction":[96],"multi-class":[99],"classification":[100],"by":[102],"constructing":[103],"spans":[105],"tokens":[108],"reduce":[110],"labeling.":[112],"In":[113,168],"first":[115],"stage,":[116,171],"integrate":[118],"pixel-level":[119],"semantic":[121,132,143,175,196],"image":[122],"features":[123],"into":[124],"textual":[125],"representations":[126],"through":[127],"multimodal":[129],"encoder":[130],"incorporating":[131],"anchor":[133],"contrastive":[134],"learning":[135],"multi-granularity":[137],"fusion,":[139],"providing":[140],"rich":[141],"contextual":[142],"support":[144],"for":[145],"model.":[147],"Based":[148],"linking,":[152],"design":[154],"an":[155,159,185],"NER":[156,179],"tagger":[157,161],"RE":[160,181],"jointly":[163],"predict":[164],"entity-relation":[166,186],"quintuples.":[167],"second":[170],"capture":[173],"constraints":[176],"between":[177,198],"predictions,":[182],"introduce":[184],"type":[187],"transition":[188],"matrix,":[189],"which":[190,220],"encodes":[191],"prior":[192],"knowledge":[193],"about":[194],"transferability":[197],"types,":[202],"coordination":[205],"model":[207],"Experimental":[209],"results":[210],"dataset":[214],"demonstrate":[215],"effectiveness":[217],"achieves":[221],"state-of-the-art":[222],"performance.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-11-19T00:00:00"}