{"id":"https://openalex.org/W4311167584","doi":"https://doi.org/10.1109/taslp.2022.3221017","title":"M3S: Scene Graph Driven Multi-Granularity Multi-Task Learning for Multi-Modal NER","display_name":"M3S: Scene Graph Driven Multi-Granularity Multi-Task Learning for Multi-Modal NER","publication_year":2022,"publication_date":"2022-11-09","ids":{"openalex":"https://openalex.org/W4311167584","doi":"https://doi.org/10.1109/taslp.2022.3221017"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2022.3221017","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2022.3221017","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001965205","display_name":"Jie Wang","orcid":"https://orcid.org/0000-0001-8690-8164"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Wang","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","Manufacturing Industry Chains Collaboration and Information Support Technology Key Laboratory of Sichuan Province, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-8690-8164","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"Manufacturing Industry Chains Collaboration and Information Support Technology Key Laboratory of Sichuan Province, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068951317","display_name":"Yan Yang","orcid":"https://orcid.org/0000-0002-6134-6094"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Yang","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","Manufacturing Industry Chains Collaboration and Information Support Technology Key Laboratory of Sichuan Province, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-6134-6094","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"Manufacturing Industry Chains Collaboration and Information Support Technology Key Laboratory of Sichuan Province, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101623884","display_name":"Keyu Liu","orcid":"https://orcid.org/0000-0002-3188-6284"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keyu Liu","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","Manufacturing Industry Chains Collaboration and Information Support Technology Key Laboratory of Sichuan Province, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3188-6284","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"Manufacturing Industry Chains Collaboration and Information Support Technology Key Laboratory of Sichuan Province, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101854073","display_name":"Zhiping Zhu","orcid":"https://orcid.org/0000-0002-2201-7060"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiping Zhu","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","Manufacturing Industry Chains Collaboration and Information Support Technology Key Laboratory of Sichuan Province, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"Manufacturing Industry Chains Collaboration and Information Support Technology Key Laboratory of Sichuan Province, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106627819","display_name":"Xiaorong Liu","orcid":"https://orcid.org/0009-0003-6883-7480"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaorong Liu","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","Manufacturing Industry Chains Collaboration and Information Support Technology Key Laboratory of Sichuan Province, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"Manufacturing Industry Chains Collaboration and Information Support Technology Key Laboratory of Sichuan Province, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":6.2982,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.97050619,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"31","issue":null,"first_page":"111","last_page":"120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6858458518981934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5858373641967773},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5489882826805115},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44832295179367065},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4365957975387573},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.42958196997642517},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4272809624671936},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3773396611213684},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.17441397905349731}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6858458518981934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5858373641967773},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5489882826805115},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44832295179367065},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4365957975387573},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.42958196997642517},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4272809624671936},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3773396611213684},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.17441397905349731},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2022.3221017","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2022.3221017","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G3249808475","display_name":null,"funder_award_id":"61976247","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1940872118","https://openalex.org/W2008830554","https://openalex.org/W2153848201","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2296283641","https://openalex.org/W2525778437","https://openalex.org/W2579549467","https://openalex.org/W2588986918","https://openalex.org/W2759245808","https://openalex.org/W2788647998","https://openalex.org/W2798298921","https://openalex.org/W2896457183","https://openalex.org/W2947385066","https://openalex.org/W2962902328","https://openalex.org/W2962982907","https://openalex.org/W2969679616","https://openalex.org/W2979739834","https://openalex.org/W2997547717","https://openalex.org/W3004349648","https://openalex.org/W3011594683","https://openalex.org/W3024259923","https://openalex.org/W3034984754","https://openalex.org/W3035017890","https://openalex.org/W3035448883","https://openalex.org/W3092692431","https://openalex.org/W3100276395","https://openalex.org/W3107848485","https://openalex.org/W3109387650","https://openalex.org/W3111065871","https://openalex.org/W3119746927","https://openalex.org/W3127151332","https://openalex.org/W3128412859","https://openalex.org/W3129118343","https://openalex.org/W3214184275","https://openalex.org/W4206588072","https://openalex.org/W4226538672","https://openalex.org/W4233787372","https://openalex.org/W4285135601","https://openalex.org/W4385245566","https://openalex.org/W6640362995","https://openalex.org/W6682707525","https://openalex.org/W6727690538","https://openalex.org/W6733330154","https://openalex.org/W6739901393","https://openalex.org/W6748687733","https://openalex.org/W6750834060","https://openalex.org/W6755207826","https://openalex.org/W6779876311","https://openalex.org/W6780226713","https://openalex.org/W6784458115","https://openalex.org/W6788924530","https://openalex.org/W6789972913","https://openalex.org/W6790153489"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912","https://openalex.org/W3159777597","https://openalex.org/W4212839359","https://openalex.org/W2115758952"],"abstract_inverted_index":{"Multi-modal":[0],"Named":[1,130,136],"Entity":[2,131,137],"Recognition":[3],"(MNER),":[4],"which":[5,66],"mainly":[6],"focuses":[7],"on":[8,190],"enhancing":[9],"text-only":[10],"NER":[11],"with":[12,135],"visual":[13,31,46,64,107,117,143,164],"information,":[14],"has":[15],"recently":[16],"attracted":[17],"considerable":[18],"attention.":[19,39],"Most":[20],"current":[21],"MNER":[22],"models":[23],"have":[24],"made":[25],"significant":[26],"progress":[27],"by":[28,49,125,145],"jointly":[29],"understanding":[30],"and":[32,53,60,108,149,180],"language":[33],"modalities":[34],"through":[35],"layers":[36],"of":[37,129,162,198],"cross-modality":[38],"However,":[40],"these":[41],"approaches":[42],"largely":[43],"ignore":[44],"the":[45,50,57,61,127,163,196],"bias":[47],"brought":[48],"image":[51],"contents":[52],"barely":[54],"consider":[55],"exploiting":[56],"multi-granularity":[58],"representations":[59],"interactions":[62,179],"between":[63,151],"objects,":[65,153],"are":[67],"essential":[68],"in":[69,111],"recognizing":[70],"ambiguous":[71],"entities.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76,119,154],"propose":[77],"a":[78,121,159,167],"<bold":[79,85,89,93,99],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[80,86,90,94,100],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">S</b>":[81],"cene":[82],"graph":[83],"driven":[84],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M</b>":[87,91,95],"ulti-modal":[88],"ulti-granularity":[92],"ulti-task":[96],"learning":[97],"(":[98],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M3S</b>":[101],")":[102],"framework":[103],"to":[104,114,176],"better":[105],"exploit":[106],"textual":[109],"information":[110],"MNER.":[112],"Specifically,":[113],"explicitly":[115,146],"alleviate":[116],"bias,":[118],"present":[120],"novel":[122],"multi-task":[123],"approach":[124],"employing":[126],"task":[128],"Segmentation":[132],"(NES)":[133],"cascade":[134],"Categorization":[138],"(NEC).":[139],"To":[140],"obtain":[141],"detailed":[142],"semantics":[144],"modeling":[147],"objects":[148],"relationships":[150],"paired":[152],"construct":[155],"scene":[156],"graphs":[157],"as":[158],"structured":[160],"representation":[161],"contents.":[165],"Furthermore,":[166],"well-designed":[168],"Multi-granularity":[169],"Gated":[170],"Aggregation":[171],"(MGA)":[172],"mechanism":[173],"is":[174],"introduced":[175],"capture":[177],"inter-modality":[178],"extract":[181],"critical":[182],"features":[183],"for":[184],"named":[185],"entity":[186],"recognition.":[187],"Extensive":[188],"experiments":[189],"two":[191],"real":[192],"public":[193],"datasets":[194],"demonstrate":[195],"effectiveness":[197],"our":[199],"proposed":[200],"M3S.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}