{"id":"https://openalex.org/W4396723194","doi":"https://doi.org/10.1145/3589334.3645603","title":"Multimodal Relation Extraction via a Mixture of Hierarchical Visual Context Learners","display_name":"Multimodal Relation Extraction via a Mixture of Hierarchical Visual Context Learners","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4396723194","doi":"https://doi.org/10.1145/3589334.3645603"},"language":"en","primary_location":{"id":"doi:10.1145/3589334.3645603","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3589334.3645603","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101485314","display_name":"Xiyang Liu","orcid":"https://orcid.org/0000-0003-1120-6584"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiyang Liu","raw_affiliation_strings":["SKLSDE, School of Software, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1120-6584","affiliations":[{"raw_affiliation_string":"SKLSDE, School of Software, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028857237","display_name":"Chunming Hu","orcid":"https://orcid.org/0000-0003-3473-9703"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunming Hu","raw_affiliation_strings":["SKLSDE, School of Software, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3473-9703","affiliations":[{"raw_affiliation_string":"SKLSDE, School of Software, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027015677","display_name":"Richong Zhang","orcid":"https://orcid.org/0000-0002-1207-0300"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Richong Zhang","raw_affiliation_strings":["SKLSDE, School of Computer Science, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1207-0300","affiliations":[{"raw_affiliation_string":"SKLSDE, School of Computer Science, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053739372","display_name":"Kai Sun","orcid":"https://orcid.org/0000-0003-2281-5051"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Sun","raw_affiliation_strings":["School of Computer Science and Technology, Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-2281-5051","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089184655","display_name":"Samuel Mensah","orcid":"https://orcid.org/0000-0003-0779-5574"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Samuel Mensah","raw_affiliation_strings":["Department of Computer Science, University of Sheffield, Sheffield, South Yorkshire, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-0779-5574","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Sheffield, Sheffield, South Yorkshire, United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004793184","display_name":"Yongyi Mao","orcid":"https://orcid.org/0000-0001-5298-5778"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yongyi Mao","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5298-5778","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4283","last_page":"4294"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7324457168579102},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.7099881768226624},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.6705758571624756},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6504290699958801},{"id":"https://openalex.org/keywords/extraction","display_name":"Extraction (chemistry)","score":0.49423983693122864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4909520447254181},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.4341960549354553},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34125274419784546},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.21083346009254456},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.13146856427192688},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.08315578103065491}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7324457168579102},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.7099881768226624},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.6705758571624756},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6504290699958801},{"id":"https://openalex.org/C4725764","wikidata":"https://www.wikidata.org/wiki/Q844704","display_name":"Extraction (chemistry)","level":2,"score":0.49423983693122864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4909520447254181},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.4341960549354553},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34125274419784546},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.21083346009254456},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.13146856427192688},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08315578103065491},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589334.3645603","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3589334.3645603","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G8354864933","display_name":null,"funder_award_id":"No. U23B2056","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W2150884987","https://openalex.org/W2151096985","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2251135946","https://openalex.org/W2741928062","https://openalex.org/W2809290718","https://openalex.org/W2949922292","https://openalex.org/W2964022985","https://openalex.org/W2987734933","https://openalex.org/W3034765865","https://openalex.org/W3035017890","https://openalex.org/W3035265375","https://openalex.org/W3035448883","https://openalex.org/W3131500599","https://openalex.org/W3166170409","https://openalex.org/W3174350209","https://openalex.org/W3207972321","https://openalex.org/W4212998232","https://openalex.org/W4229024390","https://openalex.org/W4304015092","https://openalex.org/W4382317693","https://openalex.org/W6607167723"],"related_works":["https://openalex.org/W2976808399","https://openalex.org/W2609844752","https://openalex.org/W2981341912","https://openalex.org/W4285246823","https://openalex.org/W4226278302","https://openalex.org/W4221160509","https://openalex.org/W2547211086","https://openalex.org/W2538200646","https://openalex.org/W1968988659","https://openalex.org/W2888033806"],"abstract_inverted_index":{"Multimodal":[0],"relation":[1,60],"extraction":[2],"is":[3],"a":[4,68],"fundamental":[5],"task":[6],"of":[7,47,79,101,109,113,126,137,152],"multimodal":[8,80,119],"information":[9,115],"extraction.":[10,61],"Recent":[11],"studies":[12,158],"have":[13],"shown":[14],"promising":[15],"results":[16],"by":[17],"integrating":[18],"hierarchical":[19,49,71,88,102,127],"visual":[20,50,72,89,128,139,154],"features":[21,90],"from":[22],"local":[23],"regions,":[24],"like":[25],"image":[26,114,146],"patches,":[27],"to":[28,40,83,105],"the":[29,35,45,55,77,99,107,110,124,135,141,145,150,168],"broader":[30],"global":[31],"regions":[32],"that":[33,57,160],"form":[34],"entire":[36],"image.":[37],"However,":[38],"research":[39],"date":[41],"has":[42],"largely":[43],"ignored":[44],"understanding":[46,108],"how":[48],"semantics":[51],"are":[52],"represented":[53],"and":[54,86,149],"characteristics":[56],"can":[58],"benefit":[59],"To":[62],"bridge":[63],"this":[64],"gap,":[65],"we":[66,97],"propose":[67],"novel":[69],"two-stage":[70],"context":[73],"fusion":[74],"transformer":[75],"incorporating":[76],"mixture":[78],"experts":[81],"framework":[82],"effectively":[84],"represent":[85],"integrate":[87],"into":[91],"textual":[92],"semantic":[93],"representations.":[94],"In":[95],"addition,":[96],"introduce":[98],"concept":[100],"tracking":[103],"maps":[104],"facilitate":[106],"intrinsic":[111],"mechanisms":[112],"processing":[116],"involved":[117],"in":[118,144],"models.":[120],"We":[121],"thoroughly":[122],"investigate":[123],"implications":[125],"contexts":[129],"through":[130],"four":[131],"dimensions:":[132],"performance":[133,166],"evaluation,":[134],"nature":[136],"auxiliary":[138],"information,":[140],"patterns":[142],"observed":[143],"encoding":[147,155],"hierarchy,":[148],"significance":[151],"various":[153],"levels.":[156],"Empirical":[157],"show":[159],"our":[161],"approach":[162],"achieves":[163],"new":[164],"state-of-the-art":[165],"on":[167],"MNRE":[169],"dataset.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}