{"id":"https://openalex.org/W4409657091","doi":"https://doi.org/10.1145/3696410.3714832","title":"Multimodal Graph-Based Variational Mixture of Experts Network for Zero-Shot Multimodal Information Extraction","display_name":"Multimodal Graph-Based Variational Mixture of Experts Network for Zero-Shot Multimodal Information Extraction","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409657091","doi":"https://doi.org/10.1145/3696410.3714832"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714832","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714832","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714832","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714832","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049796187","display_name":"Baohang Zhou","orcid":"https://orcid.org/0000-0002-7577-6204"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Baohang Zhou","raw_affiliation_strings":["College of Computer Science, VCIP, DISSec, TMCC, TBI Center, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, VCIP, DISSec, TMCC, TBI Center, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386273","display_name":"Ying Zhang","orcid":"https://orcid.org/0000-0003-4906-5828"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zhang","raw_affiliation_strings":["College of Computer Science, VCIP, DISSec, TMCC, TBI Center, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, VCIP, DISSec, TMCC, TBI Center, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433766","display_name":"Yu Zhao","orcid":"https://orcid.org/0000-0002-0326-7152"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhao","raw_affiliation_strings":["College of Computer Science, VCIP, DISSec, TMCC, TBI Center, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, VCIP, DISSec, TMCC, TBI Center, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039273423","display_name":"Xuhui Sui","orcid":"https://orcid.org/0000-0001-5386-9912"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuhui Sui","raw_affiliation_strings":["College of Computer Science, VCIP, DISSec, TMCC, TBI Center, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, VCIP, DISSec, TMCC, TBI Center, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062064974","display_name":"Xiaojie Yuan","orcid":"https://orcid.org/0000-0002-5876-6856"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojie Yuan","raw_affiliation_strings":["College of Computer Science, VCIP, DISSec, TMCC, TBI Center, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, VCIP, DISSec, TMCC, TBI Center, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5049796187"],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":6.1556,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.95471965,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4823","last_page":"4831"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13018","display_name":"Seismology and Earthquake Studies","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.6443061828613281},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6299400329589844},{"id":"https://openalex.org/keywords/extraction","display_name":"Extraction (chemistry)","score":0.45486515760421753},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.4401719570159912},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4342747926712036},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4137452244758606},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.25077033042907715},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.07230424880981445},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.06765338778495789}],"concepts":[{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6443061828613281},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6299400329589844},{"id":"https://openalex.org/C4725764","wikidata":"https://www.wikidata.org/wiki/Q844704","display_name":"Extraction (chemistry)","level":2,"score":0.45486515760421753},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.4401719570159912},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4342747926712036},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4137452244758606},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25077033042907715},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.07230424880981445},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.06765338778495789},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714832","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714832","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714832","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714832","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714832","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714832","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1519172500","display_name":null,"funder_award_id":"23JCYBJC01230","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G1950476548","display_name":null,"funder_award_id":"62302243","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5532155222","display_name":null,"funder_award_id":"Tianjin","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G5625188348","display_name":null,"funder_award_id":"62272250","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5854786607","display_name":null,"funder_award_id":"Tianjin","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6330607538","display_name":null,"funder_award_id":"23022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7756913708","display_name":null,"funder_award_id":"22JCJQJC00150","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409657091.pdf","grobid_xml":"https://content.openalex.org/works/W4409657091.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W2187089797","https://openalex.org/W2517194566","https://openalex.org/W2747329762","https://openalex.org/W2946531303","https://openalex.org/W2962982907","https://openalex.org/W2964159205","https://openalex.org/W2964184826","https://openalex.org/W3172497214","https://openalex.org/W3213053518","https://openalex.org/W4212998232","https://openalex.org/W4224134764","https://openalex.org/W4312044727","https://openalex.org/W4385570635","https://openalex.org/W4389519153","https://openalex.org/W4389524297","https://openalex.org/W4391164085","https://openalex.org/W4400526005"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966","https://openalex.org/W2325697621"],"abstract_inverted_index":{"Multimodal":[0],"information":[1,25,79,97,182],"extraction":[2,80,98],"on":[3,75,212],"social":[4],"media":[5],"is":[6],"a":[7,50,163,180,189],"series":[8],"of":[9,46,130,143,171,220],"fundamental":[10],"tasks":[11,19,81],"to":[12,21,117,167,184,201],"construct":[13],"the":[14,23,30,43,55,70,76,100,105,122,126,138,149,153,195,203,207,213,218,223],"multimodal":[15,34,39,47,78,102,139,160,172,196],"knowledge":[16],"graph.":[17],"The":[18,209],"aim":[20],"extract":[22],"structural":[24],"in":[26,162,188],"free":[27],"texts":[28],"with":[29,94],"incorporate":[31],"images,":[32],"including:":[33],"named":[35],"entity":[36,58],"typing":[37],"and":[38,54,86,107,112,133,155],"relation":[40],"extraction.":[41],"However,":[42],"growing":[44,51],"number":[45],"data":[48],"implies":[49],"category":[52],"set":[53],"newly":[56],"emerged":[57],"types":[59],"or":[60],"relations":[61],"should":[62],"be":[63],"recognized":[64],"without":[65],"additional":[66],"training.":[67],"To":[68],"address":[69],"aforementioned":[71],"challenges,":[72],"we":[73,136,174,192],"focus":[74],"zero-shot":[77,96],"which":[82,147],"require":[83],"using":[84],"textual":[85,106],"visual":[87,108],"modalities":[88,109,187],"for":[89,158],"recognizing":[90],"unseen":[91],"categories.":[92],"Compared":[93],"text-based":[95],"models,":[99],"existing":[101,123],"ones":[103],"make":[104],"aligned":[110],"directly":[111],"exploit":[113],"various":[114],"fusion":[115],"strategies":[116],"improve":[118],"their":[119],"performances.":[120],"But":[121],"methods":[124],"ignore":[125],"fine-grained":[127,164],"semantic":[128,204],"correlation":[129,205],"text-image":[131],"pairs":[132],"samples.":[134,208],"Therefore,":[135],"propose":[137,194],"graph-based":[140,197],"variational":[141,181],"mixture":[142],"experts":[144],"network":[145,151,178],"(MG-VMoE)":[146],"takes":[148],"MoE":[150],"as":[152,179],"backbone":[154],"exploits":[156],"it":[157],"aligning":[159],"representations":[161,170],"way.":[165],"Considering":[166],"learn":[168,202],"informative":[169],"data,":[173],"design":[175],"each":[176],"expert":[177],"bottleneck":[183],"process":[185],"two":[186,214],"uni-backbone.":[190],"Moreover,":[191],"also":[193],"virtual":[198],"adversarial":[199],"training":[200],"between":[206],"experimental":[210],"results":[211],"benchmark":[215],"datasets":[216],"demonstrate":[217],"superiority":[219],"MG-VMoE":[221],"over":[222],"baselines.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}