{"id":"https://openalex.org/W4400490028","doi":"https://doi.org/10.1109/cscwd61410.2024.10580454","title":"Watch and Read! A Visual Relation-Aware and Textual Evidence Enhanced Model for Multimodal Relation Extraction","display_name":"Watch and Read! A Visual Relation-Aware and Textual Evidence Enhanced Model for Multimodal Relation Extraction","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4400490028","doi":"https://doi.org/10.1109/cscwd61410.2024.10580454"},"language":"en","primary_location":{"id":"doi:10.1109/cscwd61410.2024.10580454","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd61410.2024.10580454","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 27th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100599105","display_name":"Qianru Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianru Shen","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102545463","display_name":"Hailun Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hailun Lin","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339004","display_name":"Huan Liu","orcid":"https://orcid.org/0000-0002-7863-3751"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Liu","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067997634","display_name":"Zheng Lin","orcid":"https://orcid.org/0000-0002-8432-1658"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Lin","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100442321","display_name":"Weiping Wang","orcid":"https://orcid.org/0000-0002-8618-4992"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiping Wang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2491","last_page":"2496"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9718999862670898,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.842334508895874},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.8231027126312256},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7318664789199829},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5130869150161743},{"id":"https://openalex.org/keywords/extraction","display_name":"Extraction (chemistry)","score":0.4618827700614929},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44168925285339355},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35086870193481445},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.17995122075080872},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.053646624088287354}],"concepts":[{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.842334508895874},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.8231027126312256},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7318664789199829},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5130869150161743},{"id":"https://openalex.org/C4725764","wikidata":"https://www.wikidata.org/wiki/Q844704","display_name":"Extraction (chemistry)","level":2,"score":0.4618827700614929},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44168925285339355},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35086870193481445},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.17995122075080872},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.053646624088287354},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cscwd61410.2024.10580454","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd61410.2024.10580454","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 27th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.4300000071525574,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2001642682","https://openalex.org/W2077069816","https://openalex.org/W2251135946","https://openalex.org/W2251622960","https://openalex.org/W2277195237","https://openalex.org/W2506483933","https://openalex.org/W2896457183","https://openalex.org/W2953072307","https://openalex.org/W2962716332","https://openalex.org/W2963101956","https://openalex.org/W2963536419","https://openalex.org/W2964187781","https://openalex.org/W2968124245","https://openalex.org/W3034835156","https://openalex.org/W3166170409","https://openalex.org/W3166396011","https://openalex.org/W3177287302","https://openalex.org/W3207972321","https://openalex.org/W4229024390","https://openalex.org/W4285276085","https://openalex.org/W4287854428","https://openalex.org/W4307106676","https://openalex.org/W4309137001","https://openalex.org/W4365802806","https://openalex.org/W4366352717","https://openalex.org/W4385573951","https://openalex.org/W6755207826","https://openalex.org/W6763541153","https://openalex.org/W6766904570","https://openalex.org/W6767279747","https://openalex.org/W6791353385","https://openalex.org/W6803567076","https://openalex.org/W6811013733","https://openalex.org/W6846951738"],"related_works":["https://openalex.org/W2976808399","https://openalex.org/W2609844752","https://openalex.org/W2981341912","https://openalex.org/W4285246823","https://openalex.org/W4226278302","https://openalex.org/W4385734297","https://openalex.org/W4221160509","https://openalex.org/W2547211086","https://openalex.org/W2538200646","https://openalex.org/W2888033806"],"abstract_inverted_index":{"Multimodal":[0],"relation":[1,9,104,152,189],"extraction":[2],"(MRE)":[3],"aims":[4],"at":[5],"predicting":[6],"the":[7,56,66,102,107,127,136,167,177,187,194,198,201],"semantic":[8],"between":[10,47],"two":[11,39,114],"entities":[12],"given":[13],"a":[14,18,70,83,122,155],"hybrid":[15],"context":[16],"of":[17,93,179,200,213],"text":[19,184],"and":[20,97,147,170,182],"its":[21],"related":[22],"image.":[23],"Though":[24],"existing":[25],"MRE":[26,85],"methods":[27],"have":[28],"explored":[29],"different":[30,214],"strategies":[31],"to":[32,69,100,132,161,185,210],"fuse":[33],"multimodal":[34,124,137],"information,":[35],"they":[36,42,60],"suffer":[37],"from":[38,65],"limitations.":[40],"First,":[41],"ignore":[43],"fine-grained":[44],"visual":[45,145],"relations":[46,143],"objects":[48,146],"which":[49,89,117,173],"can":[50],"provide":[51],"important":[52],"hints":[53],"for":[54],"inferring":[55],"correct":[57],"relation.":[58],"Second,":[59],"neglect":[61],"informative":[62],"textual":[63,148,164],"evidence":[64],"image,":[67],"leading":[68],"performance":[71],"decline":[72],"when":[73],"processing":[74],"text-intensive":[75],"images.":[76],"To":[77],"address":[78],"above":[79],"issues,":[80],"we":[81],"propose":[82],"novel":[84],"model,":[86],"named":[87],"VRTE,":[88],"takes":[90],"full":[91],"advantage":[92],"both":[94],"Visual":[95],"Relations":[96],"Textual":[98],"Evidence":[99],"determine":[101],"final":[103,188],"label.":[105,190],"Specifically,":[106],"input":[108],"image-text":[109],"pair":[110],"is":[111,130,158,174],"transformed":[112],"into":[113,121],"scene":[115],"graphs,":[116],"are":[118,207],"further":[119],"bridged":[120],"unified":[123],"graph.":[125],"Next,":[126],"relation-aware":[128],"Transformer":[129],"utilized":[131],"propagate":[133],"information":[134,165],"in":[135,166],"graph":[138],"while":[139],"explicitly":[140],"encoding":[141],"diverse":[142],"among":[144],"tokens":[149],"via":[150],"learnable":[151],"embeddings.":[153],"Besides,":[154],"cross-attention":[156],"mechanism":[157],"also":[159,208],"used":[160],"capture":[162],"valuable":[163],"OCR":[168],"results":[169,192],"image":[171],"captions,":[172],"combined":[175],"with":[176],"representations":[178],"entity":[180],"nodes":[181],"original":[183],"predict":[186],"Experimental":[191],"on":[193],"MNRE":[195],"dataset":[196],"demonstrate":[197],"effectiveness":[199],"proposed":[202],"model.":[203],"Extensive":[204],"ablation":[205],"studies":[206],"conducted":[209],"analyse":[211],"contributions":[212],"modules.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}