{"id":"https://openalex.org/W4409584661","doi":"https://doi.org/10.1145/3731244","title":"VEglue: Testing Visual Entailment Systems via Object-Aligned Joint Erasing","display_name":"VEglue: Testing Visual Entailment Systems via Object-Aligned Joint Erasing","publication_year":2025,"publication_date":"2025-04-18","ids":{"openalex":"https://openalex.org/W4409584661","doi":"https://doi.org/10.1145/3731244"},"language":"en","primary_location":{"id":"doi:10.1145/3731244","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731244","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhiyuan Chang","orcid":"https://orcid.org/0009-0001-7063-3044"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Chang","raw_affiliation_strings":["State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, and University of Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0009-0001-7063-3044","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, and University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mingyang Li","orcid":"https://orcid.org/0009-0008-7936-5593"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyang Li","raw_affiliation_strings":["State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, and University of Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0009-0008-7936-5593","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, and University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108814327","display_name":"Junjie Wang","orcid":"https://orcid.org/0000-0002-9941-6713"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Wang","raw_affiliation_strings":["State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, and University of Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0002-9941-6713","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, and University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cheng Li","orcid":"https://orcid.org/0009-0003-8193-8497"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Li","raw_affiliation_strings":["State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, and University of Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0009-0003-8193-8497","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, and University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100434820","display_name":"Qing Wang","orcid":"https://orcid.org/0000-0002-2618-5694"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Wang","raw_affiliation_strings":["State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, and University of Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0002-2618-5694","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Game, Institute of Software Chinese Academy of Sciences, and University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7655,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.69032849,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"35","issue":"1","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8483526706695557},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6124051809310913},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4403446912765503},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.40378955006599426},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36641085147857666}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8483526706695557},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6124051809310913},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4403446912765503},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.40378955006599426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36641085147857666},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731244","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731244","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7185398463","display_name":null,"funder_award_id":"62402484, 62232016, 62072442, and 62272445","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W639708223","https://openalex.org/W2031489346","https://openalex.org/W2064675550","https://openalex.org/W2296283641","https://openalex.org/W2560674852","https://openalex.org/W2609368435","https://openalex.org/W2747329762","https://openalex.org/W2884367402","https://openalex.org/W3016211260","https://openalex.org/W3101118213","https://openalex.org/W3104570147","https://openalex.org/W3174150157","https://openalex.org/W4205596332","https://openalex.org/W4236606190","https://openalex.org/W4288055855","https://openalex.org/W4313563818","https://openalex.org/W4363671827","https://openalex.org/W4385893885"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Visual":[0],"entailment":[1],"(VE)":[2],"is":[3,15,28,70],"a":[4,13,21,24,85,98,252],"multimodal":[5],"reasoning":[6],"task":[7],"consisting":[8],"of":[9,59,67,222],"image-sentence":[10],"pairs":[11],"whereby":[12],"promise":[14],"defined":[16],"by":[17,89,264],"an":[18,90,176],"image,":[19],"and":[20,52,147,151,153,194,203,239],"sentence":[22],"describes":[23],"hypothesis.":[25],"The":[26],"goal":[27],"to":[29,164,200,217,266],"predict":[30],"whether":[31],"the":[32,36,57,68,72,103,138,155,188,192,198,209,220,223,240,261,268,286,289],"image":[33,50],"semantically":[34],"entails":[35],"sentence.":[37],"VE":[38,60,73,142,182,233,269],"systems":[39,61,183,234],"have":[40],"been":[41],"widely":[42,231],"adopted":[43],"in":[44,97,126,134,141,191,197,278],"many":[45],"downstream":[46],"tasks":[47],"such":[48,119],"as":[49,120],"caption":[51],"visual":[53],"question":[54],"answering.":[55],"However,":[56],"robustness":[58],"still":[62],"faces":[63],"significant":[64],"challenges.":[65],"One":[66],"reasons":[69],"that":[71,243],"system":[74],"suffers":[75],"object-confusing":[76,139],"defect":[77,140],"when":[78],"some":[79,116],"similar":[80],"objects":[81,150,221],"exist.":[82,108],"It":[83,185],"outputs":[84],"positive":[86],"prediction":[87,101],"inferred":[88],"erroneous":[91],"object":[92,105,189,195],"relationship,":[93],"which":[94,271],"will":[95],"result":[96],"fault":[99],"negative":[100],"if":[102],"noised":[104],"does":[106],"not":[107],"Previous":[109],"approaches":[110],"generate":[111,165],"tests":[112,167,262,283],"primarily":[113],"relied":[114],"on":[115,208,229,249,280,288],"general":[117],"perturbations,":[118],"simulating":[121],"noise":[122],"or":[123,128,131],"weather":[124],"interference":[125],"images,":[127],"substituting":[129],"synonyms":[130],"rewriting":[132],"sentences":[133],"texts.":[135],"To":[136],"test":[137,291],"systems,":[143,270],"it":[144,162],"requires":[145],"perceiving":[146],"understanding":[148],"key":[149],"entities":[152],"maintain":[154],"semantic":[156],"relevance":[157],"between":[158],"cross-modal":[159],"inputs,":[160],"making":[161],"challenging":[163],"effective":[166],"with":[168,251],"high":[169],"quality.":[170],"Therefore,":[171],"we":[172,259],"propose":[173],"VEglue":[174,228,244,265],",":[175],"object-aligned":[177],"joint":[178],"erasing":[179],"approach":[180],"for":[181],"testing.":[184],"first":[186],"aligns":[187],"regions":[190],"premise":[193],"descriptions":[196],"hypothesis":[199],"identify":[201],"linked":[202],"un-linked":[204],"objects.":[205],"Then,":[206],"based":[207],"alignment":[210],"information,":[211],"three":[212],"metamorphic":[213],"relations":[214],"are":[215],"designed":[216],"jointly":[218],"erase":[219],"two":[224,236],"modalities.":[225],"We":[226],"evaluate":[227],"four":[230],"used":[232],"involving":[235],"public":[237],"datasets,":[238],"results":[241],"demonstrate":[242],"could":[245],"detect":[246],"11,609":[247],"issues":[248],"average":[250],"52.5%":[253],"Issue":[254],"Finding":[255],"Rate":[256],"(IFR).":[257],"Furthermore,":[258],"leverage":[260],"generated":[263,282],"retrain":[267],"largely":[272],"improves":[273],"model":[274],"performance":[275],"(50.8%":[276],"increase":[277],"accuracy)":[279],"newly":[281],"without":[284],"sacrificing":[285],"accuracy":[287],"original":[290],"set.":[292]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}