{"id":"https://openalex.org/W4415541163","doi":"https://doi.org/10.1145/3746027.3758301","title":"ComplexBench-Edit: Benchmarking Complex Instruction-Driven Image Editing via Compositional Dependencies","display_name":"ComplexBench-Edit: Benchmarking Complex Instruction-Driven Image Editing via Compositional Dependencies","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415541163","doi":"https://doi.org/10.1145/3746027.3758301"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3758301","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3758301","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chenglin Wang","orcid":"https://orcid.org/0009-0009-0479-9343"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglin Wang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-0479-9343","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012767739","display_name":"Yucheng Zhou","orcid":"https://orcid.org/0009-0006-9883-5621"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yucheng Zhou","raw_affiliation_strings":["University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0009-0006-9883-5621","affiliations":[{"raw_affiliation_string":"University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104247083","display_name":"Qianning Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Qianning Wang","raw_affiliation_strings":["Auckland University of Technology, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0009-0003-8715-9718","affiliations":[{"raw_affiliation_string":"Auckland University of Technology, Auckland, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102978941","display_name":"Zhe Wang","orcid":"https://orcid.org/0000-0003-2973-7682"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Wang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2973-7682","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100710976","display_name":"Kai Zhang","orcid":"https://orcid.org/0000-0001-6297-4423"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Zhang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6297-4423","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"13391","last_page":"13397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8478999733924866},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.7534999847412109},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6707000136375427},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5726000070571899},{"id":"https://openalex.org/keywords/data-consistency","display_name":"Data consistency","score":0.4781999886035919},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4449999928474426}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8478999733924866},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8041999936103821},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7534999847412109},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6707000136375427},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5726000070571899},{"id":"https://openalex.org/C93361087","wikidata":"https://www.wikidata.org/wiki/Q4426698","display_name":"Data consistency","level":2,"score":0.4781999886035919},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4772999882698059},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4767000079154968},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44510000944137573},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4449999928474426},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.39329999685287476},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3749000132083893},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3361999988555908},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2671999931335449}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3758301","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3758301","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W4312933868","https://openalex.org/W4386076215","https://openalex.org/W4390872297","https://openalex.org/W4402669802","https://openalex.org/W4402727624","https://openalex.org/W4402753379"],"related_works":[],"abstract_inverted_index":{"Text-driven":[0],"image":[1,74],"editing":[2,75],"has":[3],"achieved":[4],"remarkable":[5],"success":[6],"in":[7,123,136],"following":[8],"single":[9],"instructions.":[10,116],"However,":[11],"real-world":[12],"scenarios":[13],"often":[14,42],"involve":[15],"complex,":[16,70],"multi-step":[17],"instructions,":[18],"particularly":[19],"''chain''":[20],"instructions":[21],"where":[22],"operations":[23],"are":[24,52,144],"interdependent.":[25],"Current":[26],"models":[27,112],"struggle":[28],"with":[29],"these":[30],"intricate":[31],"directives,":[32],"and":[33,45,48,72,127,142],"existing":[34,111],"benchmarks":[35],"inadequately":[36],"evaluate":[37],"such":[38],"capabilities.":[39],"Specifically,":[40],"they":[41],"overlook":[43],"multi-instruction":[44],"chain-instruction":[46],"complexities,":[47],"common":[49],"consistency":[50,83],"metrics":[51],"flawed.":[53],"To":[54],"address":[55],"this,":[56],"we":[57,96],"introduce":[58],"ComplexBench-Edit,":[59],"a":[60,80,98],"novel":[61],"benchmark":[62],"designed":[63],"to":[64,113],"systematically":[65],"assess":[66],"model":[67,125],"performance":[68,131],"on":[69],"multi-instruction,":[71],"chain-dependent":[73],"tasks.":[76],"ComplexBench-Edit":[77],"also":[78],"features":[79],"new":[81],"vision":[82],"evaluation":[84],"method":[85,135],"that":[86,105],"accurately":[87],"assesses":[88],"non-modified":[89],"regions":[90],"by":[91],"excluding":[92],"edited":[93],"areas.":[94],"Furthermore,":[95],"propose":[97],"simple":[99],"yet":[100],"powerful":[101],"Chain-of-Thought":[102],"(CoT)-based":[103],"approach":[104],"significantly":[106],"enhances":[107],"the":[108,129],"ability":[109],"of":[110,132],"follow":[114],"complex":[115,138],"Our":[117],"extensive":[118],"experiments":[119],"demonstrate":[120],"ComplexBench-Edit's":[121],"efficacy":[122],"differentiating":[124],"capabilities":[126],"highlight":[128],"superior":[130],"our":[133],"CoT-based":[134],"handling":[137],"edits.":[139],"The":[140],"data":[141],"code":[143],"released":[145],"at":[146],"https://github.com/llllly26/ComplexBench-Edit.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-25T00:00:00"}