{"id":"https://openalex.org/W7133208957","doi":"https://doi.org/10.48550/arxiv.2602.23622","title":"DLEBench: Evaluating Small-scale Object Editing Ability for Instruction-based Image Editing Model","display_name":"DLEBench: Evaluating Small-scale Object Editing Ability for Instruction-based Image Editing Model","publication_year":2026,"publication_date":"2026-02-27","ids":{"openalex":"https://openalex.org/W7133208957","doi":"https://doi.org/10.48550/arxiv.2602.23622"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.23622","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124966985","display_name":"Shibo Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Shibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127818013","display_name":"Boxian Ai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ai, Boxian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127848788","display_name":"Jun Kuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuang, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127802861","display_name":"Wei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127829540","display_name":"FengJiao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, FengJiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122536130","display_name":"Zhongyuan Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Zhongyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127809651","display_name":"Chenhao Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Chenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5127818014","display_name":"Yixin Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Yixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26423684,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6514000296592712,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6514000296592712,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.032999999821186066,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.029400000348687172,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-editing","display_name":"Image editing","score":0.6682000160217285},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.5629000067710876},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5376999974250793},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5284000039100647},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4794999957084656},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.47940000891685486},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.47870001196861267},{"id":"https://openalex.org/keywords/protocol-data-unit","display_name":"Protocol data unit","score":0.4068000018596649}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8355000019073486},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.6682000160217285},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.5629000067710876},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5376999974250793},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5284000039100647},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5095999836921692},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4794999957084656},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.47940000891685486},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.47870001196861267},{"id":"https://openalex.org/C21853045","wikidata":"https://www.wikidata.org/wiki/Q2634565","display_name":"Protocol data unit","level":3,"score":0.4068000018596649},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4016999900341034},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3912999927997589},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.388700008392334},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.36480000615119934},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.30070000886917114},{"id":"https://openalex.org/C137402728","wikidata":"https://www.wikidata.org/wiki/Q1330119","display_name":"Non-linear editing system","level":5,"score":0.29490000009536743},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2946000099182129},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C2779668609","wikidata":"https://www.wikidata.org/wiki/Q623092","display_name":"Rapid serial visual presentation","level":3,"score":0.2784000039100647},{"id":"https://openalex.org/C20894473","wikidata":"https://www.wikidata.org/wiki/Q1116105","display_name":"Object model","level":3,"score":0.2535000145435333},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2533000111579895}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.23622","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.23622","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.23622","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.23622","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6539993286132812,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Significant":[0],"progress":[1],"has":[2],"been":[3],"made":[4],"in":[5,48,71,131,170],"the":[6,61,67,97,152,175],"field":[7],"of":[8,69,96],"Instruction-based":[9],"Image":[10],"Editing":[11],"Models":[12],"(IIEMs).":[13],"However,":[14],"while":[15],"these":[16,89],"models":[17],"demonstrate":[18],"plausible":[19],"adherence":[20],"to":[21,32,65,126,180],"instructions":[22],"and":[23,45,51,107,129,136,148,156],"strong":[24],"reasoning":[25],"ability":[26,31],"on":[27,114,159,163],"current":[28],"benchmarks,":[29],"their":[30],"edit":[33],"small":[34],"objects":[35,92],"remains":[36],"underexplored,":[37],"despite":[38],"its":[39],"importance":[40],"for":[41,177],"precise":[42],"local":[43],"editing":[44,72],"refining":[46],"details":[47],"both":[49],"real":[50],"generated":[52],"images.":[53],"In":[54,88],"this":[55,115,182],"paper,":[56],"we":[57,76,117],"introduce":[58],"DeepLookEditBench":[59],"(DLEBench),":[60],"first":[62],"benchmark":[63],"dedicated":[64],"assessing":[66],"abilities":[68],"IIEMs":[70,165],"small-scale":[73,171],"objects.":[74],"Specifically,":[75],"construct":[77],"a":[78,143],"challenging":[79],"testbed":[80],"comprising":[81],"1889":[82],"samples":[83],"across":[84],"seven":[85],"instruction":[86],"types.":[87],"samples,":[90],"target":[91],"occupy":[93],"only":[94],"1%-10%":[95],"image":[98],"area,":[99],"covering":[100],"complex":[101],"scenarios":[102],"such":[103],"as":[104],"partial":[105],"occlusion":[106],"multi-object":[108],"editing.":[109],"To":[110],"ensure":[111],"robust":[112],"evaluation":[113,120,145],"benchmark,":[116],"propose":[118],"an":[119],"protocol":[121,140],"with":[122],"refined":[123],"score":[124],"rubrics":[125],"minimize":[127],"subjectivity":[128],"ambiguity":[130],"two":[132],"criteria:":[133],"Instruction":[134],"Following":[135],"Visual":[137],"Consistency.":[138],"This":[139],"also":[141],"introduces":[142],"dual-mode":[144],"framework":[146],"(Tool-driven":[147],"Oracle-guided":[149],"Modes)":[150],"addressing":[151],"misalignment":[153],"between":[154],"LMM-as-a-Judge":[155],"human":[157],"judgements":[158],"DLEBench.":[160],"Empirical":[161],"results":[162],"10":[164],"reveal":[166],"significant":[167],"performance":[168],"gaps":[169],"object":[172],"editing,":[173],"highlighting":[174],"need":[176],"specialized":[178],"benchmarks":[179],"advance":[181],"ability.":[183]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-03T00:00:00"}