{"id":"https://openalex.org/W7224097936","doi":"https://doi.org/10.48550/arxiv.2610.37599","title":"MoI-Bench: A Benchmark for Image Generation and Editing on Mobile Devices","display_name":"MoI-Bench: A Benchmark for Image Generation and Editing on Mobile Devices","publication_year":2026,"publication_date":"2026-10-27","ids":{"openalex":"https://openalex.org/W7224097936","doi":"https://doi.org/10.48550/arxiv.2610.37599"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.37599","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37599","pdf_url":"https://arxiv.org/pdf/2610.37599","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.37599","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043877072","display_name":"Kailai Feng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Feng, Kailai","raw_affiliation_strings":["University College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130218704","display_name":"Haoxiang Rao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rao, Haoxiang","raw_affiliation_strings":["Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160064023","display_name":"Yuxiang Wei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wei, Yuxiang","raw_affiliation_strings":["The Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160039040","display_name":"Bo Chen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160044453","display_name":"Junsong Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Junsong","raw_affiliation_strings":["East China Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160020889","display_name":"Yang Pan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120028647","display_name":"Chengkun Cai","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Cai, Chengkun","raw_affiliation_strings":["University College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021750511","display_name":"Jagmohan Chauhan","orcid":"https://orcid.org/0000-0003-2080-3276","observed_orcids":["https://orcid.org/0000-0003-2080-3276"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chauhan, Jagmohan","raw_affiliation_strings":["University College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.012600000016391277,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-editing","display_name":"image editing","score":0.6949999928474426},{"id":"https://openalex.org/keywords/image-generation","display_name":"image generation","score":0.9750000238418579},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.5740000009536743},{"id":"https://openalex.org/keywords/mobile-deployment","display_name":"mobile deployment","score":0.36899998784065247},{"id":"https://openalex.org/keywords/capability-map","display_name":"capability map","score":0.4880000054836273},{"id":"https://openalex.org/keywords/text-replacement","display_name":"text replacement","score":0.6079999804496765},{"id":"https://openalex.org/keywords/identity-preservation","display_name":"identity preservation","score":0.7440000176429749},{"id":"https://openalex.org/keywords/text-rendering","display_name":"text rendering","score":0.8479999899864197},{"id":"https://openalex.org/keywords/instruction-following","display_name":"instruction following","score":0.5569999814033508}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7894999980926514},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7138000130653381},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6718000173568726},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5799000263214111},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5620999932289124},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.47780001163482666},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4729999899864197},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4708000123500824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.461899995803833},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.439300000667572},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4374000132083893},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42160001397132874},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3986999988555908},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.37119999527931213},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34940001368522644},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3492000102996826},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.33329999446868896},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3156000077724457},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.25619998574256897},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25529998540878296}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.37599","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37599","pdf_url":"https://arxiv.org/pdf/2610.37599","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.37599","doi":"https://doi.org/10.48550/arxiv.2610.37599","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.37599","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.37599","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37599","pdf_url":"https://arxiv.org/pdf/2610.37599","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224097936.pdf","grobid_xml":"https://content.openalex.org/works/W7224097936.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7162635901","https://openalex.org/W7146945774","https://openalex.org/W4413156575","https://openalex.org/W4417086874","https://openalex.org/W7203615284","https://openalex.org/W4320892906","https://openalex.org/W4415865272","https://openalex.org/W7138931423","https://openalex.org/W4403906558","https://openalex.org/W7207706386"],"abstract_inverted_index":{"Developing":[0],"on-device":[1,26,131,206],"image":[2],"models":[3,27,134,182,196,207],"requires":[4,229],"considering":[5],"practical":[6,198],"user":[7,39],"needs,":[8,40],"task":[9,217,241],"types":[10],"and":[11,28,44,54,56,66,102,111,118,125,132,135,236],"device":[12],"resource":[13],"constraints.":[14],"However,":[15],"existing":[16],"benchmarks":[17,179],"provide":[18],"limited":[19],"guidance":[20,151],"on":[21],"identifying":[22],"capability":[23,119,165,192],"gaps":[24,166],"between":[25],"server-side":[29,133],"models.":[30,155],"We":[31,105,128],"introduce":[32,188],"MoI-Bench,":[33],"a":[34,184,189],"benchmark":[35],"grounded":[36],"in":[37],"mobile":[38,137,199],"comprising":[41],"64":[42],"subtasks":[43],"1150":[45],"samples.":[46],"It":[47],"defines":[48],"16":[49],"operations,":[50],"such":[51,63,79],"as":[52,64,80],"removal":[53],"replacement,":[55],"eight":[57],"visual":[58,100],"target":[59,124],"categories":[60],"covering":[61,97],"content":[62],"portraits":[65],"text.":[67],"These":[68],"form":[69],"two":[70],"orthogonal":[71],"axes":[72],"whose":[73],"applicable":[74],"combinations":[75],"define":[76],"specific":[77,164],"tasks,":[78],"removing":[81],"facial":[82],"makeup.":[83],"To":[84],"better":[85],"guide":[86],"model":[87],"improvement,":[88],"we":[89,187],"further":[90,106,223],"propose":[91],"MoI-Eval,":[92],"which":[93],"introduces":[94],"task-specific":[95],"criteria":[96,126],"instruction":[98],"following,":[99],"quality":[101,117],"detail":[103],"preservation.":[104],"construct":[107],"sample-level":[108],"evaluation":[109],"questions":[110],"aggregate":[112],"their":[113,216],"scores":[114],"into":[115],"overall":[116],"profiles":[120],"along":[121],"the":[122,160],"operation,":[123],"axes.":[127],"evaluate":[129],"representative":[130],"measure":[136],"deployment":[138,225],"costs.":[139],"Results":[140],"show":[141],"that":[142,180,204],"this":[143],"decoupled":[144],"Operation":[145],"x":[146],"Target":[147],"design":[148],"provides":[149],"finer-grained":[150],"for":[152,197],"improving":[153,174,224,230],"compact":[154],"For":[156],"example,":[157],"it":[158],"highlights":[159],"need":[161],"to":[162,194],"prioritize":[163],"(e.g.,":[167,173],"text-replacement)":[168],"over":[169],"broad":[170],"application-level":[171],"goals":[172],"text":[175,237],"editing).":[176],"Unlike":[177],"conventional":[178],"rank":[181],"using":[183],"single":[185],"score,":[186],"two-dimensional":[190],"Quality-Deployability":[191],"map":[193,202],"assess":[195],"use.":[200],"The":[201],"shows":[203],"current":[205],"can":[208],"achieve":[209],"efficient":[210],"generation":[211],"or":[212],"editing":[213,231],"but":[214],"expanding":[215],"coverage":[218],"deserves":[219],"greater":[220],"attention":[221],"than":[222],"efficiency.":[226],"Further":[227],"progress":[228],"quality,":[232],"particularly":[233],"identity":[234],"preservation":[235],"rendering,":[238],"while":[239],"broadening":[240],"coverage.":[242]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-29T00:00:00"}