{"id":"https://openalex.org/W4412945353","doi":"https://doi.org/10.18653/v1/2025.acl-long.620","title":"A Unified Agentic Framework for Evaluating Conditional Image Generation","display_name":"A Unified Agentic Framework for Evaluating Conditional Image Generation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412945353","doi":"https://doi.org/10.18653/v1/2025.acl-long.620"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.620","doi":"https://doi.org/10.18653/v1/2025.acl-long.620","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.620","pdf_url":"https://aclanthology.org/2025.acl-long.620.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://aclanthology.org/2025.acl-long.620.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043273689","display_name":"Jifang Wang","orcid":"https://orcid.org/0000-0001-8197-8411","observed_orcids":["https://orcid.org/0000-0001-8197-8411"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jifang Wang","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen )","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119204499","display_name":"Yangxue Yangxue","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yangxue Yangxue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088191810","display_name":"Longyue Wang","orcid":"https://orcid.org/0000-0002-9062-6183","observed_orcids":["https://orcid.org/0000-0002-9062-6183","https://orcid.org/0009-0009-4675-0417"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longyue Wang","raw_affiliation_strings":["Alibaba International Digital Commerce"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba International Digital Commerce","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017024092","display_name":"Zhenran Xu","orcid":"https://orcid.org/0000-0003-2718-6717","observed_orcids":["https://orcid.org/0000-0003-2718-6717","https://orcid.org/0009-0007-0877-7884"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenran Xu","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen )","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641843","display_name":"Yiyu Wang","orcid":"https://orcid.org/0000-0001-7248-0646","observed_orcids":["https://orcid.org/0000-0001-7248-0646"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiyu Wang","raw_affiliation_strings":["Alibaba International Digital Commerce","Harbin Institute of Technology (Shenzhen )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba International Digital Commerce","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen )","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007509238","display_name":"Yaowei Wang","orcid":"https://orcid.org/0000-0002-6110-4036","observed_orcids":["https://orcid.org/0000-0002-6110-4036","https://orcid.org/0000-0003-2197-9038"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowei Wang","raw_affiliation_strings":["Alibaba International Digital Commerce","Harbin Institute of Technology (Shenzhen )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba International Digital Commerce","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen )","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085736941","display_name":"Weihua Luo","orcid":"https://orcid.org/0000-0002-5002-6933","observed_orcids":["https://orcid.org/0000-0002-5002-6933"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihua Luo","raw_affiliation_strings":["Alibaba International Digital Commerce"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba International Digital Commerce","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103619995","display_name":"Kaifu Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaifu Zhang","raw_affiliation_strings":["Alibaba International Digital Commerce"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba International Digital Commerce","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083079672","display_name":"Baotian Hu","orcid":"https://orcid.org/0000-0001-7490-684X","observed_orcids":["https://orcid.org/0000-0001-7490-684X","https://orcid.org/0009-0000-0640-6990"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baotian Hu","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen )","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":null,"display_name":"Min Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen )","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0569,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.96120329,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"12626","last_page":"12646"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8955000042915344,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8955000042915344,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09769999980926514,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conditional-image-generation","display_name":"conditional image generation","score":0.9980000257492065},{"id":"https://openalex.org/keywords/automatic-evaluation-metrics","display_name":"automatic evaluation metrics","score":0.6610000133514404},{"id":"https://openalex.org/keywords/large-multimodal-models","display_name":"large multimodal models","score":0.9380000233650208},{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.8220000267028809},{"id":"https://openalex.org/keywords/tool-selection","display_name":"tool selection","score":0.5690000057220459},{"id":"https://openalex.org/keywords/human-evaluation-correlation","display_name":"human evaluation correlation","score":0.7120000123977661},{"id":"https://openalex.org/keywords/explainable-evaluation","display_name":"explainable evaluation","score":0.6349999904632568}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6357700824737549},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.521639883518219},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39408642053604126}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.620","doi":"https://doi.org/10.18653/v1/2025.acl-long.620","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.620","pdf_url":"https://aclanthology.org/2025.acl-long.620.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2504.07046","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.07046","pdf_url":"https://arxiv.org/pdf/2504.07046","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2504.07046","doi":"https://doi.org/10.48550/arxiv.2504.07046","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.07046","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.620","doi":"https://doi.org/10.18653/v1/2025.acl-long.620","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.620","pdf_url":"https://aclanthology.org/2025.acl-long.620.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1753351571","display_name":null,"funder_award_id":"ZDSYS20230626091203008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2672035888","display_name":null,"funder_award_id":"62422603","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G855015298","display_name":null,"funder_award_id":"2023A1515110078","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412945353.pdf","grobid_xml":"https://content.openalex.org/works/W4412945353.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W4224035735","https://openalex.org/W4327810158","https://openalex.org/W4379086815","https://openalex.org/W4381826954","https://openalex.org/W4387294588","https://openalex.org/W4387355666","https://openalex.org/W4388717132","https://openalex.org/W4390873054","https://openalex.org/W4393248165","https://openalex.org/W4394868314","https://openalex.org/W4400024881","https://openalex.org/W4402753379","https://openalex.org/W4403601051","https://openalex.org/W4403755301","https://openalex.org/W4403853618","https://openalex.org/W4406975803","https://openalex.org/W4410348872","https://openalex.org/W4416097713","https://openalex.org/W6922440477","https://openalex.org/W7133190463","https://openalex.org/W7133198828","https://openalex.org/W7133209381","https://openalex.org/W7133219165","https://openalex.org/W7133220105","https://openalex.org/W7133220558","https://openalex.org/W7133239970"],"related_works":["https://openalex.org/W4387355666","https://openalex.org/W4402671992","https://openalex.org/W4412798744","https://openalex.org/W3017919939","https://openalex.org/W4416045922","https://openalex.org/W7117586274","https://openalex.org/W4412944756","https://openalex.org/W4403573563","https://openalex.org/W4400024366","https://openalex.org/W4386071621"],"abstract_inverted_index":{"Conditional":[0],"image":[1,37,84,129,155],"generation":[2,38,85,130,156],"has":[3],"gained":[4],"significant":[5],"attention":[6],"for":[7,32,62,151],"its":[8,46,148],"ability":[9],"to":[10,67,139,144],"personalize":[11],"content.However,":[12],"the":[13,103,121],"field":[14],"faces":[15],"challenges":[16],"in":[17,134],"developing":[18],"task-agnostic,":[19],"reliable,":[20],"and":[21,52,72,142],"explainable":[22],"evaluation":[23,34,56,60,153],"metrics.This":[24],"paper":[25],"introduces":[26],"CIGEVAL,":[27],"a":[28,49,54,93],"unified":[29],"agentic":[30],"framework":[31],"comprehensive":[33],"of":[35,96,106,154],"conditional":[36,83],"tasks.CIGEVAL":[39],"utilizes":[40],"large":[41],"multimodal":[42],"models":[43],"(LMMs)":[44],"as":[45],"core,":[47],"integrating":[48],"multi-functional":[50],"toolbox":[51],"establishing":[53],"fine-grained":[55],"framework.Additionally,":[57],"we":[58],"synthesize":[59],"trajectories":[61],"fine-tuning,":[63],"empowering":[64],"smaller":[65],"LMMs":[66,113],"autonomously":[68],"select":[69],"appropriate":[70],"tools":[71],"conduct":[73],"nuanced":[74],"analyses":[75],"based":[76],"on":[77,127],"tool":[78],"outputs.Experiments":[79],"across":[80],"seven":[81],"prominent":[82],"tasks":[86,157],"demonstrate":[87],"that":[88],"CIGEVAL":[89,119],"(GPT-4o":[90],"version)":[91],"achieves":[92],"high":[94],"correlation":[95,105],"0.4625":[97],"with":[98,110,158],"human":[99],"assessments,":[100],"closely":[101],"matching":[102],"inter-annotator":[104],"0.47.Moreover,":[107],"when":[108],"implemented":[109],"7B":[111],"open-source":[112],"using":[114],"only":[115],"2.3K":[116],"training":[117],"trajectories,":[118],"surpasses":[120],"previous":[122],"GPT-4o-based":[123],"state-of-the-art":[124],"method.Case":[125],"studies":[126],"GPT-4o":[128],"highlight":[131],"CIGEVAL's":[132],"capability":[133],"identifying":[135],"subtle":[136],"issues":[137],"related":[138],"subject":[140],"consistency":[141],"adherence":[143],"control":[145],"guidance,":[146],"indicating":[147],"great":[149],"potential":[150],"automating":[152],"human-level":[159],"reliability":[160],"1":[161],".":[162]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":7}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2025-10-10T00:00:00"}