{"id":"https://openalex.org/W7162088173","doi":"https://doi.org/10.1145/3786335.3813162","title":"ViBench: A Benchmark on Vibe Coding","display_name":"ViBench: A Benchmark on Vibe Coding","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162088173","doi":"https://doi.org/10.1145/3786335.3813162"},"language":null,"primary_location":{"id":"doi:10.1145/3786335.3813162","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813162","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786335.3813162","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136813396","display_name":"Peter Zhong","orcid":"https://orcid.org/0009-0005-3614-3139"},"institutions":[{"id":"https://openalex.org/I4210140816","display_name":"Gilead Sciences (United States)","ror":"https://ror.org/056546b03","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140816"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Zhong","raw_affiliation_strings":["Replit, Foster City, USA and Carnegie Mellon University, Foster City, USA"],"raw_orcid":"https://orcid.org/0009-0005-3614-3139","affiliations":[{"raw_affiliation_string":"Replit, Foster City, USA and Carnegie Mellon University, Foster City, USA","institution_ids":["https://openalex.org/I4210140816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091641915","display_name":"Pashootan Vaezipoor","orcid":null},"institutions":[{"id":"https://openalex.org/I213289150","display_name":"Georgian College","ror":"https://ror.org/04s2jm085","country_code":"CA","type":"education","lineage":["https://openalex.org/I213289150"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Pashootan Vaezipoor","raw_affiliation_strings":["Georgian AI Lab, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-1340-697X","affiliations":[{"raw_affiliation_string":"Georgian AI Lab, Toronto, Canada","institution_ids":["https://openalex.org/I213289150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136778938","display_name":"Fuyang Cui","orcid":"https://orcid.org/0009-0002-3383-7184"},"institutions":[{"id":"https://openalex.org/I213289150","display_name":"Georgian College","ror":"https://ror.org/04s2jm085","country_code":"CA","type":"education","lineage":["https://openalex.org/I213289150"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Fuyang Cui","raw_affiliation_strings":["Georgian AI Lab, Toronto, Canada"],"raw_orcid":"https://orcid.org/0009-0002-3383-7184","affiliations":[{"raw_affiliation_string":"Georgian AI Lab, Toronto, Canada","institution_ids":["https://openalex.org/I213289150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136734263","display_name":"Vaibhav Kumar","orcid":"https://orcid.org/0009-0002-6517-3933"},"institutions":[{"id":"https://openalex.org/I4210140816","display_name":"Gilead Sciences (United States)","ror":"https://ror.org/056546b03","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140816"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vaibhav Kumar","raw_affiliation_strings":["Replit, Foster City, USA"],"raw_orcid":"https://orcid.org/0009-0002-6517-3933","affiliations":[{"raw_affiliation_string":"Replit, Foster City, USA","institution_ids":["https://openalex.org/I4210140816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136786602","display_name":"James Austin","orcid":"https://orcid.org/0009-0005-5596-1639"},"institutions":[{"id":"https://openalex.org/I4210140816","display_name":"Gilead Sciences (United States)","ror":"https://ror.org/056546b03","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140816"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Austin","raw_affiliation_strings":["Replit, Foster City, USA"],"raw_orcid":"https://orcid.org/0009-0005-5596-1639","affiliations":[{"raw_affiliation_string":"Replit, Foster City, USA","institution_ids":["https://openalex.org/I4210140816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027825144","display_name":"Azin Asgarian","orcid":null},"institutions":[{"id":"https://openalex.org/I213289150","display_name":"Georgian College","ror":"https://ror.org/04s2jm085","country_code":"CA","type":"education","lineage":["https://openalex.org/I213289150"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Azin Asgarian","raw_affiliation_strings":["Georgian AI Lab, Toronto, Canada"],"raw_orcid":"https://orcid.org/0009-0005-0463-6975","affiliations":[{"raw_affiliation_string":"Georgian AI Lab, Toronto, Canada","institution_ids":["https://openalex.org/I213289150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136734706","display_name":"Toby Ho","orcid":"https://orcid.org/0009-0001-9978-2924"},"institutions":[{"id":"https://openalex.org/I4210140816","display_name":"Gilead Sciences (United States)","ror":"https://ror.org/056546b03","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140816"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Toby Ho","raw_affiliation_strings":["Replit, Foster City, USA"],"raw_orcid":"https://orcid.org/0009-0001-9978-2924","affiliations":[{"raw_affiliation_string":"Replit, Foster City, USA","institution_ids":["https://openalex.org/I4210140816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136758832","display_name":"Paul Inder","orcid":"https://orcid.org/0009-0006-7961-5412"},"institutions":[{"id":"https://openalex.org/I213289150","display_name":"Georgian College","ror":"https://ror.org/04s2jm085","country_code":"CA","type":"education","lineage":["https://openalex.org/I213289150"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Paul Inder","raw_affiliation_strings":["Georgian AI Lab, Toronto, Canada"],"raw_orcid":"https://orcid.org/0009-0006-7961-5412","affiliations":[{"raw_affiliation_string":"Georgian AI Lab, Toronto, Canada","institution_ids":["https://openalex.org/I213289150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134868280","display_name":"Imen Kedir","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140816","display_name":"Gilead Sciences (United States)","ror":"https://ror.org/056546b03","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140816"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Imen Kedir","raw_affiliation_strings":["Replit, Foster City, USA"],"raw_orcid":"https://orcid.org/0009-0004-0151-9274","affiliations":[{"raw_affiliation_string":"Replit, Foster City, USA","institution_ids":["https://openalex.org/I4210140816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005004476","display_name":"Z H Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140816","display_name":"Gilead Sciences (United States)","ror":"https://ror.org/056546b03","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140816"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhen Li","raw_affiliation_strings":["Replit, Foster City, USA"],"raw_orcid":"https://orcid.org/0009-0007-4399-9925","affiliations":[{"raw_affiliation_string":"Replit, Foster City, USA","institution_ids":["https://openalex.org/I4210140816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069481417","display_name":"Nicholas Ondo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140816","display_name":"Gilead Sciences (United States)","ror":"https://ror.org/056546b03","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140816"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Ondo","raw_affiliation_strings":["Replit, Foster City, USA"],"raw_orcid":"https://orcid.org/0000-0001-9749-7348","affiliations":[{"raw_affiliation_string":"Replit, Foster City, USA","institution_ids":["https://openalex.org/I4210140816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134866950","display_name":"Asna Shafiq","orcid":null},"institutions":[{"id":"https://openalex.org/I213289150","display_name":"Georgian College","ror":"https://ror.org/04s2jm085","country_code":"CA","type":"education","lineage":["https://openalex.org/I213289150"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Asna Shafiq","raw_affiliation_strings":["Georgian AI Lab, Toronto, Canada"],"raw_orcid":"https://orcid.org/0009-0003-4207-8252","affiliations":[{"raw_affiliation_string":"Georgian AI Lab, Toronto, Canada","institution_ids":["https://openalex.org/I213289150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136779780","display_name":"Ibrahim Sheikh","orcid":"https://orcid.org/0009-0007-3259-990X"},"institutions":[{"id":"https://openalex.org/I4210140816","display_name":"Gilead Sciences (United States)","ror":"https://ror.org/056546b03","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140816"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ibrahim Sheikh","raw_affiliation_strings":["Replit, Foster City, USA"],"raw_orcid":"https://orcid.org/0009-0007-3259-990X","affiliations":[{"raw_affiliation_string":"Replit, Foster City, USA","institution_ids":["https://openalex.org/I4210140816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134841458","display_name":"Edouard Sioufi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140816","display_name":"Gilead Sciences (United States)","ror":"https://ror.org/056546b03","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140816"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edouard Sioufi","raw_affiliation_strings":["Replit, Foster City, USA"],"raw_orcid":"https://orcid.org/0009-0006-5304-536X","affiliations":[{"raw_affiliation_string":"Replit, Foster City, USA","institution_ids":["https://openalex.org/I4210140816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134853382","display_name":"Setareh Soltanieh","orcid":null},"institutions":[{"id":"https://openalex.org/I213289150","display_name":"Georgian College","ror":"https://ror.org/04s2jm085","country_code":"CA","type":"education","lineage":["https://openalex.org/I213289150"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Setareh Soltanieh","raw_affiliation_strings":["Georgian AI Lab, Toronto, Canada"],"raw_orcid":"https://orcid.org/0009-0008-0995-6654","affiliations":[{"raw_affiliation_string":"Georgian AI Lab, Toronto, Canada","institution_ids":["https://openalex.org/I213289150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136746687","display_name":"Ben Wilde","orcid":"https://orcid.org/0009-0002-4055-414X"},"institutions":[{"id":"https://openalex.org/I213289150","display_name":"Georgian College","ror":"https://ror.org/04s2jm085","country_code":"CA","type":"education","lineage":["https://openalex.org/I213289150"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ben Wilde","raw_affiliation_strings":["Georgian AI Lab, Toronto, Canada"],"raw_orcid":"https://orcid.org/0009-0002-4055-414X","affiliations":[{"raw_affiliation_string":"Georgian AI Lab, Toronto, Canada","institution_ids":["https://openalex.org/I213289150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136798144","display_name":"Jacky Zhao","orcid":"https://orcid.org/0009-0000-3554-5885"},"institutions":[{"id":"https://openalex.org/I4210140816","display_name":"Gilead Sciences (United States)","ror":"https://ror.org/056546b03","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140816"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacky Zhao","raw_affiliation_strings":["Replit, Foster City, USA"],"raw_orcid":"https://orcid.org/0009-0000-3554-5885","affiliations":[{"raw_affiliation_string":"Replit, Foster City, USA","institution_ids":["https://openalex.org/I4210140816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071830295","display_name":"Ryan Carelli","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140816","display_name":"Gilead Sciences (United States)","ror":"https://ror.org/056546b03","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140816"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Carelli","raw_affiliation_strings":["Replit, Foster City, USA"],"raw_orcid":"https://orcid.org/0009-0004-3140-3133","affiliations":[{"raw_affiliation_string":"Replit, Foster City, USA","institution_ids":["https://openalex.org/I4210140816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136804633","display_name":"Heather Miller","orcid":"https://orcid.org/0000-0002-2059-5406"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heather Miller","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":"https://orcid.org/0000-0002-2059-5406","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035174955","display_name":"Michele Catasta","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140816","display_name":"Gilead Sciences (United States)","ror":"https://ror.org/056546b03","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140816"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michele Catasta","raw_affiliation_strings":["Replit, Foster City, USA"],"raw_orcid":"https://orcid.org/0009-0000-0542-0061","affiliations":[{"raw_affiliation_string":"Replit, Foster City, USA","institution_ids":["https://openalex.org/I4210140816"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":61.8909,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.99789248,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"497","last_page":"513"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.6972000002861023,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.6972000002861023,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.058400001376867294,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.027699999511241913,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebase","display_name":"Codebase","score":0.7508000135421753},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5968000292778015},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5044000148773193},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.49230000376701355},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4156000018119812},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4154999852180481},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3799999952316284},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.37790000438690186},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.3508000075817108}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8184999823570251},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.7508000135421753},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5968000292778015},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5044000148773193},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.49230000376701355},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.42080000042915344},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4156000018119812},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4154999852180481},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3799999952316284},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.37790000438690186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3564000129699707},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.3416999876499176},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.3379000127315521},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31299999356269836},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29660001397132874},{"id":"https://openalex.org/C20574231","wikidata":"https://www.wikidata.org/wiki/Q844605","display_name":"Backward compatibility","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C101814296","wikidata":"https://www.wikidata.org/wiki/Q5439685","display_name":"Feature model","level":3,"score":0.29269999265670776},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.28949999809265137},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2856000065803528},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.27480000257492065},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.2669999897480011},{"id":"https://openalex.org/C68859911","wikidata":"https://www.wikidata.org/wiki/Q1503724","display_name":"Pattern matching","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C147358964","wikidata":"https://www.wikidata.org/wiki/Q1200992","display_name":"Abstraction layer","level":3,"score":0.25619998574256897},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.2517000138759613},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786335.3813162","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813162","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786335.3813162","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813162","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5858913064002991}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"\u201cVibe":[0,293],"coding\u201d\u2014where":[1],"users":[2],"describe":[3],"applications":[4,69],"in":[5,216],"natural":[6],"language":[7],"and":[8,77,100,151,169,175,283],"AI":[9,52],"agents":[10,53],"autonomously":[11],"handle":[12],"all":[13],"implementation\u2014has":[14],"rapidly":[15],"emerged":[16],"as":[17,236],"a":[18,40,193,292],"mainstream":[19,269],"development":[20,255,270],"paradigm.":[21],"Yet":[22],"existing":[23],"benchmarks":[24,234,262],"evaluate":[25],"mainly":[26],"agent\u2019s":[27],"ability":[28],"at":[29,103],"code":[30,134],"completion":[31],"or":[32],"fixing":[33],"bug,":[34],"not":[35],"end-to-end":[36,56,242,253],"application":[37,58,254],"creation":[38,76],"from":[39,64,165],"user\u2019s":[41],"perspective.":[42],"We":[43,115],"introduce":[44],"ViBench,":[45],"the":[46,104,113,160,181,217,274],"first":[47,182],"open-source":[48,275],"benchmark":[49],"for":[50],"evaluating":[51],"on":[54,180,192,232],"realistic,":[55],"web":[57],"development.":[59],"ViBench":[60,272],"comprises":[61],"tasks":[62,89],"derived":[63],"production":[65],"traces":[66],"across":[67,143],"15":[68],"spanning":[70],"different":[71],"domains,":[72],"covering":[73],"both":[74],"zero-to-one":[75,200],"feature":[78],"extension\u2014the":[79],"two":[80],"core":[81],"workflows":[82],"of":[83,107,212],"vibe":[84,243,265],"coding.":[85],"Unlike":[86],"prior":[87],"benchmarks,":[88],"are":[90,163],"specified":[91],"entirely":[92],"through":[93],"user-facing":[94],"requirements":[95],"with":[96,112,140,172,220],"no":[97,184],"implementation":[98],"constraints,":[99],"evaluation":[101],"occurs":[102],"abstraction":[105],"level":[106],"an":[108,117],"end":[109],"user":[110],"interacting":[111],"application.":[114],"contribute":[116],"adaptive":[118],"automatic":[119],"evaluator":[120],"that":[121,158,229,252],"uses":[122],"REPL-based":[123],"browser":[124],"automation":[125],"to":[126,239,241,250,278],"verify":[127],"arbitrary":[128],"implementations":[129],"without":[130],"assuming":[131],"anything":[132],"about":[133],"structure,":[135],"achieving":[136],"99%":[137],"step-level":[138],"agreement":[139],"human":[141],"experts":[142],"1,082":[144],"test":[145],"steps.":[146],"Evaluating":[147],"nine":[148,213],"models\u2014five":[149],"closed-source":[150],"four":[152],"open-weight\u2014across":[153],"105":[154],"artifacts,":[155],"we":[156],"find":[157],"even":[159],"best":[161],"models":[162,206,214,228],"far":[164],"reliable:":[166],"Opus":[167],"4.6":[168],"GPT-5.2":[170],"lead":[171],"only":[173],"46%":[174],"42%":[176],"Pass@1\u2014fully":[177],"correct":[178],"artifacts":[179],"try\u2014while":[183],"open-weight":[185,227],"model":[186],"exceeds":[187],"12%":[188],"Pass@1.":[189],"Feature":[190],"extension":[191],"stable":[194],"reference":[195],"codebase":[196],"proves":[197],"easier":[198],"than":[199],"creation,":[201],"but":[202],"errors":[203],"compound":[204],"when":[205],"extend":[207],"their":[208],"own":[209],"code:":[210],"seven":[211],"degrade":[215],"Vibe-on-Vibe":[218],"setting,":[219],"complete":[221,246],"failure":[222,247],"rates":[223,248],"rising":[224],"sharply.":[225],"Notably,":[226],"perform":[230],"competitively":[231],"coding":[233,261,266],"such":[235],"SWE-bench":[237],"struggle":[238],"generalize":[240],"coding,":[244],"exhibiting":[245],"up":[249],"40%\u2014underscoring":[251],"demands":[256],"capabilities":[257],"beyond":[258,290],"what":[259],"current":[260],"measure.":[263],"As":[264],"matures":[267],"into":[268],"practice,":[271],"provides":[273],"infrastructure":[276],"needed":[277],"measure":[279],"progress,":[280],"compare":[281],"models,":[282],"guide":[284],"practitioners":[285],"toward":[286],"reliable":[287],"AI-assisted":[288],"development,":[289],"just":[291],"Check\u201d.":[294]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2026-05-23T00:00:00"}