{"id":"https://openalex.org/W7138847393","doi":"https://doi.org/10.48550/arxiv.2603.15921","title":"VIBEPASS: Can Vibe Coders Really Pass the Vibe Check?","display_name":"VIBEPASS: Can Vibe Coders Really Pass the Vibe Check?","publication_year":2026,"publication_date":"2026-03-16","ids":{"openalex":"https://openalex.org/W7138847393","doi":"https://doi.org/10.48550/arxiv.2603.15921"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.15921","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15921","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.15921","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046604059","display_name":"Srijan Bansal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bansal, Srijan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130124477","display_name":"Jiao Fangkai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fangkai, Jiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074749353","display_name":"Yilun Zhou","orcid":"https://orcid.org/0000-0002-7085-3880"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002266393","display_name":"Austin Xu","orcid":"https://orcid.org/0009-0003-1694-1841"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Austin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005443526","display_name":"Shafiq Joty","orcid":"https://orcid.org/0000-0002-9222-2641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joty, Shafiq","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5048500970","display_name":"Semih Yavuz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yavuz, Semih","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.3853999972343445,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.3853999972343445,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.17829999327659607,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.06390000134706497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6062999963760376},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.44839999079704285},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.40290001034736633},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.36070001125335693},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.32600000500679016},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.30379998683929443},{"id":"https://openalex.org/keywords/witness","display_name":"Witness","score":0.2978000044822693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6438999772071838},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6062999963760376},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.44839999079704285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4081000089645386},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.40290001034736633},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33410000801086426},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.32600000500679016},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31040000915527344},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.30379998683929443},{"id":"https://openalex.org/C2776900844","wikidata":"https://www.wikidata.org/wiki/Q8028383","display_name":"Witness","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2928999960422516},{"id":"https://openalex.org/C23725684","wikidata":"https://www.wikidata.org/wiki/Q616377","display_name":"Maintenance engineering","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.2847999930381775},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2827000021934509},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C2780575108","wikidata":"https://www.wikidata.org/wiki/Q7316652","display_name":"Retargeting","level":2,"score":0.25099998712539673},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.15921","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15921","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.15921","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15921","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6944699287414551,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0,217],"Large":[1,218],"Language":[2,219],"Models":[3,120,220],"shift":[4,221],"the":[5,41,99,144,160,178,190,195,222],"programming":[6,78,223],"toward":[7,224],"human-guided":[8,225],"''vibe":[9,226],"coding'',":[10,227],"agentic":[11,228],"coding":[12,118,229],"tools":[13,230],"increasingly":[14,231],"rely":[15,232],"on":[16,90,131,233],"models":[17,234],"to":[18,30,176,235,247],"self-diagnose":[19,236],"and":[20,64,237],"repair":[21,148,162,166,182,238],"their":[22,239],"own":[23,240],"subtle":[24,241],"faults":[25,242],"--":[26,138,142,243],"a":[27,56,61,150,158,208,244],"capability":[28,209,245],"central":[29,246],"autonomous":[31,193,248],"software":[32,249],"engineering":[33,250],"yet":[34,129,251],"never":[35,252],"systematically":[36,253],"evaluated.":[37,254],"We":[38],"present":[39],"\\name{},":[40],"first":[42],"empirical":[43],"decomposition":[44],"that":[45,59,83,110,174,210],"jointly":[46],"evaluates":[47],"two":[48],"coupled":[49],"tasks:":[50],"\\emph{Fault-Triggering":[51],"Test":[52],"Generation":[53],"(FT-Test)}":[54],"constructing":[55],"discriminative":[57,132],"witness":[58,157,177],"exposes":[60],"latent":[62],"bug,":[63],"\\emph{Fault-targeted":[65],"Program":[66],"Repair":[67],"(FPR)},":[68],"repairing":[69],"it":[70],"under":[71],"varying":[72],"diagnostic":[73,100],"conditions.":[74],"\\name{}":[75],"pairs":[76],"competitive":[77],"problems":[79],"with":[80,116,134],"LLM-generated":[81],"solutions":[82],"pass":[84],"partial":[85],"test":[86,124,203],"suites":[87],"but":[88,172,205],"fail":[89,175],"semantic":[91],"edge":[92],"cases,":[93],"enabling":[94],"controlled":[95],"identification":[96],"of":[97,192],"where":[98],"chain":[101],"breaks":[102],"down.":[103],"Evaluating":[104],"12":[105],"frontier":[106,215],"LLMs,":[107],"we":[108],"find":[109],"fault-targeted":[111],"reasoning":[112],"does":[113],"not":[114,139,199],"scale":[115],"general":[117],"ability.":[119],"produce":[121],"syntactically":[122],"valid":[123],"inputs":[125],"at":[126],"near-ceiling":[127],"rates":[128],"collapse":[130],"generation,":[133],"fault":[135,179],"hypothesis":[136],"generation":[137],"output":[140],"validation":[141],"as":[143],"dominant":[145],"bottleneck.":[146],"Test-guided":[147],"reveals":[149],"complementary":[151],"insight:":[152],"when":[153],"self-generated":[154],"tests":[155,173],"successfully":[156],"fault,":[159],"resulting":[161],"matches":[163],"or":[164,202],"outperforms":[165],"guided":[167],"by":[168],"externally":[169],"provided":[170],"tests,":[171],"actively":[180],"degrade":[181],"below":[183],"unguided":[184],"baselines.":[185],"Together,":[186],"these":[187],"results":[188],"reframe":[189],"challenge":[191],"debugging:":[194],"binding":[196],"bottleneck":[197],"is":[198],"code":[200],"synthesis":[201],"validity":[204],"fault-target":[206],"reasoning,":[207],"remains":[211],"deficient":[212],"across":[213],"all":[214],"models.":[216]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-20T00:00:00"}