{"id":"https://openalex.org/W7165615245","doi":"https://doi.org/10.48550/arxiv.2606.22475","title":"All Green, Still Broken: Real-Flow Verification Lessons from an LLM-Integrated, Multi-Market Web Application","display_name":"All Green, Still Broken: Real-Flow Verification Lessons from an LLM-Integrated, Multi-Market Web Application","publication_year":2026,"publication_date":"2026-06-21","ids":{"openalex":"https://openalex.org/W7165615245","doi":"https://doi.org/10.48550/arxiv.2606.22475"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.22475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.22475","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134587242","display_name":"Muhammad Bilal","orcid":"https://orcid.org/0000-0003-4106-0256"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bilal, Muhammad","raw_affiliation_strings":["Technical University of Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102904269","display_name":"Ali Hassaan Mughal","orcid":"https://orcid.org/0000-0002-0724-9197"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mughal, Ali Hassaan","raw_affiliation_strings":["Independent Researcher"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent Researcher","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.6862000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.6862000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.06589999794960022,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.06440000236034393,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/guard","display_name":"Guard (computer science)","score":0.6140000224113464},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6018000245094299},{"id":"https://openalex.org/keywords/web-application","display_name":"Web application","score":0.4864000082015991},{"id":"https://openalex.org/keywords/web-browser","display_name":"Web browser","score":0.43149998784065247},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.37940001487731934},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.365200012922287},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.3571999967098236}],"concepts":[{"id":"https://openalex.org/C141141315","wikidata":"https://www.wikidata.org/wiki/Q2379942","display_name":"Guard (computer science)","level":2,"score":0.6140000224113464},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6018000245094299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5760999917984009},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.4864000082015991},{"id":"https://openalex.org/C2983909278","wikidata":"https://www.wikidata.org/wiki/Q6368","display_name":"Web browser","level":3,"score":0.43149998784065247},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4041999876499176},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.37940001487731934},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3571999967098236},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3569999933242798},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.35089999437332153},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.34200000762939453},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.30250000953674316},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.27469998598098755},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.22475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.22475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4343610405921936,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"web":[1],"applications":[2],"increasingly":[3],"combine":[4],"three":[5],"ingredients":[6],"that":[7,85,143],"are":[8],"hard":[9],"to":[10,37,52,139],"test:":[11],"output":[12],"from":[13],"large":[14],"language":[15],"models,":[16],"multi-market":[17],"internationalization,":[18],"and":[19,64,101,127],"browser-driven":[20],"front-ends":[21],"over":[22],"external":[23],"data":[24],"sources.":[25],"We":[26,55,118],"report":[27],"on":[28],"a":[29,108,133,137],"production":[30],"rental-search":[31],"assistant":[32],"whose":[33],"automated":[34],"suite":[35,45],"grew":[36],"1,553":[38],"test":[39],"cases":[40],"in":[41,61,82],"six":[42],"weeks.":[43],"The":[44],"passed":[46],"continuously,":[47],"yet":[48],"user-facing":[49],"defects":[50],"continued":[51],"reach":[53],"production.":[54],"studied":[56],"all":[57],"252":[58],"bug-fix":[59],"commits":[60],"the":[62,68,79,91,95,98,102,111,120,123,128,141,145],"project":[63],"classified":[65],"each":[66],"by":[67],"boundary,":[69],"or":[70],"seam,":[71],"it":[72],"escaped":[73],"through.":[74],"About":[75],"44":[76],"percent":[77],"of":[78],"fixes":[80],"fall":[81],"four":[83],"seams":[84],"component-level":[86],"unit":[87],"tests":[88],"cannot":[89],"observe:":[90],"live":[92],"browser":[93],"runtime,":[94],"non-default":[96],"market,":[97],"end-to-end":[99],"flow,":[100],"whole-system":[103],"level.":[104],"A":[105],"fix":[106],"without":[107],"guard":[109],"at":[110],"seam":[112,142],"let":[113],"one":[114],"defect":[115,125],"ship":[116],"twice.":[117],"present":[119],"four-seam":[121],"framework,":[122],"measured":[124],"distribution,":[126],"practices":[129],"we":[130],"adopted,":[131],"including":[132],"simple":[134],"way":[135],"for":[136],"team":[138],"find":[140],"carries":[144],"most":[146],"fixes.":[147]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-24T00:00:00"}