{"id":"https://openalex.org/W7163422050","doi":"https://doi.org/10.48550/arxiv.2606.02755","title":"Acceptance-Test-Driven Evaluation Protocols for Business-Centric LLM Systems","display_name":"Acceptance-Test-Driven Evaluation Protocols for Business-Centric LLM Systems","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163422050","doi":"https://doi.org/10.48550/arxiv.2606.02755"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02755","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02755","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02755","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137590712","display_name":"Eric Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Liang, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5137590712"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07329999655485153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07329999655485153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.07180000096559525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.06909999996423721,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6500999927520752},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.544700026512146},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5286999940872192},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5214999914169312},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4900999963283539},{"id":"https://openalex.org/keywords/extension","display_name":"Extension (predicate logic)","score":0.44269999861717224},{"id":"https://openalex.org/keywords/stakeholder","display_name":"Stakeholder","score":0.3806000053882599},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.32030001282691956}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7027999758720398},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6500999927520752},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.544700026512146},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5286999940872192},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5214999914169312},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4900999963283539},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4596000015735626},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.44269999861717224},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.40880000591278076},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3865000009536743},{"id":"https://openalex.org/C201305675","wikidata":"https://www.wikidata.org/wiki/Q852998","display_name":"Stakeholder","level":2,"score":0.3806000053882599},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.30140000581741333},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C31352089","wikidata":"https://www.wikidata.org/wiki/Q3750474","display_name":"Systems design","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.28040000796318054},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C84651959","wikidata":"https://www.wikidata.org/wiki/Q17052506","display_name":"System requirements specification","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02755","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02755","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02755","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02755","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"model":[2],"(LLM)":[3],"applications":[4],"are":[5,79,123],"increasingly":[6],"expected":[7],"to":[8,89],"satisfy":[9],"deterministic":[10],"institutional":[11],"requirements":[12],"while":[13],"relying":[14],"on":[15],"probabilistic":[16],"generative":[17],"components.":[18],"This":[19,37],"mismatch":[20],"makes":[21],"ordinary":[22],"post-hoc":[23],"benchmarking":[24],"insufficient":[25],"for":[26,43,98,137],"systems":[27,46],"that":[28],"must":[29],"be":[30],"safe,":[31],"reliable,":[32],"auditable,":[33],"and":[34,53,69,116,134,144],"economically":[35],"useful.":[36],"paper":[38],"contributes":[39],"an":[40],"evaluation-protocol":[41],"extension":[42,57],"operational":[44],"LLM":[45,104,140],"grounded":[47],"in":[48],"acceptance-test-driven":[49,139],"development,":[50],"safety":[51],"engineering,":[52],"business-centric":[54],"validation.":[55],"The":[56,125],"translates":[58],"stakeholder":[59],"goals":[60],"into":[61],"executable":[62],"behavioral":[63],"contracts,":[64],"release":[65,118],"gates,":[66],"monitoring":[67],"signals,":[68],"evidence":[70],"artifacts":[71],"before":[72],"prompt,":[73],"model,":[74],"retrieval,":[75],"or":[76,113],"agent":[77],"changes":[78],"accepted.":[80],"It":[81],"adapts":[82],"the":[83,103],"red-green-refactor":[84],"discipline":[85],"of":[86],"test-driven":[87],"development":[88,141],"a":[90,128],"red-train-green":[91],"lifecycle:":[92],"first":[93],"define":[94],"failing":[95],"acceptance":[96],"tests":[97],"desired":[99],"behavior,":[100],"then":[101],"improve":[102],"system":[105],"through":[106],"prompt":[107],"changes,":[108],"retrieval":[109],"design,":[110],"fine-tuning,":[111],"guardrails,":[112],"data":[114],"augmentation,":[115],"finally":[117],"only":[119],"when":[120],"multidimensional":[121],"gates":[122],"satisfied.":[124],"contribution":[126],"is":[127],"governance-oriented":[129],"metric":[130],"stack,":[131],"reference":[132],"architecture,":[133],"empirical":[135],"protocol":[136],"comparing":[138],"against":[142],"prompt-first":[143],"benchmark-after":[145],"workflows.":[146]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-04T00:00:00"}