{"id":"https://openalex.org/W7162512897","doi":"https://doi.org/10.48550/arxiv.2605.26521","title":"Testing Agentic Workflows with Structural Coverage Criteria","display_name":"Testing Agentic Workflows with Structural Coverage Criteria","publication_year":2026,"publication_date":"2026-05-26","ids":{"openalex":"https://openalex.org/W7162512897","doi":"https://doi.org/10.48550/arxiv.2605.26521"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.26521","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26521","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.26521","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037859042","display_name":"Naf\u0131seh Kahani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kahani, Nafiseh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137130876","display_name":"Mojtaba Bagherzadeh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bagherzadeh, Mojtaba","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.25360000133514404,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.25360000133514404,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.15459999442100525,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.15309999883174896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8770999908447266},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6011000275611877},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5335999727249146},{"id":"https://openalex.org/keywords/delegation","display_name":"Delegation","score":0.5242000222206116},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5085999965667725},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4032999873161316}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8770999908447266},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7445999979972839},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6011000275611877},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5335999727249146},{"id":"https://openalex.org/C86532276","wikidata":"https://www.wikidata.org/wiki/Q1184065","display_name":"Delegation","level":2,"score":0.5242000222206116},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5085999965667725},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41920000314712524},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.37709999084472656},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32350000739097595},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C2781089630","wikidata":"https://www.wikidata.org/wiki/Q21856745","display_name":"Realization (probability)","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2946999967098236},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.28139999508857727}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.26521","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26521","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.26521","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26521","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6357153654098511}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-agent":[0],"systems":[1],"increasingly":[2],"expose":[3],"explicit":[4],"workflow":[5,73,79,207],"structure:":[6],"agents,":[7,90,151,221],"tools,":[8,153],"tool-access":[9,222],"rules,":[10,223],"restrictions,":[11,58,224],"and":[12,59,97,100,141,154,164,225],"delegation":[13,98,166,226],"paths.":[14],"Existing":[15],"evaluations":[16],"rely":[17],"largely":[18],"on":[19,144],"end-to-end":[20,215],"task":[21],"success,":[22],"benchmark":[23],"scores,":[24],"final-response":[25],"quality,":[26],"or":[27,51,214],"prompt-level":[28],"checks,":[29],"which":[30],"provide":[31],"limited":[32],"evidence":[33],"that":[34,197],"this":[35,64],"declared":[36,220],"coordination":[37,83],"structure":[38],"has":[39],"actually":[40],"been":[41,229],"exercised.":[42,230],"This":[43],"makes":[44],"it":[45,143,209],"difficult":[46],"to":[47,108],"assess":[48],"test-suite":[49],"adequacy":[50,203],"detect":[52],"structural":[53,68,156,198],"regressions":[54],"in":[55],"tool":[56,92,95],"access,":[57],"inter-agent":[60],"delegation.":[61],"We":[62,132],"address":[63],"gap":[65],"with":[66,104,190],"a":[67,81,169,201],"testing":[69],"approach":[70,76,135],"for":[71,136,205],"multi-agent":[72,206],"specifications.":[74],"The":[75,112,173],"represents":[77],"each":[78],"as":[80,123],"typed":[82],"graph,":[84],"derives":[85],"coverage":[86,199],"obligations":[87,122,163,167],"over":[88],"reachable":[89,150],"allowed":[91],"edges,":[93,96,99],"restricted":[94],"uses":[101],"coverage-driven":[102],"generation":[103],"DSPy-based":[105],"scenario":[106],"realization":[107],"produce":[109],"executable":[110],"tests.":[111],"graph":[113],"fixes":[114],"what":[115],"must":[116],"be":[117],"covered;":[118],"DSPy":[119],"realizes":[120],"those":[121],"natural-language":[124],"scenarios":[125,159],"whose":[126,183],"witnesses":[127],"are":[128],"checked":[129],"at":[130],"runtime.":[131],"implement":[133],"the":[134],"OpenAI":[137],"Agents":[138],"SDK-style":[139],"workflows":[140,182,189],"evaluate":[142],"ten":[145],"SDK-derived":[146],"benchmarks":[147],"comprising":[148],"49":[149],"47":[152],"403":[155],"obligations.":[157],"Generated":[158],"witness":[160],"54/75":[161],"allowed-tool":[162],"36/48":[165],"within":[168],"bounded":[170],"refinement":[171],"budget.":[172],"adversarial":[174],"restricted-tool":[175],"criterion":[176],"elicits":[177],"23/248":[178],"restricted-call":[179],"violations,":[180],"separating":[181],"restrictions":[184],"hold":[185],"under":[186],"probing":[187],"from":[188],"concrete":[191],"misrouting":[192],"failures.":[193],"These":[194],"results":[195],"show":[196],"provides":[200],"useful":[202],"layer":[204],"testing:":[208],"does":[210],"not":[211],"replace":[212],"semantic":[213],"evaluation,":[216],"but":[217],"reveals":[218],"whether":[219],"paths":[227],"have":[228]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-28T00:00:00"}