{"id":"https://openalex.org/W7203838742","doi":"https://doi.org/10.1109/compsac69091.2026.00147","title":"Artifact-Constrained Agentic Testing for Black-Box System Testing under Actuarial and Regulatory Constraints","display_name":"Artifact-Constrained Agentic Testing for Black-Box System Testing under Actuarial and Regulatory Constraints","publication_year":2026,"publication_date":"2026-07-01","ids":{"openalex":"https://openalex.org/W7203838742","doi":"https://doi.org/10.1109/compsac69091.2026.00147"},"language":"en","primary_location":{"id":"doi:10.1109/compsac69091.2026.00147","doi":"https://doi.org/10.1109/compsac69091.2026.00147","is_oa":false,"landing_page_url":"https://doi.org/10.1109/compsac69091.2026.00147","pdf_url":null,"source":{"id":"https://openalex.org/S4363607883","display_name":"IEEE Annual Computers, Software, and Applications Conference (COMPSAC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 50th Annual Computers, Software, and Applications Conference (COMPSAC)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://scholars.cityu.edu.hk/ws/files/516172070/COMPSAC_2026_final_accepted_shortpaper.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106597660","display_name":"Hi Kuen Yu","orcid":"https://orcid.org/0009-0009-8451-188X","observed_orcids":["https://orcid.org/0009-0009-8451-188X"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hi Kuen Yu","raw_affiliation_strings":["City University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051403641","display_name":"Jacky Keung","orcid":"https://orcid.org/0000-0002-3803-9600","observed_orcids":["https://orcid.org/0000-0002-3803-9600"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jacky Keung","raw_affiliation_strings":["City University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147563415","display_name":"Man On Wong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I181727666","display_name":"University of Economics Ho Chi Minh City","ror":"https://ror.org/010yce376","country_code":"VN","type":"education","lineage":["https://openalex.org/I181727666"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Man On Wong","raw_affiliation_strings":["University of Economics Ho Chi Minh City"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Economics Ho Chi Minh City","institution_ids":["https://openalex.org/I181727666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147656978","display_name":"Yicheng Sun","orcid":"https://orcid.org/0009-0007-6555-0571","observed_orcids":["https://orcid.org/0009-0007-6555-0571"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yicheng Sun","raw_affiliation_strings":["City University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147529472","display_name":"Rachel Samantha Chandra","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Rachel Samantha Chandra","raw_affiliation_strings":["City University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020804635","display_name":"Yihan Liao","orcid":"https://orcid.org/0000-0002-8002-9190","observed_orcids":["https://orcid.org/0000-0002-8002-9190"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yihan Liao","raw_affiliation_strings":["City University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085738488","display_name":"Xiaoxue Ma","orcid":"https://orcid.org/0000-0002-5476-6074","observed_orcids":["https://orcid.org/0000-0002-5476-6074"]},"institutions":[{"id":"https://openalex.org/I8679417","display_name":"Hong Kong Metropolitan University","ror":"https://ror.org/0349bsm71","country_code":"HK","type":"education","lineage":["https://openalex.org/I8679417"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaoxue Ma","raw_affiliation_strings":["Hong Kong Metropolitan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong Metropolitan University","institution_ids":["https://openalex.org/I8679417"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.61891253,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1082","last_page":"1087"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-systems","display_name":"multi-agent systems","score":0.6909999847412109},{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.7639999985694885},{"id":"https://openalex.org/keywords/insurance-software","display_name":"insurance software","score":0.6790000200271606},{"id":"https://openalex.org/keywords/regulatory-compliance","display_name":"regulatory compliance","score":0.5839999914169312},{"id":"https://openalex.org/keywords/legacy-software","display_name":"legacy software","score":0.44999998807907104},{"id":"https://openalex.org/keywords/closed-loop-testing","display_name":"closed-loop testing","score":0.7160000205039978},{"id":"https://openalex.org/keywords/test-automation","display_name":"test automation","score":0.45500001311302185}],"concepts":[{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.5304999947547913},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3935000002384186},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.3693999946117401},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.35260000824928284},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.3343000113964081},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.31869998574256897},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.31049999594688416},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C7515471","wikidata":"https://www.wikidata.org/wiki/Q1936882","display_name":"Stress testing (software)","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.29339998960494995},{"id":"https://openalex.org/C158379689","wikidata":"https://www.wikidata.org/wiki/Q3533504","display_name":"Accelerated life testing","level":3,"score":0.2809999883174896},{"id":"https://openalex.org/C37945671","wikidata":"https://www.wikidata.org/wiki/Q7336207","display_name":"Risk-based testing","level":5,"score":0.2757999897003174},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.25380000472068787},{"id":"https://openalex.org/C2910722887","wikidata":"https://www.wikidata.org/wiki/Q179985","display_name":"Actuarial Analysis","level":3,"score":0.25270000100135803}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/compsac69091.2026.00147","doi":"https://doi.org/10.1109/compsac69091.2026.00147","is_oa":false,"landing_page_url":"https://doi.org/10.1109/compsac69091.2026.00147","pdf_url":null,"source":{"id":"https://openalex.org/S4363607883","display_name":"IEEE Annual Computers, Software, and Applications Conference (COMPSAC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 50th Annual Computers, Software, and Applications Conference (COMPSAC)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/97c37b8d-4135-4ae4-ad92-25d6735be20e","doi":null,"is_oa":true,"landing_page_url":"https://scholars.cityu.edu.hk/en/publications/97c37b8d-4135-4ae4-ad92-25d6735be20e","pdf_url":"https://scholars.cityu.edu.hk/ws/files/516172070/COMPSAC_2026_final_accepted_shortpaper.pdf","source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"YU, H K, Keung, J, Wong, M O, SUN, Y, LIAO, Y, MA, K X & Chandra, R S 2026, 'Artifact-Constrained Agentic Testing for Black-Box System Testing under Actuarial and Regulatory Constraints', Paper presented at 2026 IEEE 50th Annual Computers, Software, and Applications Conference (COMPSAC 2026), Madrid, Spain, 7/07/26 - 10/07/26.","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/97c37b8d-4135-4ae4-ad92-25d6735be20e","doi":null,"is_oa":true,"landing_page_url":"https://scholars.cityu.edu.hk/en/publications/97c37b8d-4135-4ae4-ad92-25d6735be20e","pdf_url":"https://scholars.cityu.edu.hk/ws/files/516172070/COMPSAC_2026_final_accepted_shortpaper.pdf","source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"YU, H K, Keung, J, Wong, M O, SUN, Y, LIAO, Y, MA, K X & Chandra, R S 2026, 'Artifact-Constrained Agentic Testing for Black-Box System Testing under Actuarial and Regulatory Constraints', Paper presented at 2026 IEEE 50th Annual Computers, Software, and Applications Conference (COMPSAC 2026), Madrid, Spain, 7/07/26 - 10/07/26.","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203838742.pdf","grobid_xml":"https://content.openalex.org/works/W7203838742.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2041713059","https://openalex.org/W4312411693","https://openalex.org/W4383746859","https://openalex.org/W4391974543","https://openalex.org/W4395027377","https://openalex.org/W4403977047","https://openalex.org/W4404609487","https://openalex.org/W4405645191","https://openalex.org/W4405692712","https://openalex.org/W4406867742","https://openalex.org/W4407215325","https://openalex.org/W4410716502","https://openalex.org/W4411019725","https://openalex.org/W4411089505","https://openalex.org/W4411271549","https://openalex.org/W4412886980","https://openalex.org/W4413680079","https://openalex.org/W4415003723"],"related_works":[],"abstract_inverted_index":{"System-level":[0],"testing":[1,85,141,166],"of":[2,90,158],"insurance":[3,126],"software":[4,174],"systems":[5,175],"is":[6,24],"challenging":[7],"due":[8],"to":[9,150],"long-lived":[10],"legacy":[11],"architectures,":[12],"distributed":[13],"actuarial":[14],"logic,":[15],"regulatory-driven":[16],"conditional":[17],"behavior,":[18],"and":[19,48,65,94,105,146],"exception-heavy":[20],"workflows,":[21],"where":[22],"correctness":[23],"defined":[25],"by":[26],"compliance":[27],"with":[28,107],"evolving":[29],"domain":[30],"constraints":[31],"rather":[32],"than":[33],"deterministic":[34],"outputs.":[35],"Existing":[36],"approaches":[37],"either":[38],"focus":[39],"on":[40,45,124],"artifact-centric":[41],"validation,":[42],"rely":[43],"heavily":[44],"human-driven":[46,151],"execution":[47,147],"diagnosis,":[49,93],"or":[50],"generate":[51],"test":[52,111,144],"artifacts":[53],"in":[54,96,171],"a":[55,78,87,120,155],"one-shot":[56],"manner":[57],"without":[58,176],"sustained":[59],"adaptation":[60],"during":[61],"execution,":[62,92],"limiting":[63],"robustness":[64],"reproducibility":[66],"at":[67],"the":[68,108],"system":[69,84,109,129],"level.":[70],"This":[71],"paper":[72],"proposes":[73],"\\emph{Artifact-Constrained":[74],"Agentic":[75],"Testing}":[76],"(ACAT),":[77],"multi-agent":[79],"framework":[80],"that":[81,138,164],"structures":[82],"black-box":[83],"as":[86],"closed-loop":[88],"process":[89],"planning,":[91],"repair,":[95],"which":[97],"LLM-based":[98],"agents":[99],"operate":[100],"under":[101,110],"explicitly":[102],"bounded":[103],"capabilities":[104],"interact":[106],"exclusively":[112],"through":[113,119],"tool-mediated":[114],"execution.":[115],"We":[116],"evaluate":[117],"ACAT":[118],"controlled":[121],"industrial":[122],"study":[123],"an":[125],"broker":[127],"management":[128],"using":[130],"50":[131],"real-world":[132],"use":[133],"cases.":[134],"The":[135],"results":[136],"show":[137],"artifact-constrained":[139],"agentic":[140],"significantly":[142],"improves":[143],"executability":[145],"stability":[148],"compared":[149],"testing,":[152],"while":[153],"exposing":[154],"complementary":[156],"subset":[157],"system-level":[159,169],"failures.":[160],"These":[161],"findings":[162],"suggest":[163],"agent-assisted":[165],"can":[167],"enhance":[168],"automation":[170],"complex,":[172],"regulated":[173],"replacing":[177],"human":[178],"expertise.":[179]},"counts_by_year":[],"updated_date":"2026-10-05T09:50:58.205359","created_date":"2026-08-21T00:00:00"}