{"id":"https://openalex.org/W3036541782","doi":"https://doi.org/10.1007/s10458-020-09473-8","title":"Specification testing of agent-based simulation using property-based testing","display_name":"Specification testing of agent-based simulation using property-based testing","publication_year":2020,"publication_date":"2020-06-19","ids":{"openalex":"https://openalex.org/W3036541782","doi":"https://doi.org/10.1007/s10458-020-09473-8","mag":"3036541782"},"language":"en","primary_location":{"id":"doi:10.1007/s10458-020-09473-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-020-09473-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-020-09473-8.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10458-020-09473-8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038728734","display_name":"Jonathan Thaler","orcid":"https://orcid.org/0000-0001-8736-0479"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]},{"id":"https://openalex.org/I675453","display_name":"Vorarlberg University of Applied Sciences","ror":"https://ror.org/031wyx077","country_code":"AT","type":"education","lineage":["https://openalex.org/I675453"]}],"countries":["AT","GB"],"is_corresponding":true,"raw_author_name":"Jonathan Thaler","raw_affiliation_strings":["Department of Computer Science, FH Vorarlberg, Dornbirn, Austria","Department of Computer Science, FH Vorarlberg, Hochschulstrasse 1, 6850, Dornbirn, Austria","School Of Computer Science, University of Nottingham, 7301 Wollaton Rd, Nottingham, UK","School Of Computer Science, University of Nottingham, Nottingham, UK"],"raw_orcid":"https://orcid.org/0000-0001-8736-0479","affiliations":[{"raw_affiliation_string":"Department of Computer Science, FH Vorarlberg, Dornbirn, Austria","institution_ids":["https://openalex.org/I675453"]},{"raw_affiliation_string":"Department of Computer Science, FH Vorarlberg, Hochschulstrasse 1, 6850, Dornbirn, Austria","institution_ids":["https://openalex.org/I675453"]},{"raw_affiliation_string":"School Of Computer Science, University of Nottingham, 7301 Wollaton Rd, Nottingham, UK","institution_ids":["https://openalex.org/I142263535"]},{"raw_affiliation_string":"School Of Computer Science, University of Nottingham, Nottingham, UK","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047408988","display_name":"Peer\u2010Olaf Siebers","orcid":"https://orcid.org/0000-0002-0603-5904"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peer-Olaf Siebers","raw_affiliation_strings":["School Of Computer Science, University of Nottingham, 7301 Wollaton Rd, Nottingham, UK","School Of Computer Science, University of Nottingham, Nottingham, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School Of Computer Science, University of Nottingham, 7301 Wollaton Rd, Nottingham, UK","institution_ids":["https://openalex.org/I142263535"]},{"raw_affiliation_string":"School Of Computer Science, University of Nottingham, Nottingham, UK","institution_ids":["https://openalex.org/I142263535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5038728734"],"corresponding_institution_ids":["https://openalex.org/I142263535","https://openalex.org/I675453"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.1354,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.54573133,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"34","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7134006023406982},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.709234893321991},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.6732231378555298},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5978330373764038},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.5656633377075195},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5623656511306763},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4960571229457855},{"id":"https://openalex.org/keywords/integration-testing","display_name":"Integration testing","score":0.4457013010978699},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.424233078956604},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.3538166880607605},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.34609419107437134},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.2081841230392456},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.20050206780433655}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7134006023406982},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.709234893321991},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.6732231378555298},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5978330373764038},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.5656633377075195},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5623656511306763},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4960571229457855},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.4457013010978699},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.424233078956604},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.3538166880607605},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.34609419107437134},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2081841230392456},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.20050206780433655},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10458-020-09473-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-020-09473-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-020-09473-8.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},{"id":"pmh:oai:nottingham-repository.worktribe.com:4701803","is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/output/4701803","pdf_url":null,"source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/s10458-020-09473-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-020-09473-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-020-09473-8.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6700000166893005,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3036541782.pdf","grobid_xml":"https://content.openalex.org/works/W3036541782.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W82399138","https://openalex.org/W135199175","https://openalex.org/W598686621","https://openalex.org/W1479861580","https://openalex.org/W1483212643","https://openalex.org/W1483667608","https://openalex.org/W1517173520","https://openalex.org/W1903683453","https://openalex.org/W1982391692","https://openalex.org/W1995796057","https://openalex.org/W2010429877","https://openalex.org/W2014309790","https://openalex.org/W2029976661","https://openalex.org/W2046906139","https://openalex.org/W2094997409","https://openalex.org/W2099137749","https://openalex.org/W2103594294","https://openalex.org/W2103999647","https://openalex.org/W2106104958","https://openalex.org/W2119717320","https://openalex.org/W2145108549","https://openalex.org/W2145790759","https://openalex.org/W2148301044","https://openalex.org/W2155604018","https://openalex.org/W2167770337","https://openalex.org/W2274792884","https://openalex.org/W2314596189","https://openalex.org/W2363930778","https://openalex.org/W2808979425","https://openalex.org/W2889011686","https://openalex.org/W2932919044","https://openalex.org/W2998687270","https://openalex.org/W3037986940","https://openalex.org/W3124411327","https://openalex.org/W3143245542","https://openalex.org/W4205406814","https://openalex.org/W4244488020","https://openalex.org/W4249502187","https://openalex.org/W4302040710","https://openalex.org/W6675834785","https://openalex.org/W6780686613"],"related_works":["https://openalex.org/W1551963888","https://openalex.org/W2235413408","https://openalex.org/W2163844940","https://openalex.org/W1997428058","https://openalex.org/W2727055670","https://openalex.org/W3135351539","https://openalex.org/W4234553401","https://openalex.org/W1444445650","https://openalex.org/W2003200839","https://openalex.org/W2069982841"],"abstract_inverted_index":{"Abstract":[0],"The":[1,138],"importance":[2],"of":[3,33,36,62,112,150,156,171,173,189],"Agent-Based":[4],"Simulation":[5],"(ABS)":[6],"as":[7,197],"scientific":[8,14],"method":[9],"to":[10,99,107,129,153,206],"generate":[11],"data":[12,87,163],"for":[13,19],"models":[15],"in":[16,23,53,78,144,186],"general":[17],"and":[18,73,80,84,96,109,135],"informed":[20],"policy":[21],"decisions":[22],"particular":[24],"has":[25,41],"been":[26],"widely":[27],"recognised.":[28],"However,":[29],"the":[30,59,117,169,187],"important":[31],"technique":[32],"code":[34,68,79],"testing":[35,40,64,69,102,185],"implementations":[37],"like":[38],"unit":[39,174,195],"not":[42],"generated":[43,165],"much":[44,201],"research":[45],"interested":[46],"so":[47],"far.":[48],"As":[49,114],"a":[50,104,200],"possible":[51],"solution,":[52],"previous":[54,94],"work":[55,95],"we":[56],"have":[57],"explored":[58],"conceptual":[60],"use":[61,100,115],"property-based":[63,101,184],".":[65],"In":[66],"this":[67],"method,":[70],"model":[71,121,136],"specifications":[72,111,141],"invariants":[74],"are":[75,140],"expressed":[76,142],"directly":[77,143],"tested":[81],"through":[82],"automated":[83],"randomised":[85],"test":[86,110,130,159,162],"generation.":[88],"This":[89,182],"paper":[90],"expands":[91],"on":[92,103,179],"our":[93],"explores":[97],"how":[98,128],"technical":[105],"level":[106],"encode":[108],"ABS.":[113],"case":[116],"simple":[118],"agent-based":[119],"SIR":[120],"is":[122,126,164,199],"used,":[123],"where":[124],"it":[125,198],"shown":[127],"agent":[131],"behaviour,":[132],"transition":[133],"probabilities":[134],"invariants.":[137],"outcome":[139],"code,":[145],"which":[146],"relate":[147],"whole":[148],"classes":[149,155],"random":[151,161],"input":[152],"expected":[154],"output.":[157],"During":[158],"execution,":[160],"automatically,":[166],"potentially":[167],"covering":[168],"equivalent":[170],"thousands":[172],"tests,":[175],"run":[176],"within":[177],"seconds":[178],"modern":[180],"hardware.":[181],"makes":[183],"context":[188],"ABS":[190],"strictly":[191],"more":[192,202],"powerful":[193],"than":[194],"testing,":[196],"natural":[203],"fit":[204],"due":[205],"its":[207],"stochastic":[208],"nature.":[209]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-19T15:47:20.252518","created_date":"2025-10-10T00:00:00"}