{"id":"https://openalex.org/W3027679286","doi":"https://doi.org/10.1145/3379508","title":"Inputs and Outputs in CSP","display_name":"Inputs and Outputs in CSP","publication_year":2020,"publication_date":"2020-05-18","ids":{"openalex":"https://openalex.org/W3027679286","doi":"https://doi.org/10.1145/3379508","mag":"3027679286"},"language":"en","primary_location":{"id":"doi:10.1145/3379508","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3379508","pdf_url":null,"source":{"id":"https://openalex.org/S117153874","display_name":"ACM Transactions on Computational Logic","issn_l":"1529-3785","issn":["1529-3785","1557-945X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computational Logic","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.whiterose.ac.uk/158748/1/acm_tocl.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073408099","display_name":"Ana Cavalcanti","orcid":"https://orcid.org/0000-0002-0831-1976"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ana Cavalcanti","raw_affiliation_strings":["University of York, Deramore Lane, York, United Kingdom, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of York, Deramore Lane, York, United Kingdom, UK","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009644797","display_name":"Robert M. Hierons","orcid":"https://orcid.org/0000-0002-4771-1446"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Robert M. Hierons","raw_affiliation_strings":["University of Sheffield, Sheffield, United Kingdom, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sheffield, Sheffield, United Kingdom, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042011151","display_name":"Sidney Nogueira","orcid":"https://orcid.org/0000-0002-8817-5029"},"institutions":[{"id":"https://openalex.org/I62921916","display_name":"Universidade Federal Rural de Pernambuco","ror":"https://ror.org/02ksmb993","country_code":"BR","type":"education","lineage":["https://openalex.org/I62921916"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Sidney Nogueira","raw_affiliation_strings":["Universidade Federal Rural de Pernambuco, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal Rural de Pernambuco, Brazil","institution_ids":["https://openalex.org/I62921916"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7776,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.89631783,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"21","issue":"3","first_page":"1","last_page":"53"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7720795273780823},{"id":"https://openalex.org/keywords/alphabet","display_name":"Alphabet","score":0.48522329330444336},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.4842069149017334},{"id":"https://openalex.org/keywords/test-theory","display_name":"Test theory","score":0.4470394551753998},{"id":"https://openalex.org/keywords/orthogonal-array-testing","display_name":"Orthogonal array testing","score":0.4338954985141754},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4208894371986389},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.40952908992767334},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3150101602077484},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.20806953310966492},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18032461404800415},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.12397304177284241},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.09981250762939453}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7720795273780823},{"id":"https://openalex.org/C112876837","wikidata":"https://www.wikidata.org/wiki/Q837518","display_name":"Alphabet","level":2,"score":0.48522329330444336},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4842069149017334},{"id":"https://openalex.org/C74143277","wikidata":"https://www.wikidata.org/wiki/Q7705812","display_name":"Test theory","level":3,"score":0.4470394551753998},{"id":"https://openalex.org/C158324730","wikidata":"https://www.wikidata.org/wiki/Q54862604","display_name":"Orthogonal array testing","level":5,"score":0.4338954985141754},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4208894371986389},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.40952908992767334},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3150101602077484},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.20806953310966492},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18032461404800415},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.12397304177284241},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.09981250762939453},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3379508","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3379508","pdf_url":null,"source":{"id":"https://openalex.org/S117153874","display_name":"ACM Transactions on Computational Logic","issn_l":"1529-3785","issn":["1529-3785","1557-945X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computational Logic","raw_type":"journal-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:158748","is_oa":true,"landing_page_url":"https://orcid.org/0000-0002-0831-1976>,","pdf_url":"https://eprints.whiterose.ac.uk/158748/1/acm_tocl.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:155706","is_oa":true,"landing_page_url":"http://eprints.whiterose.ac.uk/155706/1/acm_tocl.pdf","pdf_url":"http://eprints.whiterose.ac.uk/155706/1/acm_tocl.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:eprints.whiterose.ac.uk:158748","is_oa":true,"landing_page_url":"https://orcid.org/0000-0002-0831-1976>,","pdf_url":"https://eprints.whiterose.ac.uk/158748/1/acm_tocl.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1058556230","display_name":null,"funder_award_id":"EP/R025479/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G246729565","display_name":"A Calculus for Software Engineering of Mobile and Autonomous Robots","funder_award_id":"EP/M025756/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3111198877","display_name":null,"funder_award_id":"EP/M025756/1, EP/R025479/1, EP/R025134/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3441481848","display_name":null,"funder_award_id":"249710/2013-7","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G4252693745","display_name":null,"funder_award_id":"CiET1718\\45","funder_id":"https://openalex.org/F4320320005","funder_display_name":"Royal Academy of Engineering"},{"id":"https://openalex.org/G4796088780","display_name":null,"funder_award_id":"EP/M025756/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5151166594","display_name":"RoboTest: : Systematic Model-Based Testing and Simulation of Mobile Autonomous Robots","funder_award_id":"EP/R025479/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6087404092","display_name":null,"funder_award_id":"EP/R025134/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7074731221","display_name":null,"funder_award_id":"EP/H017461/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7322751284","display_name":null,"funder_award_id":"EP/R025134/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7434160382","display_name":"RoboTest: Systematic Model-Based Testing and Simulation of Mobile Autonomous Robots","funder_award_id":"EP/R025134/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G985632853","display_name":null,"funder_award_id":"CIET 17/18","funder_id":"https://openalex.org/F4320320005","funder_display_name":"Royal Academy of Engineering"}],"funders":[{"id":"https://openalex.org/F4320320005","display_name":"Royal Academy of Engineering","ror":"https://ror.org/0526snb40"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3027679286.pdf","grobid_xml":"https://content.openalex.org/works/W3027679286.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W21608322","https://openalex.org/W203066007","https://openalex.org/W258022877","https://openalex.org/W1514488489","https://openalex.org/W1515594569","https://openalex.org/W1532022952","https://openalex.org/W1588335385","https://openalex.org/W1595690412","https://openalex.org/W1815927496","https://openalex.org/W2032270529","https://openalex.org/W2033840466","https://openalex.org/W2069486211","https://openalex.org/W2077325003","https://openalex.org/W2081720016","https://openalex.org/W2101659955","https://openalex.org/W2112640524","https://openalex.org/W2116352900","https://openalex.org/W2128510433","https://openalex.org/W2129384397","https://openalex.org/W2132622501","https://openalex.org/W2134127273","https://openalex.org/W2141137698","https://openalex.org/W2141730280","https://openalex.org/W2496625560","https://openalex.org/W2515829486","https://openalex.org/W2883210571","https://openalex.org/W2913048148","https://openalex.org/W4239249613"],"related_works":["https://openalex.org/W4234874385","https://openalex.org/W2323648130","https://openalex.org/W2157140558","https://openalex.org/W2378782423","https://openalex.org/W2074481494","https://openalex.org/W4250156143","https://openalex.org/W2388988621","https://openalex.org/W1967480707","https://openalex.org/W2578987896","https://openalex.org/W2126818664"],"abstract_inverted_index":{"This":[0,110],"article":[1],"addresses":[2],"refinement":[3,41,169],"and":[4,14,29,40,50,52,70,72,99,108,137,148,155,170,185],"testing":[5,19,118,130,172,177],"based":[6],"on":[7],"CSP":[8,80,129,159],"models,":[9],"when":[10],"we":[11,61,73,100,126],"distinguish":[12],"input":[13],"output":[15],"events.":[16],"In":[17],"a":[18,75,82,128],"experiment,":[20],"the":[21,24,27,30,35,92,123,164],"tester":[22],"(or":[23],"environment)":[25],"controls":[26,34],"inputs,":[28],"system":[31],"under":[32],"test":[33],"outputs.":[36,138],"The":[37],"standard":[38],"models":[39],"relations":[42],"of":[43,65,84,153,168],"CSP,":[44],"however,":[45],"do":[46,119],"not":[47],"differentiate":[48],"inputs":[49,69,136],"outputs":[51],"are":[53],"not,":[54],"therefore,":[55],"entirely":[56],"suitable":[57],"for":[58,79,150],"testing.":[59],"Here,":[60],"consider":[62],"an":[63],"alphabet":[64],"events":[66],"partitioned":[67],"into":[68,134],"outputs,":[71],"present":[74],"novel":[76],"refusal-testing":[77],"model":[78],"with":[81,91],"notion":[83],"input-output":[85],"refusal-traces":[86],"refinement.":[87],"We":[88],"compare":[89],"that":[90,102,112,132],"ioco":[93,117,176],"relation":[94],"often":[95],"used":[96,180],"in":[97,122],"testing,":[98],"find":[101],"it":[103,142],"is":[104],"more":[105],"widely":[106],"applicable":[107],"stronger.":[109],"means":[111],"mistakes":[113,121],"found":[114],"using":[115],"traditional":[116],"indicate":[120],"development.":[124],"Finally,":[125],"provide":[127],"theory":[131],"takes":[133],"account":[135],"With":[139],"our":[140],"theory,":[141],"becomes":[143],"feasible":[144],"to":[145,181],"develop":[146],"techniques":[147],"tools":[149],"automatic":[151],"generation":[152],"realistic":[154],"sound":[156],"tests":[157],"from":[158],"models.":[160],"Our":[161],"work":[162],"reconciles":[163],"normally":[165],"disparate":[166],"areas":[167],"(formal)":[171],"by":[173],"identifying":[174],"how":[175],"can":[178],"be":[179],"inform":[182],"refinement-based":[183],"results":[184],"vice-versa.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}