{"id":"https://openalex.org/W3089624132","doi":"https://doi.org/10.1145/3377811.3380370","title":"Approximation-refinement testing of compute-intensive cyber-physical models","display_name":"Approximation-refinement testing of compute-intensive cyber-physical models","publication_year":2020,"publication_date":"2020-06-27","ids":{"openalex":"https://openalex.org/W3089624132","doi":"https://doi.org/10.1145/3377811.3380370","mag":"3089624132"},"language":"en","primary_location":{"id":"doi:10.1145/3377811.3380370","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377811.3380370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018466538","display_name":"Claudio Menghi","orcid":"https://orcid.org/0000-0001-5303-8481"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Claudio Menghi","raw_affiliation_strings":["University of Luxembourg, Luxembourg, Luxembourg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074393374","display_name":"Shiva Nejati","orcid":"https://orcid.org/0000-0002-0281-8231"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["CA","LU"],"is_corresponding":false,"raw_author_name":"Shiva Nejati","raw_affiliation_strings":["University of Ottawa, Ottawa, Canada and University of Luxembourg, Luxembourg, Luxembourg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ottawa, Ottawa, Canada and University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I153718931","https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078533117","display_name":"Lionel Briand","orcid":"https://orcid.org/0000-0002-1393-1010"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["CA","LU"],"is_corresponding":false,"raw_author_name":"Lionel Briand","raw_affiliation_strings":["University of Ottawa, Ottawa, Canada and University of Luxembourg, Luxembourg, Luxembourg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ottawa, Ottawa, Canada and University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I153718931","https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027758528","display_name":"Yago Isasi Parache","orcid":"https://orcid.org/0000-0002-2873-3076"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yago Isasi Parache","raw_affiliation_strings":["Luxspace S\u00e0rl, Luxembourg, Luxembourg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Luxspace S\u00e0rl, Luxembourg, Luxembourg","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.8205,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.98031026,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"372","last_page":"384"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.7837504744529724},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7597213983535767},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.7105405926704407},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.6583892107009888},{"id":"https://openalex.org/keywords/model-based-testing","display_name":"Model-based testing","score":0.6417298316955566},{"id":"https://openalex.org/keywords/orthogonal-array-testing","display_name":"Orthogonal array testing","score":0.5591130256652832},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.5202175974845886},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.494578093290329},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.47483164072036743},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.4685407876968384},{"id":"https://openalex.org/keywords/surrogate-model","display_name":"Surrogate model","score":0.4598662853240967},{"id":"https://openalex.org/keywords/model-checking","display_name":"Model checking","score":0.4516923427581787},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.43793854117393494},{"id":"https://openalex.org/keywords/scenario-testing","display_name":"Scenario testing","score":0.4291340410709381},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.4288754463195801},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.33913516998291016},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.28736650943756104},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2571612596511841},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2086862325668335},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15018528699874878},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.1346426010131836},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11203032732009888}],"concepts":[{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.7837504744529724},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7597213983535767},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.7105405926704407},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.6583892107009888},{"id":"https://openalex.org/C165825675","wikidata":"https://www.wikidata.org/wiki/Q1399743","display_name":"Model-based testing","level":4,"score":0.6417298316955566},{"id":"https://openalex.org/C158324730","wikidata":"https://www.wikidata.org/wiki/Q54862604","display_name":"Orthogonal array testing","level":5,"score":0.5591130256652832},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.5202175974845886},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.494578093290329},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.47483164072036743},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4685407876968384},{"id":"https://openalex.org/C131675550","wikidata":"https://www.wikidata.org/wiki/Q7646884","display_name":"Surrogate model","level":2,"score":0.4598662853240967},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.4516923427581787},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.43793854117393494},{"id":"https://openalex.org/C80519477","wikidata":"https://www.wikidata.org/wiki/Q3532236","display_name":"Scenario testing","level":3,"score":0.4291340410709381},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.4288754463195801},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.33913516998291016},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28736650943756104},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2571612596511841},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2086862325668335},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15018528699874878},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.1346426010131836},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11203032732009888},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3377811.3380370","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377811.3380370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:aisberg.unibg.it:10446/237190","is_oa":false,"landing_page_url":"https://hdl.handle.net/10446/237190","pdf_url":null,"source":{"id":"https://openalex.org/S4377196347","display_name":"Aisberg (University of Bergamo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11039511","host_organization_name":"University of Bergamo","host_organization_lineage":["https://openalex.org/I11039511"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8705474127","display_name":"Testing the Untestable: Model Testing of Complex Software-Intensive Systems","funder_award_id":"694277","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"}],"funders":[{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W172589331","https://openalex.org/W198216027","https://openalex.org/W618136976","https://openalex.org/W856973001","https://openalex.org/W1482183975","https://openalex.org/W1506086030","https://openalex.org/W1508536183","https://openalex.org/W1514172519","https://openalex.org/W1521939022","https://openalex.org/W1526710119","https://openalex.org/W1576278728","https://openalex.org/W1591241081","https://openalex.org/W1600235415","https://openalex.org/W1603878273","https://openalex.org/W1605593319","https://openalex.org/W1663973292","https://openalex.org/W1793594870","https://openalex.org/W1844911504","https://openalex.org/W1905380539","https://openalex.org/W1967091946","https://openalex.org/W1967100715","https://openalex.org/W1980911194","https://openalex.org/W1990297162","https://openalex.org/W1994348879","https://openalex.org/W1996970242","https://openalex.org/W1999629321","https://openalex.org/W2004463571","https://openalex.org/W2024978854","https://openalex.org/W2033455284","https://openalex.org/W2039287452","https://openalex.org/W2041422323","https://openalex.org/W2049399166","https://openalex.org/W2056605754","https://openalex.org/W2060095702","https://openalex.org/W2061419337","https://openalex.org/W2063881908","https://openalex.org/W2068619069","https://openalex.org/W2080593426","https://openalex.org/W2080932760","https://openalex.org/W2085838366","https://openalex.org/W2105934661","https://openalex.org/W2112656403","https://openalex.org/W2115383281","https://openalex.org/W2124803650","https://openalex.org/W2152533774","https://openalex.org/W2153803621","https://openalex.org/W2158395308","https://openalex.org/W2162593244","https://openalex.org/W2166280160","https://openalex.org/W2176215692","https://openalex.org/W2187041056","https://openalex.org/W2229094708","https://openalex.org/W2292454014","https://openalex.org/W2334693167","https://openalex.org/W2469987357","https://openalex.org/W2496391827","https://openalex.org/W2520470321","https://openalex.org/W2526722182","https://openalex.org/W2556282465","https://openalex.org/W2590655739","https://openalex.org/W2607115544","https://openalex.org/W2626307639","https://openalex.org/W2735488281","https://openalex.org/W2739936107","https://openalex.org/W2775678306","https://openalex.org/W2785700716","https://openalex.org/W2790397622","https://openalex.org/W2797046864","https://openalex.org/W2798302610","https://openalex.org/W2808317661","https://openalex.org/W2885490357","https://openalex.org/W2891325180","https://openalex.org/W2913465992","https://openalex.org/W2939020876","https://openalex.org/W2943003388","https://openalex.org/W2953044743","https://openalex.org/W2954661535","https://openalex.org/W2963003663","https://openalex.org/W2963516601","https://openalex.org/W2966914448","https://openalex.org/W2967844381","https://openalex.org/W3010528861","https://openalex.org/W3105473318","https://openalex.org/W3139984071","https://openalex.org/W3147040231","https://openalex.org/W3188125569","https://openalex.org/W4206454994","https://openalex.org/W4234988641","https://openalex.org/W4250884204","https://openalex.org/W4255502621"],"related_works":["https://openalex.org/W2387992358","https://openalex.org/W3214776400","https://openalex.org/W2560445721","https://openalex.org/W2767512594","https://openalex.org/W2952740084","https://openalex.org/W1663662652","https://openalex.org/W2098804367","https://openalex.org/W2141763894","https://openalex.org/W2022894844","https://openalex.org/W4224222764"],"abstract_inverted_index":{"Black-box":[0,27],"testing":[1,24,85,93,183],"has":[2],"been":[3],"extensively":[4],"applied":[5],"to":[6,20,31,71,80,115,123,129,153,158,202,241],"test":[7,36,43,112,134,149,164],"models":[8,15],"of":[9,41,55,86,107,227,249],"Cyber-Physical":[10],"systems":[11],"(CPS)":[12],"since":[13],"these":[14],"are":[16,113,151],"not":[17],"often":[18],"amenable":[19],"static":[21],"and":[22,25,52,83,105,125,179,210,225,252],"symbolic":[23],"verification.":[26],"testing,":[28],"however,":[29],"requires":[30],"execute":[32,124],"the":[33,100,108,137,143,148,155,163,223,236],"model":[34,110,119,139,157,251],"under":[35,111],"for":[37,49,136,182,263],"a":[38,47,50,65,75,117,166,230],"large":[39,51,231],"number":[40],"candidate":[42],"inputs.":[44],"This":[45],"poses":[46],"challenge":[48],"practically-important":[53],"category":[54],"CPS":[56,61,184,193],"models,":[57,63,194],"known":[58],"as":[59],"compute-intensive":[60],"(CI-CPS)":[62],"where":[64],"single":[66],"simulation":[67],"may":[68],"take":[69],"hours":[70],"complete.":[72],"We":[73,169,220],"propose":[74],"novel":[76],"approach,":[77],"namely":[78],"ARIsTEO,":[79],"enable":[81],"effective":[82],"efficient":[84],"CI-CPS":[87,109],"models.":[88,185],"Our":[89,186],"approach":[90],"embeds":[91],"black-box":[92,130],"into":[94],"an":[95,177],"iterative":[96],"approximation-refinement":[97],"loop.":[98],"At":[99],"start,":[101],"some":[102],"sampled":[103],"inputs":[104],"outputs":[106],"used":[114,152],"generate":[116],"surrogate":[118,138,156],"that":[120],"is":[121,140,200,211],"faster":[122,213],"can":[126],"be":[127,159],"subjected":[128],"testing.":[131],"Any":[132],"failure-revealing":[133],"identified":[135],"checked":[141],"on":[142,190,197,229,261],"original":[144],"model.":[145],"If":[146],"spurious,":[147],"results":[150],"refine":[154],"tested":[160,245],"again.":[161],"Otherwise,":[162],"reveals":[165],"valid":[167],"failure.":[168],"evaluated":[170],"ARIsTEO":[171,199,228,243],"by":[172],"comparing":[173],"it":[174],"with":[175],"S-Taliro,":[176,242],"open-source":[178],"industry-strength":[180],"tool":[181],"results,":[187],"obtained":[188],"based":[189],"five":[191],"publicly-available":[192],"show":[195],"that,":[196],"average,":[198,262],"able":[201],"find":[203],"24%":[204],"more":[205],"requirements":[206,256],"violations":[207],"than":[208,214],"S-Taliro":[209,215],"31%":[212],"in":[216],"finding":[217],"those":[218],"violations.":[219],"further":[221],"assessed":[222],"effectiveness":[224],"efficiency":[226],"industrial":[232],"case":[233],"study":[234],"from":[235],"satellite":[237],"domain.":[238],"In":[239],"contrast":[240],"successfully":[244],"two":[246],"different":[247],"versions":[248],"this":[250],"could":[253],"identify":[254],"three":[255],"violations,":[257],"requiring":[258],"four":[259],"hours,":[260],"each":[264],"violation.":[265]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":6}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}