{"id":"https://openalex.org/W2140744273","doi":"https://doi.org/10.1177/0037549710395649","title":"Studying performance of DEVS modeling and simulation environments using the DEVStone benchmark","display_name":"Studying performance of DEVS modeling and simulation environments using the DEVStone benchmark","publication_year":2011,"publication_date":"2011-01-20","ids":{"openalex":"https://openalex.org/W2140744273","doi":"https://doi.org/10.1177/0037549710395649","mag":"2140744273"},"language":"en","primary_location":{"id":"doi:10.1177/0037549710395649","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0037549710395649","pdf_url":null,"source":{"id":"https://openalex.org/S32573412","display_name":"SIMULATION","issn_l":"0037-5497","issn":["0037-5497","1741-3133"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIMULATION","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030054278","display_name":"Gabriel Wainer","orcid":"https://orcid.org/0000-0003-3366-9184"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gabriel Wainer","raw_affiliation_strings":["Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada,","Department of Systems and Computer Engineering, CarletonUniversity, Ottawa, ON, Canada#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada,","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Systems and Computer Engineering, CarletonUniversity, Ottawa, ON, Canada#TAB#","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020448178","display_name":"Ezequiel Glinsky","orcid":null},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ezequiel Glinsky","raw_affiliation_strings":["Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada","Department of Systems and Computer Engineering, CarletonUniversity, Ottawa, ON, Canada#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Systems and Computer Engineering, CarletonUniversity, Ottawa, ON, Canada#TAB#","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085387338","display_name":"Marcelo Gutierrez-Alcaraz","orcid":null},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marcelo Gutierrez-Alcaraz","raw_affiliation_strings":["Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada","Department of Systems and Computer Engineering, CarletonUniversity, Ottawa, ON, Canada#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Systems and Computer Engineering, CarletonUniversity, Ottawa, ON, Canada#TAB#","institution_ids":["https://openalex.org/I67031392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I67031392"],"apc_list":null,"apc_paid":null,"fwci":2.9186,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.91007256,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"87","issue":"7","first_page":"555","last_page":"580"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/devs","display_name":"DEVS","score":0.8188863396644592},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7809329628944397},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7806069850921631},{"id":"https://openalex.org/keywords/discrete-event-simulation","display_name":"Discrete event simulation","score":0.6682925820350647},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6431266069412231},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5903239846229553},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5607563257217407},{"id":"https://openalex.org/keywords/modeling-and-simulation","display_name":"Modeling and simulation","score":0.5153055191040039},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4963253140449524},{"id":"https://openalex.org/keywords/simulation-software","display_name":"Simulation software","score":0.4525434970855713},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4484814703464508},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44614049792289734},{"id":"https://openalex.org/keywords/simulation-modeling","display_name":"Simulation modeling","score":0.43470078706741333},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42919009923934937},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.41036373376846313},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3789229094982147},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.27532321214675903},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16802942752838135},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09402185678482056}],"concepts":[{"id":"https://openalex.org/C68757728","wikidata":"https://www.wikidata.org/wiki/Q911082","display_name":"DEVS","level":3,"score":0.8188863396644592},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7809329628944397},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7806069850921631},{"id":"https://openalex.org/C147203929","wikidata":"https://www.wikidata.org/wiki/Q574814","display_name":"Discrete event simulation","level":2,"score":0.6682925820350647},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6431266069412231},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5903239846229553},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5607563257217407},{"id":"https://openalex.org/C167343916","wikidata":"https://www.wikidata.org/wiki/Q6888384","display_name":"Modeling and simulation","level":2,"score":0.5153055191040039},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4963253140449524},{"id":"https://openalex.org/C91757755","wikidata":"https://www.wikidata.org/wiki/Q11121294","display_name":"Simulation software","level":3,"score":0.4525434970855713},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4484814703464508},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44614049792289734},{"id":"https://openalex.org/C108215451","wikidata":"https://www.wikidata.org/wiki/Q7263963","display_name":"Simulation modeling","level":2,"score":0.43470078706741333},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42919009923934937},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.41036373376846313},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3789229094982147},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.27532321214675903},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16802942752838135},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09402185678482056},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/0037549710395649","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0037549710395649","pdf_url":null,"source":{"id":"https://openalex.org/S32573412","display_name":"SIMULATION","issn_l":"0037-5497","issn":["0037-5497","1741-3133"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIMULATION","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W5874211","https://openalex.org/W81932780","https://openalex.org/W152851176","https://openalex.org/W1722897940","https://openalex.org/W1975549986","https://openalex.org/W1982409672","https://openalex.org/W2001598892","https://openalex.org/W2004340162","https://openalex.org/W2010463500","https://openalex.org/W2034733823","https://openalex.org/W2037293891","https://openalex.org/W2051646486","https://openalex.org/W2059229587","https://openalex.org/W2071391180","https://openalex.org/W2077632658","https://openalex.org/W2078005650","https://openalex.org/W2080640990","https://openalex.org/W2087961384","https://openalex.org/W2103346725","https://openalex.org/W2117191565","https://openalex.org/W2118136748","https://openalex.org/W2123309270","https://openalex.org/W2127760159","https://openalex.org/W2138405447","https://openalex.org/W2146806334","https://openalex.org/W2146909240","https://openalex.org/W2149547552","https://openalex.org/W2155260680","https://openalex.org/W2158124629","https://openalex.org/W2166437339","https://openalex.org/W2180718388","https://openalex.org/W2244657673","https://openalex.org/W2475855424","https://openalex.org/W2529452767","https://openalex.org/W2535419763","https://openalex.org/W2751548232","https://openalex.org/W3025996343","https://openalex.org/W4230226573","https://openalex.org/W4230762615","https://openalex.org/W4237670884","https://openalex.org/W4298135007"],"related_works":["https://openalex.org/W2149438936","https://openalex.org/W2789734539","https://openalex.org/W1539216990","https://openalex.org/W4287831525","https://openalex.org/W4243304389","https://openalex.org/W2161774565","https://openalex.org/W2065384566","https://openalex.org/W1598307051","https://openalex.org/W2810167028","https://openalex.org/W2140744273"],"abstract_inverted_index":{"The":[0,181],"Discrete":[1,153],"Event":[2,154],"System":[3,155],"Specification":[4],"(DEVS)":[5],"formal":[6],"modeling":[7],"and":[8,15,26,49,88,145,188,213],"simulation":[9,107,132,168,197,218],"(M&S)":[10],"framework":[11],"(which":[12],"supports":[13],"hierarchical":[14],"modular":[16],"model":[17],"composition)":[18],"has":[19,51],"been":[20,36,52,171],"widely":[21],"used":[22,68,124,205],"to":[23,69,125,191,226],"understand,":[24],"analyze":[25],"develop":[27],"a":[28,46,62,81,96,111,175,186,216,223],"variety":[29],"of":[30,42,73,76,83,113,129,141,179,183,195,215],"systems.":[31],"Numerous":[32],"DEVS":[33],"simulators":[34,44],"have":[35,170],"developed;":[37],"nevertheless,":[38],"evaluating":[39],"the":[40,71,74,102,114,127,142,151,162,196,202],"performance":[41,75,149,209],"such":[43],"is":[45,61,161],"complex":[47],"process":[48],"it":[50,94],"usually":[53],"done":[54],"using":[55],"ad":[56],"hoc":[57],"methods.":[58],"DEVStone,":[59],"instead,":[60],"synthetic":[63],"benchmark":[64],"that":[65,99],"can":[66,100],"be":[67,101],"automate":[70],"evaluation":[72],"DEVS-based":[77],"simulators.":[78],"DEVStone":[79,122,184,207],"generates":[80],"suite":[82],"models":[84],"with":[85,150,174],"varied":[86],"structure":[87],"behavior":[89],"automatically.":[90],"To":[91],"do":[92],"so,":[93],"uses":[95],"standardized":[97,187],"mechanism":[98],"basis":[103],"for":[104,206,211],"comparisons":[105],"between":[106],"software":[108],"tools.":[109],"As":[110],"proof":[112],"concept,":[115],"we":[116,137],"present":[117],"various":[118,139],"tests":[119],"in":[120,165],"which":[121,166],"was":[123],"study":[126],"efficiency":[128],"five":[130],"different":[131,193,228],"engines.":[133],"In":[134],"this":[135],"case,":[136],"compared":[138,147,173],"versions":[140],"CD++":[143],"simulator,":[144],"then":[146],"its":[148],"\u2018A":[152],"Simulator\u2019":[156],"(ADEVS)":[157],"M&S":[158,229],"tool.":[159],"This":[160],"first":[163],"effort":[164],"these":[167],"tools":[169],"thoroughly":[172],"very":[176],"demanding":[177],"set":[178],"experiments.":[180],"use":[182],"allowed":[185],"exhaustive":[189],"method":[190],"compare":[192,227],"features":[194],"software.":[198],"We":[199],"show":[200],"how":[201],"basic":[203],"ideas":[204],"facilitates":[208],"analysis":[210],"upgrades":[212],"updates":[214],"given":[217],"engine,":[219],"while":[220],"also":[221],"providing":[222],"common":[224],"metric":[225],"environments.":[230]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}