{"id":"https://openalex.org/W4292794174","doi":"https://doi.org/10.23919/annsim55834.2022.9859369","title":"Devs Model Construction As A Reinforcement Learning Problem","display_name":"Devs Model Construction As A Reinforcement Learning Problem","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4292794174","doi":"https://doi.org/10.23919/annsim55834.2022.9859369"},"language":"en","primary_location":{"id":"doi:10.23919/annsim55834.2022.9859369","is_oa":false,"landing_page_url":"https://doi.org/10.23919/annsim55834.2022.9859369","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Annual Modeling and Simulation Conference (ANNSIM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041475393","display_name":"Istv\u00e1n D\u00e1vid","orcid":"https://orcid.org/0000-0002-4870-8433"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Istvan David","raw_affiliation_strings":["Université de Montréal 2920 Chemin de la Tour,Department of Computer Science and Operations Research (DIRO),Montreal,(Quebec),CANADA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université de Montréal 2920 Chemin de la Tour,Department of Computer Science and Operations Research (DIRO),Montreal,(Quebec),CANADA","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049129140","display_name":"Eugene Syriani","orcid":"https://orcid.org/0000-0001-6527-1651"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Eugene Syriani","raw_affiliation_strings":["Université de Montréal 2920 Chemin de la Tour,Department of Computer Science and Operations Research (DIRO),Montreal,(Quebec),CANADA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université de Montréal 2920 Chemin de la Tour,Department of Computer Science and Operations Research (DIRO),Montreal,(Quebec),CANADA","institution_ids":["https://openalex.org/I70931966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3516,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.82249904,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"30","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7961784601211548},{"id":"https://openalex.org/keywords/devs","display_name":"DEVS","score":0.7889068126678467},{"id":"https://openalex.org/keywords/rotation-formalisms-in-three-dimensions","display_name":"Rotation formalisms in three dimensions","score":0.6843490600585938},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6417557001113892},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6029783487319946},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.5115398168563843},{"id":"https://openalex.org/keywords/reusability","display_name":"Reusability","score":0.5080339908599854},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5017521381378174},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.45653682947158813},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.4393705129623413},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3987358808517456},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3918851613998413},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3459435701370239},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3206442892551422},{"id":"https://openalex.org/keywords/modeling-and-simulation","display_name":"Modeling and simulation","score":0.2697717547416687},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.24956348538398743},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.2423243224620819},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12239545583724976}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7961784601211548},{"id":"https://openalex.org/C68757728","wikidata":"https://www.wikidata.org/wiki/Q911082","display_name":"DEVS","level":3,"score":0.7889068126678467},{"id":"https://openalex.org/C171018156","wikidata":"https://www.wikidata.org/wiki/Q7370306","display_name":"Rotation formalisms in three dimensions","level":2,"score":0.6843490600585938},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6417557001113892},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6029783487319946},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.5115398168563843},{"id":"https://openalex.org/C137981799","wikidata":"https://www.wikidata.org/wiki/Q1369184","display_name":"Reusability","level":3,"score":0.5080339908599854},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5017521381378174},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.45653682947158813},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.4393705129623413},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3987358808517456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3918851613998413},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3459435701370239},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3206442892551422},{"id":"https://openalex.org/C167343916","wikidata":"https://www.wikidata.org/wiki/Q6888384","display_name":"Modeling and simulation","level":2,"score":0.2697717547416687},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.24956348538398743},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2423243224620819},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12239545583724976},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/annsim55834.2022.9859369","is_oa":false,"landing_page_url":"https://doi.org/10.23919/annsim55834.2022.9859369","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Annual Modeling and Simulation Conference (ANNSIM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2029525196","https://openalex.org/W2074056782","https://openalex.org/W2096117819","https://openalex.org/W2101786389","https://openalex.org/W2131745998","https://openalex.org/W2136372004","https://openalex.org/W2293590697","https://openalex.org/W2294422333","https://openalex.org/W2736601468","https://openalex.org/W2805218565","https://openalex.org/W2973496471","https://openalex.org/W2991159168","https://openalex.org/W3008292329","https://openalex.org/W3097747093","https://openalex.org/W3127332340","https://openalex.org/W4200517621","https://openalex.org/W4246645694","https://openalex.org/W4253141051","https://openalex.org/W4288079541","https://openalex.org/W4293380512","https://openalex.org/W6674381070","https://openalex.org/W6696972564","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W2057149183","https://openalex.org/W86993467","https://openalex.org/W2009835848","https://openalex.org/W2267176325","https://openalex.org/W2806580433","https://openalex.org/W4255385791","https://openalex.org/W1571133302","https://openalex.org/W1587303499","https://openalex.org/W2493425722","https://openalex.org/W4239681389"],"abstract_inverted_index":{"Simulators":[0],"are":[1,35,43],"crucial":[2],"components":[3],"in":[4,109,151],"many":[5],"software-intensive":[6],"systems,":[7],"such":[8,19],"as":[9,124],"cyber-physical":[10],"systems":[11,20],"and":[12,29,32,50,141,153],"digital":[13],"twins.":[14],"The":[15],"inherent":[16],"complexity":[17],"of":[18,25,69,80,99,103,121,128,143],"renders":[21],"the":[22,66,78,96,100,105,119,125,139],"manual":[23],"construction":[24,68,97],"simulators":[26,70],"an":[27,63,147],"error-prone":[28],"costly":[30],"endeavor,":[31],"automation":[33,41],"techniques":[34,42],"much":[36],"sought":[37],"after.":[38],"However,":[39],"current":[40],"typically":[44],"tailored":[45],"to":[46,55,135],"a":[47],"particular":[48],"system":[49],"cannot":[51],"be":[52,132],"easily":[53],"transposed":[54],"other":[56],"settings.":[57],"In":[58],"this":[59,74,122],"paper,":[60],"we":[61],"propose":[62],"approach":[64,145],"for":[65],"automated":[67],"that":[71],"can":[72,131],"overcome":[73],"limitation,":[75],"based":[76],"on":[77,95,146],"inference":[79],"Discrete":[81],"Event":[82],"System":[83],"Specifications":[84],"(DEVS)":[85],"models":[86],"by":[87],"reinforcement":[88],"learning.":[89],"Reinforcement":[90],"learning":[91],"allows":[92],"inferring":[93,104],"knowledge":[94],"process":[98],"simulator,":[101],"instead":[102],"simulator":[106],"itself.":[107],"This,":[108],"turn,":[110],"fosters":[111],"reuse":[112],"across":[113],"different":[114],"systems.":[115],"DEVS":[116],"further":[117],"improves":[118],"reusability":[120],"knowledge,":[123],"vast":[126],"majority":[127],"simulation":[129],"formalisms":[130],"efficiently":[133],"translated":[134],"DEVS.":[136],"We":[137],"demonstrate":[138],"performance":[140],"generalizability":[142],"our":[144],"illustrative":[148],"example":[149],"implemented":[150],"Python":[152],"Tensorforce.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}