{"id":"https://openalex.org/W4391409093","doi":"https://doi.org/10.1109/wsc60868.2023.10407855","title":"Purpose in the Machine: Do Traffic Simulators Produce Distributionally Equivalent Outcomes for Reinforcement Learning Applications?","display_name":"Purpose in the Machine: Do Traffic Simulators Produce Distributionally Equivalent Outcomes for Reinforcement Learning Applications?","publication_year":2023,"publication_date":"2023-12-10","ids":{"openalex":"https://openalex.org/W4391409093","doi":"https://doi.org/10.1109/wsc60868.2023.10407855"},"language":"en","primary_location":{"id":"doi:10.1109/wsc60868.2023.10407855","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc60868.2023.10407855","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088995170","display_name":"Rex Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rex Chen","raw_affiliation_strings":["Carnegie Mellon University,School of Computer Science,Pittsburgh,PA,USA,15213"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,School of Computer Science,Pittsburgh,PA,USA,15213","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085927300","display_name":"Kathleen M. Carley","orcid":"https://orcid.org/0000-0002-6356-0238"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathleen M. Carley","raw_affiliation_strings":["Carnegie Mellon University,School of Computer Science,Pittsburgh,PA,USA,15213"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,School of Computer Science,Pittsburgh,PA,USA,15213","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061127138","display_name":"Fei Fang","orcid":"https://orcid.org/0000-0003-2256-8329"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Fang","raw_affiliation_strings":["Carnegie Mellon University,School of Computer Science,Pittsburgh,PA,USA,15213"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,School of Computer Science,Pittsburgh,PA,USA,15213","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081563886","display_name":"Norman Sadeh","orcid":"https://orcid.org/0000-0003-4829-5533"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Norman Sadeh","raw_affiliation_strings":["Carnegie Mellon University,School of Computer Science,Pittsburgh,PA,USA,15213"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,School of Computer Science,Pittsburgh,PA,USA,15213","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23673742,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1842","last_page":"1853"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8975129127502441},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7849683165550232},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.5190711617469788},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.45292556285858154},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.4312571585178375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41100260615348816},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36701634526252747},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15937602519989014}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8975129127502441},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7849683165550232},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.5190711617469788},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.45292556285858154},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.4312571585178375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41100260615348816},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36701634526252747},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15937602519989014},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wsc60868.2023.10407855","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc60868.2023.10407855","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334111","display_name":"Innovation Fund","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W102719451","https://openalex.org/W1430706382","https://openalex.org/W1497905672","https://openalex.org/W1592568942","https://openalex.org/W1965738920","https://openalex.org/W1969428227","https://openalex.org/W1976647610","https://openalex.org/W1990806229","https://openalex.org/W2003508440","https://openalex.org/W2007700466","https://openalex.org/W2020276108","https://openalex.org/W2045381785","https://openalex.org/W2051588051","https://openalex.org/W2053924531","https://openalex.org/W2065964172","https://openalex.org/W2084952317","https://openalex.org/W2090023516","https://openalex.org/W2108791415","https://openalex.org/W2136612037","https://openalex.org/W2155118094","https://openalex.org/W2157134571","https://openalex.org/W2163615327","https://openalex.org/W2307564811","https://openalex.org/W2340985688","https://openalex.org/W2801573006","https://openalex.org/W2903709398","https://openalex.org/W2945991855","https://openalex.org/W2953513486","https://openalex.org/W2954866076","https://openalex.org/W2982438386","https://openalex.org/W2998187693","https://openalex.org/W3005217278","https://openalex.org/W3038088335","https://openalex.org/W3044015199","https://openalex.org/W3047908586","https://openalex.org/W3108046676","https://openalex.org/W3162207412","https://openalex.org/W4200358002","https://openalex.org/W4220899555","https://openalex.org/W4288357413","https://openalex.org/W6620732208","https://openalex.org/W6625564745","https://openalex.org/W6629901094","https://openalex.org/W6630419786","https://openalex.org/W6630639956","https://openalex.org/W6762408531","https://openalex.org/W6775342081","https://openalex.org/W6795413547","https://openalex.org/W6798393411","https://openalex.org/W6852974400","https://openalex.org/W7015067878"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Traffic":[0],"simulators":[1,45,111],"are":[2,112],"used":[3,47],"to":[4,18,29,31,48,129],"generate":[5],"data":[6],"for":[7,54,95,118],"learning":[8,51],"in":[9,36,75],"intelligent":[10],"transportation":[11],"systems":[12],"(ITSs).":[13],"A":[14,60],"key":[15],"question":[16],"is":[17,127],"what":[19],"extent":[20],"their":[21],"modelling":[22],"assumptions":[23],"affect":[24],"the":[25,37,82,122],"capabilities":[26],"of":[27,124],"ITSs":[28],"adapt":[30],"various":[32],"scenarios":[33],"when":[34],"deployed":[35],"real":[38],"world.":[39],"This":[40],"work":[41],"focuses":[42],"on":[43],"two":[44],"commonly":[46],"train":[49,130],"reinforcement":[50],"(RL)":[52],"agents":[53],"traffic":[55,110],"applications,":[56],"CityFlow":[57],"and":[58,67,87,131],"SUMO.":[59],"controlled":[61],"virtual":[62],"experiment":[63],"varying":[64],"driver":[65],"behavior":[66],"simulation":[68],"scale":[69],"finds":[70],"evidence":[71],"against":[72],"distributional":[73],"equivalence":[74],"RL-relevant":[76],"measures":[77],"from":[78],"these":[79,106],"simulators,":[80],"with":[81],"root":[83],"mean":[84],"squared":[85],"error":[86],"KL":[88],"divergence":[89],"being":[90],"significantly":[91],"greater":[92],"than":[93],"0":[94],"all":[96],"assessed":[97],"measures.":[98],"While":[99],"granular":[100],"real-world":[101],"validation":[102],"generally":[103],"remains":[104],"infeasible,":[105],"findings":[107],"suggest":[108],"that":[109],"not":[113],"a":[114],"deus":[115],"ex":[116],"machina":[117],"RL":[119],"training:":[120],"understanding":[121],"impacts":[123],"inter-simulator":[125],"differences":[126],"necessary":[128],"deploy":[132],"RL-based":[133],"ITSs.":[134]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}