{"id":"https://openalex.org/W3013389369","doi":"https://doi.org/10.1109/tcst.2021.3075557","title":"Driver Modeling Through Deep Reinforcement Learning and Behavioral Game Theory","display_name":"Driver Modeling Through Deep Reinforcement Learning and Behavioral Game Theory","publication_year":2021,"publication_date":"2021-05-05","ids":{"openalex":"https://openalex.org/W3013389369","doi":"https://doi.org/10.1109/tcst.2021.3075557","mag":"3013389369"},"language":"en","primary_location":{"id":"doi:10.1109/tcst.2021.3075557","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcst.2021.3075557","pdf_url":null,"source":{"id":"https://openalex.org/S133363738","display_name":"IEEE Transactions on Control Systems Technology","issn_l":"1063-6536","issn":["1063-6536","1558-0865","2374-0159"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control Systems Technology","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2003.11071","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029685269","display_name":"Berat Mert Albaba","orcid":"https://orcid.org/0000-0002-3406-8412"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Berat Mert Albaba","raw_affiliation_strings":["Department of Mechanical Engineering, Bilkent University, Ankara, Turkey","Bilkent University"],"raw_orcid":"https://orcid.org/0000-0002-3406-8412","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]},{"raw_affiliation_string":"Bilkent University","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014536360","display_name":"Y\u0131ld\u0131ray Y\u0131ld\u0131z","orcid":"https://orcid.org/0000-0001-6270-5354"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Yildiray Yildiz","raw_affiliation_strings":["Department of Mechanical Engineering, Bilkent University, Ankara, Turkey","Bilkent University"],"raw_orcid":"https://orcid.org/0000-0001-6270-5354","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]},{"raw_affiliation_string":"Bilkent University","institution_ids":["https://openalex.org/I168864056"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5029685269"],"corresponding_institution_ids":["https://openalex.org/I168864056"],"apc_list":null,"apc_paid":null,"fwci":0.2791,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.5309803,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"30","issue":"2","first_page":"885","last_page":"892"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8171432614326477},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.7153599262237549},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6593117713928223},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6254492998123169},{"id":"https://openalex.org/keywords/modeling-and-simulation","display_name":"Modeling and simulation","score":0.5767810344696045},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.5179014205932617},{"id":"https://openalex.org/keywords/high-fidelity","display_name":"High fidelity","score":0.5072135925292969},{"id":"https://openalex.org/keywords/behavioral-modeling","display_name":"Behavioral modeling","score":0.49723151326179504},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.47078603506088257},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42849424481391907},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.35468560457229614},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3370667099952698},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22539028525352478}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8171432614326477},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.7153599262237549},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6593117713928223},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6254492998123169},{"id":"https://openalex.org/C167343916","wikidata":"https://www.wikidata.org/wiki/Q6888384","display_name":"Modeling and simulation","level":2,"score":0.5767810344696045},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.5179014205932617},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.5072135925292969},{"id":"https://openalex.org/C78639753","wikidata":"https://www.wikidata.org/wiki/Q3318160","display_name":"Behavioral modeling","level":2,"score":0.49723151326179504},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.47078603506088257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42849424481391907},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.35468560457229614},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3370667099952698},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22539028525352478},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tcst.2021.3075557","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcst.2021.3075557","pdf_url":null,"source":{"id":"https://openalex.org/S133363738","display_name":"IEEE Transactions on Control Systems Technology","issn_l":"1063-6536","issn":["1063-6536","1558-0865","2374-0159"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control Systems Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2003.11071","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.11071","pdf_url":"https://arxiv.org/pdf/2003.11071","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3013389369","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2003.11071.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:repository.bilkent.edu.tr:11693/77681","is_oa":false,"landing_page_url":"http://hdl.handle.net/11693/77681","pdf_url":null,"source":{"id":"https://openalex.org/S4306400079","display_name":"Bilkent University Institutional Repository (Bilkent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I168864056","host_organization_name":"Bilkent University","host_organization_lineage":["https://openalex.org/I168864056"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Control Systems Technology","raw_type":"Article"},{"id":"doi:10.48550/arxiv.2003.11071","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2003.11071","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2003.11071","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.11071","pdf_url":"https://arxiv.org/pdf/2003.11071","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3659891026","display_name":null,"funder_award_id":"118E202","funder_id":"https://openalex.org/F4320322626","funder_display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu"}],"funders":[{"id":"https://openalex.org/F4320322626","display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu","ror":"https://ror.org/04w9kkr77"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3013389369.pdf","grobid_xml":"https://content.openalex.org/works/W3013389369.grobid-xml"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W751028141","https://openalex.org/W1513032107","https://openalex.org/W1518969363","https://openalex.org/W1527702126","https://openalex.org/W1533861849","https://openalex.org/W1754811796","https://openalex.org/W1757796397","https://openalex.org/W1965455100","https://openalex.org/W1977153226","https://openalex.org/W1988787032","https://openalex.org/W1997657764","https://openalex.org/W1998738736","https://openalex.org/W2011353069","https://openalex.org/W2011507340","https://openalex.org/W2012849708","https://openalex.org/W2038705758","https://openalex.org/W2056877664","https://openalex.org/W2060797806","https://openalex.org/W2072195747","https://openalex.org/W2077012593","https://openalex.org/W2078582099","https://openalex.org/W2090403203","https://openalex.org/W2102104695","https://openalex.org/W2114765979","https://openalex.org/W2118477082","https://openalex.org/W2120121765","https://openalex.org/W2121863487","https://openalex.org/W2126403470","https://openalex.org/W2138863509","https://openalex.org/W2140743373","https://openalex.org/W2145339207","https://openalex.org/W2163172807","https://openalex.org/W2321096069","https://openalex.org/W2333709796","https://openalex.org/W2411577903","https://openalex.org/W2494776240","https://openalex.org/W2519106163","https://openalex.org/W2525936901","https://openalex.org/W2526146261","https://openalex.org/W2567854370","https://openalex.org/W2575645436","https://openalex.org/W2580495915","https://openalex.org/W2592152148","https://openalex.org/W2740566719","https://openalex.org/W2746261623","https://openalex.org/W2752236613","https://openalex.org/W2762126481","https://openalex.org/W2766963179","https://openalex.org/W2769169032","https://openalex.org/W2801179766","https://openalex.org/W2891385160","https://openalex.org/W2897827648","https://openalex.org/W2947981406","https://openalex.org/W2962747693","https://openalex.org/W2963898834","https://openalex.org/W2964121744","https://openalex.org/W2967195040","https://openalex.org/W2970787054","https://openalex.org/W2972853172","https://openalex.org/W2982338847","https://openalex.org/W2989744776","https://openalex.org/W3000750821","https://openalex.org/W3103345204","https://openalex.org/W3118309249","https://openalex.org/W3121961279","https://openalex.org/W4299913535","https://openalex.org/W6631943919","https://openalex.org/W6680733882","https://openalex.org/W6735677848","https://openalex.org/W6748945268","https://openalex.org/W6749029207","https://openalex.org/W6757888167"],"related_works":["https://openalex.org/W2972853172","https://openalex.org/W3206914671","https://openalex.org/W2592397810","https://openalex.org/W2035035006","https://openalex.org/W2245404385","https://openalex.org/W1961245208","https://openalex.org/W1125128759","https://openalex.org/W3182367301","https://openalex.org/W2942983921","https://openalex.org/W2906271829","https://openalex.org/W2797096054","https://openalex.org/W2058570191","https://openalex.org/W3120071715","https://openalex.org/W2039038038","https://openalex.org/W588387148","https://openalex.org/W1903781773","https://openalex.org/W2565964811","https://openalex.org/W2896938680","https://openalex.org/W3041065571","https://openalex.org/W2121709701"],"abstract_inverted_index":{"In":[0],"this":[1,34],"work,":[2],"a":[3,17,40],"synergistic":[4],"combination":[5],"of":[6,23,45,68,76,97],"deep":[7],"reinforcement":[8],"learning":[9],"and":[10,55,65],"hierarchical":[11],"game":[12],"theory":[13],"is":[14],"proposed":[15,78],"as":[16],"modeling":[18,30,79],"framework":[19,31],"for":[20,58],"behavioral":[21],"predictions":[22],"drivers":[24],"in":[25,33,39],"highway":[26],"driving":[27],"scenarios.":[28],"The":[29],"presented":[32],"work":[35],"can":[36,51],"be":[37],"used":[38],"high-fidelity":[41],"traffic":[42,98],"simulator":[43,50],"consisting":[44],"multiple":[46],"human":[47,88],"decision-makers.":[48],"This":[49],"reduce":[52],"the":[53,74,77],"time":[54],"effort":[56],"spent":[57],"testing":[59],"autonomous":[60],"vehicles":[61],"by":[62],"allowing":[63],"safe":[64],"quick":[66],"assessment":[67],"self-driving":[69],"control":[70],"algorithms.":[71],"To":[72],"demonstrate":[73],"fidelity":[75],"framework,":[80],"game-theoretical":[81],"driver":[82,89],"models":[83],"are":[84],"compared":[85],"with":[86],"real":[87],"behavior":[90],"patterns":[91],"extracted":[92],"from":[93],"two":[94],"different":[95],"sets":[96],"data.":[99]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}