{"id":"https://openalex.org/W4391216345","doi":"https://doi.org/10.1109/access.2024.3358608","title":"Counter-Intuitive Effects of <i>Q</i>-Learning Exploration in a Congestion Dilemma","display_name":"Counter-Intuitive Effects of <i>Q</i>-Learning Exploration in a Congestion Dilemma","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391216345","doi":"https://doi.org/10.1109/access.2024.3358608"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3358608","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3358608","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10414037.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10414037.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063148692","display_name":"Cesare Carissimo","orcid":"https://orcid.org/0000-0002-4383-7279"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Cesare Carissimo","raw_affiliation_strings":["Computational Social Science Group, ETH Z&#x00FC;rich, Z&#x00FC;rich, Switzerland","ETH Zurich, Computational Social Science, Switzerland"],"affiliations":[{"raw_affiliation_string":"Computational Social Science Group, ETH Z&#x00FC;rich, Z&#x00FC;rich, Switzerland","institution_ids":[]},{"raw_affiliation_string":"ETH Zurich, Computational Social Science, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5063148692"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.4719,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.61709252,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":null,"first_page":"15984","last_page":"15996"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6095499992370605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4536705017089844},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.39315134286880493},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34370046854019165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6095499992370605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4536705017089844},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.39315134286880493},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34370046854019165}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2024.3358608","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3358608","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10414037.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3d8d7052e8434d11b013ad6d66e82fd7","is_oa":true,"landing_page_url":"https://doaj.org/article/3d8d7052e8434d11b013ad6d66e82fd7","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 15984-15996 (2024)","raw_type":"article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/660105","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/660105","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, 12","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.3929/ethz-b-000660105","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000660105","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3358608","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3358608","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10414037.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1060721200","display_name":null,"funder_award_id":"953783","funder_id":"https://openalex.org/F4320338453","funder_display_name":"HORIZON EUROPE European Research Council"},{"id":"https://openalex.org/G2534311133","display_name":null,"funder_award_id":"ERC Advanced Investigator Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338453","display_name":"HORIZON EUROPE European Research Council","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391216345.pdf","grobid_xml":"https://content.openalex.org/works/W4391216345.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1507390448","https://openalex.org/W1526250527","https://openalex.org/W1563674946","https://openalex.org/W1579184372","https://openalex.org/W1603834604","https://openalex.org/W1605936240","https://openalex.org/W1798403956","https://openalex.org/W1963754118","https://openalex.org/W1966543386","https://openalex.org/W1987984121","https://openalex.org/W1993286459","https://openalex.org/W1995622844","https://openalex.org/W1998051531","https://openalex.org/W2021677593","https://openalex.org/W2058767034","https://openalex.org/W2062557796","https://openalex.org/W2067050450","https://openalex.org/W2068376596","https://openalex.org/W2078585088","https://openalex.org/W2083562271","https://openalex.org/W2102736491","https://openalex.org/W2107726111","https://openalex.org/W2124428761","https://openalex.org/W2128569883","https://openalex.org/W2128797809","https://openalex.org/W2156006942","https://openalex.org/W2312812071","https://openalex.org/W2480084624","https://openalex.org/W2493056695","https://openalex.org/W2563524224","https://openalex.org/W2593606735","https://openalex.org/W2784112925","https://openalex.org/W2784606723","https://openalex.org/W2793666581","https://openalex.org/W2896280943","https://openalex.org/W2911589237","https://openalex.org/W2921123283","https://openalex.org/W2963642727","https://openalex.org/W3000411098","https://openalex.org/W3022321359","https://openalex.org/W3034138063","https://openalex.org/W3034751418","https://openalex.org/W3123415338","https://openalex.org/W3125885476","https://openalex.org/W3138307461","https://openalex.org/W3158023256","https://openalex.org/W3190428098","https://openalex.org/W4211202045","https://openalex.org/W4214717370","https://openalex.org/W4226319933","https://openalex.org/W4233696721","https://openalex.org/W4236491179","https://openalex.org/W4250883246","https://openalex.org/W4285304051","https://openalex.org/W4295781735","https://openalex.org/W4310427017","https://openalex.org/W4317905197","https://openalex.org/W4317951342","https://openalex.org/W4383533416","https://openalex.org/W4385471894","https://openalex.org/W4387362365","https://openalex.org/W4391070247","https://openalex.org/W6633583053","https://openalex.org/W6677741219","https://openalex.org/W6683076825","https://openalex.org/W6683113397","https://openalex.org/W6734481513","https://openalex.org/W6770642001","https://openalex.org/W6775695405","https://openalex.org/W6779465923","https://openalex.org/W6804172962","https://openalex.org/W6810525024","https://openalex.org/W6846814593"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Exploration":[0],"is":[1],"an":[2,31],"integral":[3],"part":[4],"of":[5,15,33,43,59,165,178,181],"learning":[6],"dynamics":[7,74,89],"which":[8,64,75,144],"allows":[9],"algorithms":[10,19],"to":[11,25,91,136],"search":[12],"a":[13,40,49,137,161,172],"space":[14],"solutions.":[16],"When":[17],"many":[18],"simultaneously":[20],"explore,":[21],"this":[22],"can":[23],"lead":[24],"counter-intuitive":[26],"effects.":[27],"This":[28],"paper":[29],"contributes":[30],"analysis":[32],"the":[34,53,60,88,97,146,176,182],"influence":[35],"that":[36,104],"exploration":[37,61,99,113,126],"has":[38],"on":[39],"multi-agent":[41,156],"system":[42],"<italic":[44,66,92,105],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[45,67,93,106],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Q</i>":[46,68,94,107],"-learners":[47,69,108],"in":[48,121,140,185],"famous":[50],"congestion":[51],"dilemma,":[52],"Braess":[54,183],"paradox.":[55],"I":[56,86,149],"find":[57,103],"ranges":[58],"rate":[62,100],"for":[63,124,175],"\u03f5-greedy":[65],"show":[70],"chaotic":[71],"and":[72,79,102,170],"oscillatory":[73],"do":[76],"not":[77],"converge,":[78],"yield":[80],"better":[81],"than":[82],"Nash":[83],"equilibrium":[84],"results.":[85],"decouple":[87],"endogenous":[90],"-learning":[95],"from":[96],"exogenous":[98],"\u03f5,":[101],"implicitly":[109],"coordinate":[110],"with":[111],"low":[112],"rates":[114,127],"\u03f5":[115,128],"\u2208":[116],"(0,0.1),":[117],"but":[118],"are":[119],"disrupted":[120],"their":[122],"coordination":[123,134],"larger":[125],">":[129],"0.1.":[130],"The":[131],"best":[132],"implicit":[133],"leads":[135],"20%":[138],"reduction":[139],"average":[141],"travel":[142],"times":[143],"approaches":[145],"social":[147],"optimum.":[148],"discuss":[150],"how":[151],"our":[152],"results":[153],"may":[154],"inform":[155],"algorithm":[157],"design,":[158],"fit":[159],"within":[160],"cognitive":[162,166],"science":[163],"perspective":[164],"noise":[167],"during":[168],"learning,":[169],"provide":[171],"mechanistic":[173],"hypothesis":[174],"lack":[177],"empirical":[179],"evidence":[180],"Paradox":[184],"traffic":[186],"systems.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2024-01-26T00:00:00"}