{"id":"https://openalex.org/W4394951263","doi":"https://doi.org/10.1109/tmc.2024.3391697","title":"Human-in-the-Loop Learning for Dynamic Congestion Games","display_name":"Human-in-the-Loop Learning for Dynamic Congestion Games","publication_year":2024,"publication_date":"2024-04-19","ids":{"openalex":"https://openalex.org/W4394951263","doi":"https://doi.org/10.1109/tmc.2024.3391697"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3391697","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3391697","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.15599","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100402160","display_name":"Hongbo Li","orcid":"https://orcid.org/0000-0001-8173-234X"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hongbo Li","raw_affiliation_strings":["Pillar of Engineering Systems and Design, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8173-234X","affiliations":[{"raw_affiliation_string":"Pillar of Engineering Systems and Design, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007119869","display_name":"Lingjie Duan","orcid":"https://orcid.org/0000-0002-0217-6507"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lingjie Duan","raw_affiliation_strings":["Pillar of Engineering Systems and Design, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0217-6507","affiliations":[{"raw_affiliation_string":"Pillar of Engineering Systems and Design, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I152815399"],"apc_list":null,"apc_paid":null,"fwci":0.7108,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.64029155,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"23","issue":"12","first_page":"11159","last_page":"11171"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.955299973487854,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9472000002861023,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7843553423881531},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.47964125871658325},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.43922606110572815},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2784801721572876},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08036002516746521}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7843553423881531},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.47964125871658325},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.43922606110572815},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2784801721572876},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08036002516746521},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2024.3391697","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3391697","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2404.15599","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.15599","pdf_url":"https://arxiv.org/pdf/2404.15599","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.15599","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.15599","pdf_url":"https://arxiv.org/pdf/2404.15599","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394951263.pdf","grobid_xml":"https://content.openalex.org/works/W4394951263.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1496871954","https://openalex.org/W1762430620","https://openalex.org/W2009319645","https://openalex.org/W2077684499","https://openalex.org/W2113001205","https://openalex.org/W2122169437","https://openalex.org/W2149247676","https://openalex.org/W2150328967","https://openalex.org/W2151831732","https://openalex.org/W2566871274","https://openalex.org/W2598454364","https://openalex.org/W2766386424","https://openalex.org/W2782616572","https://openalex.org/W2784112925","https://openalex.org/W2888898292","https://openalex.org/W2903053069","https://openalex.org/W2946755081","https://openalex.org/W2952275065","https://openalex.org/W2963995539","https://openalex.org/W2985072977","https://openalex.org/W2998264303","https://openalex.org/W3006281616","https://openalex.org/W3010248974","https://openalex.org/W3094986924","https://openalex.org/W3131686045","https://openalex.org/W3137840253","https://openalex.org/W3155491549","https://openalex.org/W3164275494","https://openalex.org/W3164566143","https://openalex.org/W3167915043","https://openalex.org/W3174264982","https://openalex.org/W3174647784","https://openalex.org/W3196935843","https://openalex.org/W4206275166","https://openalex.org/W4213432242","https://openalex.org/W4226211418","https://openalex.org/W4240889454","https://openalex.org/W4297563113","https://openalex.org/W4298856952","https://openalex.org/W4321484158","https://openalex.org/W4382239809","https://openalex.org/W4401692669","https://openalex.org/W6693955913","https://openalex.org/W6804313965"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W24774503","https://openalex.org/W2390279801","https://openalex.org/W4288099294","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4367173559","https://openalex.org/W2902961658"],"abstract_inverted_index":{"Today":[0],"mobile":[1],"users":[2,37,64],"learn":[3,41,65],"and":[4,15,32,40,66,87,103,181,201,215,253,266,289],"share":[5],"their":[6],"traffic":[7,68,154],"observations":[8],"via":[9],"crowdsourcing":[10],"platforms":[11,19],"(e.g.,":[12],"Google":[13,101],"Maps":[14,102],"Waze).":[16],"Yet":[17],"such":[18],"simply":[20],"cater":[21],"to":[22,27,38,106,125,146,170,206,220,256,283],"selfish":[23],"users'":[24,56,153],"myopic":[25,96,143],"interests":[26],"recommend":[28],"the":[29,95,126,137,142,148,221,245,270,291],"shortest":[30],"path,":[31],"do":[33,189],"not":[34,190],"encourage":[35],"enough":[36],"travel":[39],"other":[42,222,240],"paths":[43,72],"for":[44],"future":[45],"others.":[46],"Prior":[47],"studies":[48,62],"focus":[49,161],"on":[50,70,162],"one-shot":[51],"congestion":[52],"games":[53],"without":[54],"considering":[55],"information":[57,209],"learning,":[58],"while":[59],"our":[60,91,251,286,295],"work":[61,191],"how":[63],"alter":[67],"conditions":[69],"stochastic":[71,89,110],"in":[73,114,135,185],"a":[74,78,115,197,211],"human-in-the-loop":[75],"manner.":[76],"In":[77],"typical":[79],"parallel":[80,246],"routing":[81,97,287],"network":[82],"with":[83,192,262,280],"one":[84],"deterministic":[85,182],"path":[86,260],"multiple":[88,263],"paths,":[90],"analysis":[92,252],"shows":[93],"that":[94,177,269],"policy":[98,129,144],"(used":[99],"by":[100,238],"Waze)":[104],"leads":[105],"severe":[107],"under-exploration":[108],"of":[109,117,294],"paths.":[111],"This":[112],"results":[113,272],"price":[116],"anarchy":[118],"(PoA)":[119],"greater":[120],"than":[121,172],"2,":[122],"as":[123,166],"compared":[124],"socially":[127],"optimal":[128,132],"achieved":[130],"through":[131],"exploration-exploitation":[133],"tradeoff":[134],"minimizing":[136],"long-term":[138],"social":[139],"cost.":[140],"Besides,":[141],"fails":[145],"ensure":[147],"correct":[149],"learning":[150],"convergence":[151],"about":[152],"hazard":[155],"beliefs.":[156],"To":[157],"address":[158],"this,":[159],"we":[160,195,248,267,276],"informational":[163,241],"(non-monetary)":[164,242],"mechanisms":[165,180,184],"they":[167],"are":[168],"easier":[169],"implement":[171],"pricing.":[173],"We":[174],"first":[175],"show":[176],"existing":[178],"information-hiding":[179],"path-recommendation":[183],"Bayesian":[186],"persuasion":[187],"literature":[188],"even$\\text{PoA}=\\infty$.":[193],"Accordingly,":[194],"propose":[196],"new":[198],"combined":[199],"hiding":[200],"probabilistic":[202,218],"recommendation":[203],"(CHAR)":[204],"mechanism":[205,227,255],"hide":[207],"all":[208],"from":[210],"selected":[212],"user":[213,223],"group":[214],"provide":[216],"state-dependent":[217],"recommendations":[219],"group.":[224],"Our":[225],"CHAR":[226,254,296],"successfully":[228],"ensures":[229],"PoA":[230,271],"less":[231],"than$\\frac{5}{4}$,":[232],"which":[233],"cannot":[234],"be":[235],"further":[236,249,284],"reduced":[237],"any":[239],"mechanism.":[243,297],"Besides":[244],"network,":[247],"extend":[250,285],"more":[257],"general":[258],"linear":[259],"graphs":[261,288],"intermediate":[264],"nodes,":[265],"prove":[268],"remain":[273],"unchanged.":[274],"Additionally,":[275],"carry":[277],"out":[278],"experiments":[279],"real-world":[281],"datasets":[282],"verify":[290],"close-to-optimal":[292],"performance":[293]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}