{"id":"https://openalex.org/W4391928136","doi":"https://doi.org/10.3390/s24041288","title":"Learn to Bet: Using Reinforcement Learning to Improve Vehicle Bids in Auction-Based Smart Intersections","display_name":"Learn to Bet: Using Reinforcement Learning to Improve Vehicle Bids in Auction-Based Smart Intersections","publication_year":2024,"publication_date":"2024-02-17","ids":{"openalex":"https://openalex.org/W4391928136","doi":"https://doi.org/10.3390/s24041288","pmid":"https://pubmed.ncbi.nlm.nih.gov/38400445"},"language":"en","primary_location":{"id":"doi:10.3390/s24041288","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24041288","pdf_url":"https://www.mdpi.com/1424-8220/24/4/1288/pdf?version=1708325700","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/4/1288/pdf?version=1708325700","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074734549","display_name":"Giacomo Cabri","orcid":"https://orcid.org/0000-0002-4942-2453"},"institutions":[{"id":"https://openalex.org/I122346577","display_name":"University of Modena and Reggio Emilia","ror":"https://ror.org/02d4c4y02","country_code":"IT","type":"education","lineage":["https://openalex.org/I122346577"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giacomo Cabri","raw_affiliation_strings":["Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy","Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy;"],"raw_orcid":"https://orcid.org/0000-0002-4942-2453","affiliations":[{"raw_affiliation_string":"Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy","institution_ids":["https://openalex.org/I122346577"]},{"raw_affiliation_string":"Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy;","institution_ids":["https://openalex.org/I122346577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111131691","display_name":"Matteo Lugli","orcid":null},"institutions":[{"id":"https://openalex.org/I122346577","display_name":"University of Modena and Reggio Emilia","ror":"https://ror.org/02d4c4y02","country_code":"IT","type":"education","lineage":["https://openalex.org/I122346577"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Lugli","raw_affiliation_strings":["Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy","Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy","institution_ids":["https://openalex.org/I122346577"]},{"raw_affiliation_string":"Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy;","institution_ids":["https://openalex.org/I122346577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002315056","display_name":"Manuela Montangero","orcid":"https://orcid.org/0000-0001-8827-5495"},"institutions":[{"id":"https://openalex.org/I122346577","display_name":"University of Modena and Reggio Emilia","ror":"https://ror.org/02d4c4y02","country_code":"IT","type":"education","lineage":["https://openalex.org/I122346577"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Manuela Montangero","raw_affiliation_strings":["Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy","Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy;"],"raw_orcid":"https://orcid.org/0000-0001-8827-5495","affiliations":[{"raw_affiliation_string":"Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy","institution_ids":["https://openalex.org/I122346577"]},{"raw_affiliation_string":"Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy;","institution_ids":["https://openalex.org/I122346577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041657169","display_name":"Filippo Muzzini","orcid":"https://orcid.org/0000-0001-6523-0366"},"institutions":[{"id":"https://openalex.org/I122346577","display_name":"University of Modena and Reggio Emilia","ror":"https://ror.org/02d4c4y02","country_code":"IT","type":"education","lineage":["https://openalex.org/I122346577"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Filippo Muzzini","raw_affiliation_strings":["Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy","Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy;"],"raw_orcid":"https://orcid.org/0000-0001-6523-0366","affiliations":[{"raw_affiliation_string":"Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy","institution_ids":["https://openalex.org/I122346577"]},{"raw_affiliation_string":"Department of Physics, Informatics and Mathematics, University of Modena e Reggio Emilia, 41125 Modena, Italy;","institution_ids":["https://openalex.org/I122346577"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5002315056"],"corresponding_institution_ids":["https://openalex.org/I122346577"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":1.0822,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.71750919,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"24","issue":"4","first_page":"1288","last_page":"1288"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8446635603904724},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.7021604180335999},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6615108251571655},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6105818152427673},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4350040555000305},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3540240526199341},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.33556365966796875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22996285557746887},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1890609860420227}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8446635603904724},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7021604180335999},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6615108251571655},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6105818152427673},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4350040555000305},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3540240526199341},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.33556365966796875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22996285557746887},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1890609860420227},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s24041288","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24041288","pdf_url":"https://www.mdpi.com/1424-8220/24/4/1288/pdf?version=1708325700","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:38400445","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38400445","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:iris.unimore.it:11380/1335910","is_oa":true,"landing_page_url":"https://hdl.handle.net/11380/1335910","pdf_url":"https://iris.unimore.it/bitstream/11380/1335910/1/sensors-24-01288-v2.pdf","source":{"id":"https://openalex.org/S4306400718","display_name":"IRIS UNIMORE (University of Modena and Reggio Emilia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122346577","host_organization_name":"University of Modena and Reggio Emilia","host_organization_lineage":["https://openalex.org/I122346577"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10892492","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10892492","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10892492/pdf/sensors-24-01288.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:ad7eb1f6fee34459a9b5a363f4898919","is_oa":true,"landing_page_url":"https://doaj.org/article/ad7eb1f6fee34459a9b5a363f4898919","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 4, p 1288 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s24041288","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24041288","pdf_url":"https://www.mdpi.com/1424-8220/24/4/1288/pdf?version=1708325700","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391928136.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W2015007620","https://openalex.org/W2105346939","https://openalex.org/W2107726111","https://openalex.org/W2124513914","https://openalex.org/W2137790108","https://openalex.org/W2145339207","https://openalex.org/W2347114871","https://openalex.org/W2517708530","https://openalex.org/W2535944585","https://openalex.org/W2541164710","https://openalex.org/W2549442913","https://openalex.org/W2606066627","https://openalex.org/W2745308001","https://openalex.org/W2772035512","https://openalex.org/W2774679113","https://openalex.org/W2794002562","https://openalex.org/W2884002000","https://openalex.org/W2903709398","https://openalex.org/W2910477830","https://openalex.org/W2963938843","https://openalex.org/W3009696969","https://openalex.org/W3014130736","https://openalex.org/W3016669247","https://openalex.org/W3033931668","https://openalex.org/W3123082711","https://openalex.org/W3127067752","https://openalex.org/W3127561923","https://openalex.org/W3128628999","https://openalex.org/W3131249402","https://openalex.org/W3143407182","https://openalex.org/W3151155514","https://openalex.org/W4205361279","https://openalex.org/W4207078759","https://openalex.org/W4214928630","https://openalex.org/W4221031725","https://openalex.org/W4225555528","https://openalex.org/W4285200781","https://openalex.org/W4285220706","https://openalex.org/W4295813962","https://openalex.org/W4308119828","https://openalex.org/W4308825617","https://openalex.org/W4321497781","https://openalex.org/W4385837673","https://openalex.org/W6633082175","https://openalex.org/W6791065700"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W2348909947","https://openalex.org/W3049728571","https://openalex.org/W4283588223"],"abstract_inverted_index":{"With":[0],"the":[1,62,82,89,100,134,141,172,186],"advent":[2],"of":[3,19,64,88,102,129,148,174,185],"IoT,":[4],"cities":[5],"will":[6],"soon":[7],"be":[8,120],"populated":[9],"by":[10,15,76],"autonomous":[11,41],"vehicles":[12,43],"and":[13,25,94,108,122,155,168,180],"managed":[14],"intelligent":[16],"systems":[17],"capable":[18],"actively":[20],"interacting":[21],"with":[22,73,105,151,162],"city":[23],"infrastructures":[24],"vehicles.":[26],"In":[27,54],"this":[28],"work,":[29],"we":[30,56,98],"propose":[31],"a":[32,126,165,175,189],"model":[33,104,117],"based":[34],"on":[35,58],"reinforcement":[36],"learning":[37],"that":[38],"teaches":[39],"to":[40,45,80,119,124,157,164],"connected":[42],"how":[44],"save":[46,125],"resources":[47],"while":[48],"navigating":[49],"in":[50,61,86,137,159,188],"such":[51],"an":[52],"environment.":[53],"particular,":[55],"focus":[57],"budget":[59,150],"savings":[60],"context":[63],"auction-based":[65],"intersection":[66],"management":[67],"systems.":[68],"We":[69],"trained":[70],"several":[71],"models":[72],"Deep":[74],"Q-learning":[75],"varying":[77],"traffic":[78,114,153,161],"conditions":[79,154],"find":[81],"most":[83],"performance-effective":[84],"variant":[85],"terms":[87],"trade-off":[90],"between":[91],"saved":[92],"currency":[93,130],"trip":[95],"times.":[96],"Afterward,":[97],"compared":[99],"performance":[101],"our":[103],"previously":[106],"proposed":[107],"random":[109,176],"strategies,":[110],"even":[111],"under":[112],"adverse":[113],"conditions.":[115],"Our":[116],"appears":[118],"robust":[121],"manages":[123],"considerable":[127],"amount":[128],"without":[131],"significantly":[132],"increasing":[133],"waiting":[135],"time":[136],"traffic.":[138],"For":[139],"example,":[140],"learner":[142],"bidder":[143],"saves":[144],"at":[145],"least":[146],"20%":[147],"its":[149],"heavy":[152],"up":[156],"74%":[158],"lighter":[160],"respect":[163],"standard":[166],"bidder,":[167],"around":[169],"three":[170],"times":[171],"saving":[173],"bidder.":[177],"The":[178],"results":[179],"discussion":[181],"suggest":[182],"practical":[183],"adoption":[184],"proposal":[187],"foreseen":[190],"future":[191],"real-life":[192],"scenario.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}