{"id":"https://openalex.org/W4391769083","doi":"https://doi.org/10.1109/ccwc60891.2024.10427790","title":"Stochastic Optimization on Parking Lots for Smart Parking Using Reinforcement Learning Methods","display_name":"Stochastic Optimization on Parking Lots for Smart Parking Using Reinforcement Learning Methods","publication_year":2024,"publication_date":"2024-01-08","ids":{"openalex":"https://openalex.org/W4391769083","doi":"https://doi.org/10.1109/ccwc60891.2024.10427790"},"language":"en","primary_location":{"id":"doi:10.1109/ccwc60891.2024.10427790","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ccwc60891.2024.10427790","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 14th Annual Computing and Communication Workshop and Conference (CCWC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093917767","display_name":"Davoud Khatermohammadi","orcid":null},"institutions":[{"id":"https://openalex.org/I174167972","display_name":"British Columbia Institute of Technology","ror":"https://ror.org/01p65pg69","country_code":"CA","type":"education","lineage":["https://openalex.org/I174167972"]},{"id":"https://openalex.org/I67009956","display_name":"Iran University of Science and Technology","ror":"https://ror.org/01jw2p796","country_code":"IR","type":"education","lineage":["https://openalex.org/I67009956"]}],"countries":["CA","IR"],"is_corresponding":true,"raw_author_name":"Davoud Khatermohammadi","raw_affiliation_strings":["Iran University of Science and Technology,Department of Electrical Engineering","Department of Electrical and Computer Engineering Technology, British Columbia Institute of Technology","Department of Electrical Engineering, Iran University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Iran University of Science and Technology,Department of Electrical Engineering","institution_ids":["https://openalex.org/I67009956"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering Technology, British Columbia Institute of Technology","institution_ids":["https://openalex.org/I174167972"]},{"raw_affiliation_string":"Department of Electrical Engineering, Iran University of Science and Technology","institution_ids":["https://openalex.org/I67009956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093917768","display_name":"Seyed Amir Ghalari","orcid":null},"institutions":[{"id":"https://openalex.org/I67009956","display_name":"Iran University of Science and Technology","ror":"https://ror.org/01jw2p796","country_code":"IR","type":"education","lineage":["https://openalex.org/I67009956"]},{"id":"https://openalex.org/I174167972","display_name":"British Columbia Institute of Technology","ror":"https://ror.org/01p65pg69","country_code":"CA","type":"education","lineage":["https://openalex.org/I174167972"]}],"countries":["CA","IR"],"is_corresponding":false,"raw_author_name":"Seyed Amir Ghalari","raw_affiliation_strings":["Iran University of Science and Technology,Department of Electrical Engineering","Department of Electrical Engineering, Iran University of Science and Technology","Department of Electrical and Computer Engineering Technology, British Columbia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Iran University of Science and Technology,Department of Electrical Engineering","institution_ids":["https://openalex.org/I67009956"]},{"raw_affiliation_string":"Department of Electrical Engineering, Iran University of Science and Technology","institution_ids":["https://openalex.org/I67009956"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering Technology, British Columbia Institute of Technology","institution_ids":["https://openalex.org/I174167972"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067731307","display_name":"Saeed Ebadollahi","orcid":"https://orcid.org/0000-0003-2772-5880"},"institutions":[{"id":"https://openalex.org/I67009956","display_name":"Iran University of Science and Technology","ror":"https://ror.org/01jw2p796","country_code":"IR","type":"education","lineage":["https://openalex.org/I67009956"]},{"id":"https://openalex.org/I174167972","display_name":"British Columbia Institute of Technology","ror":"https://ror.org/01p65pg69","country_code":"CA","type":"education","lineage":["https://openalex.org/I174167972"]}],"countries":["CA","IR"],"is_corresponding":false,"raw_author_name":"Saeed Ebadollahi","raw_affiliation_strings":["Iran University of Science and Technology,Department of Electrical Engineering","Department of Electrical and Computer Engineering Technology, British Columbia Institute of Technology","Department of Electrical Engineering, Iran University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Iran University of Science and Technology,Department of Electrical Engineering","institution_ids":["https://openalex.org/I67009956"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering Technology, British Columbia Institute of Technology","institution_ids":["https://openalex.org/I174167972"]},{"raw_affiliation_string":"Department of Electrical Engineering, Iran University of Science and Technology","institution_ids":["https://openalex.org/I67009956"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114126665","display_name":"Bob Gil","orcid":null},"institutions":[{"id":"https://openalex.org/I174167972","display_name":"British Columbia Institute of Technology","ror":"https://ror.org/01p65pg69","country_code":"CA","type":"education","lineage":["https://openalex.org/I174167972"]},{"id":"https://openalex.org/I67009956","display_name":"Iran University of Science and Technology","ror":"https://ror.org/01jw2p796","country_code":"IR","type":"education","lineage":["https://openalex.org/I67009956"]}],"countries":["CA","IR"],"is_corresponding":false,"raw_author_name":"Bob Gil","raw_affiliation_strings":["Iran University of Science and Technology,Department of Electrical Engineering","Department of Electrical and Computer Engineering Technology, British Columbia Institute of Technology","Department of Electrical Engineering, Iran University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Iran University of Science and Technology,Department of Electrical Engineering","institution_ids":["https://openalex.org/I67009956"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering Technology, British Columbia Institute of Technology","institution_ids":["https://openalex.org/I174167972"]},{"raw_affiliation_string":"Department of Electrical Engineering, Iran University of Science and Technology","institution_ids":["https://openalex.org/I67009956"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5093917767"],"corresponding_institution_ids":["https://openalex.org/I174167972","https://openalex.org/I67009956"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01316066,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"0220","last_page":"0227"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9560999870300293,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9484000205993652,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8055342435836792},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.708339273929596},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6000887751579285},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.47792893648147583},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.4642283320426941},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.43902358412742615},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.41228726506233215},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3912096619606018},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.358696311712265},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3010188341140747},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17140629887580872}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8055342435836792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.708339273929596},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6000887751579285},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.47792893648147583},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.4642283320426941},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.43902358412742615},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.41228726506233215},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3912096619606018},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.358696311712265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3010188341140747},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17140629887580872},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccwc60891.2024.10427790","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ccwc60891.2024.10427790","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 14th Annual Computing and Communication Workshop and Conference (CCWC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.6700000166893005}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1833499163","https://openalex.org/W2014544671","https://openalex.org/W2060854363","https://openalex.org/W2113430097","https://openalex.org/W2547350782","https://openalex.org/W2900918440","https://openalex.org/W2902788929","https://openalex.org/W2905022167","https://openalex.org/W3083184774","https://openalex.org/W3159988179"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W3209920515"],"abstract_inverted_index":{"Various":[0],"sciences":[1],"have":[2],"always":[3],"considered":[4],"the":[5,30,59,63,71,81,85,130,144,148,179,225,240],"maximum":[6],"use":[7],"of":[8,32,83,125,132,178,242,247,254],"limited":[9],"resources":[10],"and":[11,39,106,209,216,227,259],"planning":[12],"to":[13,57,89,98,118,261],"optimize":[14],"their":[15,197,262],"use.":[16],"Parking":[17],"in":[18,50,129,184,239],"urban":[19],"spaces":[20,135],"is":[21,74,203,235],"regarded":[22],"as":[23,176],"a":[24,44,51,55,236],"finite":[25],"resource.":[26],"This":[27],"paper":[28,127],"investigates":[29],"idea":[31],"introducing":[33],"learning":[34,181,201],"algorithms":[35],"for":[36,136,160,205],"parking":[37,60,73,87,95,134,145,221,243],"guidance":[38],"information":[40],"systems":[41],"that":[42],"employ":[43],"central":[45],"server.":[46],"Each":[47,187],"driver":[48,188],"engages":[49],"systematic":[52],"search":[53],"during":[54],"cycle":[56],"identify":[58],"space":[61],"with":[62,143,173,196],"highest":[64],"perceived":[65],"reward":[66,195],"among":[67],"all":[68],"available":[69],"options,":[70],"optimal":[72,94,133],"determined":[75],"based":[76],"on":[77],"predefined":[78],"tunings":[79],"signifying":[80],"pursuit":[82],"identifying":[84],"best":[86],"places":[88],"select.":[90],"To":[91],"provide":[92],"estimated":[93],"searching":[96],"strategies":[97],"travelers":[99],"there":[100],"are":[101,212,250,257],"two":[102],"options":[103],"linear":[104,116],"programming":[105,117],"dynamic":[107],"programming.":[108],"Several":[109],"scenarios":[110],"will":[111],"be":[112],"argued":[113],"from":[114],"basic":[115],"Reinforcement":[119],"Learning":[120],"methods.":[121],"The":[122,151,199],"main":[123],"contribution":[124],"this":[126,185,191,229],"lies":[128],"identification":[131],"drivers":[137],"by":[138],"considering":[139,214],"various":[140],"factors":[141],"associated":[142],"spaces,":[146],"employing":[147],"MAB":[149,192],"approach.":[150],"multi-armed":[152],"bandit":[153],"(MAB)":[154],"model":[155],"has":[156],"been":[157],"widely":[158],"adopted":[159],"studying":[161],"many":[162],"practical":[163],"optimization":[164],"problems":[165,244],"(network":[166],"resource":[167],"allocation,":[168],"ad":[169],"placement,":[170],"crowdsourcing,":[171],"etc.)":[172],"unknown":[174],"parameters,":[175],"one":[177],"reinforcement":[180,200],"implementations":[182],"used":[183],"investigation.":[186],"who":[189],"played":[190],"gained":[193],"its":[194],"probabilities.":[198],"methodology":[202],"utilized":[204],"which":[206,234],"both":[207],"Greedy":[208],"\u03b5-Greedy":[210],"simulations":[211],"run":[213],"stationary":[215],"nonstationary":[217],"scenarios,":[218],"meanwhile,":[219],"each":[220,255],"selection":[222],"can":[223],"change":[224,233],"environment,":[226],"regarding":[228],"change,":[230],"scenario":[231,238,256],"assumptions":[232],"new":[237],"area":[241],"finally":[245],"results":[246],"these":[248],"conditions":[249],"analyzed":[251],"while":[252],"aspects":[253],"discussed":[258],"compared":[260],"efficiency.":[263]},"counts_by_year":[],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}