{"id":"https://openalex.org/W4380075498","doi":"https://doi.org/10.1145/3590837.3590859","title":"Edge-Based HTSO Model via Markov Decision Process Using Q-Learning","display_name":"Edge-Based HTSO Model via Markov Decision Process Using Q-Learning","publication_year":2022,"publication_date":"2022-12-23","ids":{"openalex":"https://openalex.org/W4380075498","doi":"https://doi.org/10.1145/3590837.3590859"},"language":"en","primary_location":{"id":"doi:10.1145/3590837.3590859","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3590837.3590859","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Conference on Information Management & Machine Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008693242","display_name":"Saurabh Sureshrao Nimkar","orcid":"https://orcid.org/0000-0001-5442-8764"},"institutions":[{"id":"https://openalex.org/I4210146358","display_name":"Raisoni Group of Institutions","ror":"https://ror.org/03dp11s58","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210146358"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Saurabh Sureshrao Nimkar","raw_affiliation_strings":["ELECTRONICS ENGINEERING DEPARTMENT, G H RAISONI COLLEGE OF ENGINEERING, India"],"raw_orcid":"https://orcid.org/0000-0001-5442-8764","affiliations":[{"raw_affiliation_string":"ELECTRONICS ENGINEERING DEPARTMENT, G H RAISONI COLLEGE OF ENGINEERING, India","institution_ids":["https://openalex.org/I4210146358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074016765","display_name":"Milind Khanapurkar","orcid":"https://orcid.org/0000-0001-7450-2802"},"institutions":[{"id":"https://openalex.org/I4210146358","display_name":"Raisoni Group of Institutions","ror":"https://ror.org/03dp11s58","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210146358"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Milind M Khanapurkar","raw_affiliation_strings":["Department of Electronics & Telecommunication Engineering, G H Raisoni College of Engineering Nagpur, India"],"raw_orcid":"https://orcid.org/0000-0001-7450-2802","affiliations":[{"raw_affiliation_string":"Department of Electronics & Telecommunication Engineering, G H Raisoni College of Engineering Nagpur, India","institution_ids":["https://openalex.org/I4210146358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5008693242"],"corresponding_institution_ids":["https://openalex.org/I4210146358"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23311779,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.7956109642982483},{"id":"https://openalex.org/keywords/electronics","display_name":"Electronics","score":0.5522558093070984},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.41354215145111084},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4105337858200073},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.38116198778152466},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.18624651432037354},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.17296475172042847}],"concepts":[{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.7956109642982483},{"id":"https://openalex.org/C138331895","wikidata":"https://www.wikidata.org/wiki/Q11650","display_name":"Electronics","level":2,"score":0.5522558093070984},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41354215145111084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4105337858200073},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.38116198778152466},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.18624651432037354},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.17296475172042847}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3590837.3590859","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3590837.3590859","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Conference on Information Management & Machine Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2996865961","https://openalex.org/W3000156254","https://openalex.org/W3004718830","https://openalex.org/W3010178570","https://openalex.org/W3013961703","https://openalex.org/W3016822131","https://openalex.org/W3020843626","https://openalex.org/W3026960952","https://openalex.org/W3034211584","https://openalex.org/W3037353980","https://openalex.org/W3046127806","https://openalex.org/W3046663820","https://openalex.org/W3059506646","https://openalex.org/W3088802706","https://openalex.org/W3101102032","https://openalex.org/W3107134109","https://openalex.org/W3107470314","https://openalex.org/W3127919686","https://openalex.org/W3133281398","https://openalex.org/W3135702594","https://openalex.org/W3156167080","https://openalex.org/W3163035554","https://openalex.org/W3170246614","https://openalex.org/W3175915686","https://openalex.org/W3181444795","https://openalex.org/W3194024219","https://openalex.org/W3197974243","https://openalex.org/W3205705169"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":{"research-article":[0],"Share":[1],"on":[2,84,138],"Edge-Based":[3],"HTSO":[4],"Model":[5],"via":[6],"Markov":[7],"Decision":[8],"Process":[9],"Using":[10],"Q-Learning":[11],"Authors:":[12],"Saurabh":[13],"Sureshrao":[14],"Nimkar":[15],"ELECTRONICS":[16,26],"ENGINEERING":[17,27],"DEPARTMENT,":[18,28],"G":[19,29,48,62],"H":[20,30,49,63],"RAISONI":[21,31],"COLLEGE":[22,32],"OF":[23,33],"ENGINEERING,":[24,34],"India":[25,35,55,69],"0000-0001-5442-8764View":[36],"Profile":[37,71],",":[38],"Milind":[39],"M":[40],"Khanapurkar":[41],"Department":[42,56],"of":[43,52,57,66,79],"Electronics":[44,58],"&":[45,59,74,87],"Telecommunication":[46,60],"Engineering,":[47,61],"Raisoni":[50,64],"College":[51,65],"Engineering":[53,67],"Nagpur,":[54,68],"0000-0001-7450-2802View":[70],"Authors":[72],"Info":[73],"Claims":[75],"ICIMMI":[76],"'22:":[77],"Proceedings":[78],"the":[80,139],"4th":[81],"International":[82],"Conference":[83],"Information":[85],"Management":[86],"Machine":[88],"IntelligenceDecember":[89],"2022Article":[90],"No.:":[91],"22Pages":[92],"1\u20138https://doi.org/10.1145/3590837.3590859Published:30":[93],"May":[94],"2023Publication":[95],"History":[96],"0citation5DownloadsMetricsTotal":[97],"Citations0Total":[98],"Downloads5Last":[99],"12":[100],"Months5Last":[101],"6":[102],"weeks5":[103],"Get":[104],"Citation":[105,107,144],"AlertsNew":[106,143],"Alert":[108],"added!This":[109],"alert":[110,135],"has":[111,130],"been":[112,131],"successfully":[113],"added":[114],"and":[115],"will":[116,120],"be":[117,121],"sent":[118],"to:You":[119],"notified":[122],"whenever":[123],"a":[124,156],"record":[125],"that":[126],"you":[127],"have":[128],"chosen":[129],"cited.To":[132],"manage":[133],"your":[134,149],"preferences,":[136],"click":[137],"button":[140],"below.Manage":[141],"my":[142],"Alert!Please":[145],"log":[146],"in":[147],"to":[148,152,154],"account":[150],"Save":[151],"BinderSave":[153],"BinderCreate":[155],"New":[157],"BinderNameCancelCreateExport":[158],"CitationPublisher":[159],"SiteGet":[160],"Access":[161]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}