{"id":"https://openalex.org/W2623902153","doi":"https://doi.org/10.1109/jiot.2017.2712560","title":"Semisupervised Deep Reinforcement Learning in Support of IoT and Smart City Services","display_name":"Semisupervised Deep Reinforcement Learning in Support of IoT and Smart City Services","publication_year":2017,"publication_date":"2017-06-09","ids":{"openalex":"https://openalex.org/W2623902153","doi":"https://doi.org/10.1109/jiot.2017.2712560","mag":"2623902153"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2017.2712560","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2017.2712560","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1810.04118","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015767232","display_name":"Mehdi Mohammadi","orcid":"https://orcid.org/0000-0001-9947-3470"},"institutions":[{"id":"https://openalex.org/I141649380","display_name":"Western Michigan University","ror":"https://ror.org/04j198w64","country_code":"US","type":"education","lineage":["https://openalex.org/I141649380"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mehdi Mohammadi","raw_affiliation_strings":["Department of Computer Science, Western Michigan University, Kalamazoo, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Western Michigan University, Kalamazoo, MI, USA","institution_ids":["https://openalex.org/I141649380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008695053","display_name":"Ala Al\u2010Fuqaha","orcid":"https://orcid.org/0000-0002-0903-1204"},"institutions":[{"id":"https://openalex.org/I141649380","display_name":"Western Michigan University","ror":"https://ror.org/04j198w64","country_code":"US","type":"education","lineage":["https://openalex.org/I141649380"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ala Al-Fuqaha","raw_affiliation_strings":["Department of Computer Science, Western Michigan University, Kalamazoo, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Western Michigan University, Kalamazoo, MI, USA","institution_ids":["https://openalex.org/I141649380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057916222","display_name":"Mohsen Guizani","orcid":"https://orcid.org/0000-0002-8972-8094"},"institutions":[{"id":"https://openalex.org/I155093810","display_name":"University of Idaho","ror":"https://ror.org/03hbp5t65","country_code":"US","type":"education","lineage":["https://openalex.org/I155093810"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohsen Guizani","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Idaho, Moscow, ID, USA"],"raw_orcid":"https://orcid.org/0000-0002-8972-8094","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Idaho, Moscow, ID, USA","institution_ids":["https://openalex.org/I155093810"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047291051","display_name":"Jun-Seok Oh","orcid":"https://orcid.org/0000-0003-3511-0640"},"institutions":[{"id":"https://openalex.org/I141649380","display_name":"Western Michigan University","ror":"https://ror.org/04j198w64","country_code":"US","type":"education","lineage":["https://openalex.org/I141649380"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun-Seok Oh","raw_affiliation_strings":["Department of Civil and Construction Engineering, Western Michigan University, Kalamazoo, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Civil and Construction Engineering, Western Michigan University, Kalamazoo, MI, USA","institution_ids":["https://openalex.org/I141649380"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5015767232"],"corresponding_institution_ids":["https://openalex.org/I141649380"],"apc_list":null,"apc_paid":null,"fwci":23.9621,"has_fulltext":false,"cited_by_count":429,"citation_normalized_percentile":{"value":0.99701789,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"5","issue":"2","first_page":"624","last_page":"635"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8889071345329285},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7953827381134033},{"id":"https://openalex.org/keywords/smart-city","display_name":"Smart city","score":0.6507726907730103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6023083329200745},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5852668881416321},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5482299327850342},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.526443362236023},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5235133767127991},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.463752806186676},{"id":"https://openalex.org/keywords/smart-environment","display_name":"Smart environment","score":0.4188568592071533},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4103265702724457},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.26096677780151367},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.19655168056488037}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8889071345329285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7953827381134033},{"id":"https://openalex.org/C2777103469","wikidata":"https://www.wikidata.org/wiki/Q1231558","display_name":"Smart city","level":3,"score":0.6507726907730103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6023083329200745},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5852668881416321},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5482299327850342},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.526443362236023},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5235133767127991},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.463752806186676},{"id":"https://openalex.org/C152223200","wikidata":"https://www.wikidata.org/wiki/Q3055471","display_name":"Smart environment","level":3,"score":0.4188568592071533},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4103265702724457},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26096677780151367},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.19655168056488037},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2017.2712560","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2017.2712560","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1810.04118","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.04118","pdf_url":"https://arxiv.org/pdf/1810.04118","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1810.04118","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.04118","pdf_url":"https://arxiv.org/pdf/1810.04118","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G7238678791","display_name":null,"funder_award_id":"# [7-1113-1-199]","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"}],"funders":[{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W326246137","https://openalex.org/W1479807131","https://openalex.org/W1549299831","https://openalex.org/W1725721317","https://openalex.org/W1747229408","https://openalex.org/W1757796397","https://openalex.org/W1893431417","https://openalex.org/W1934909785","https://openalex.org/W1998436755","https://openalex.org/W2024669213","https://openalex.org/W2025241138","https://openalex.org/W2034782889","https://openalex.org/W2043108579","https://openalex.org/W2069499136","https://openalex.org/W2108501770","https://openalex.org/W2121863487","https://openalex.org/W2134295053","https://openalex.org/W2134671728","https://openalex.org/W2145339207","https://openalex.org/W2159200188","https://openalex.org/W2179488730","https://openalex.org/W2240192984","https://openalex.org/W2271840356","https://openalex.org/W2291859485","https://openalex.org/W2296766323","https://openalex.org/W2306156530","https://openalex.org/W2340240548","https://openalex.org/W2407712691","https://openalex.org/W2462906003","https://openalex.org/W2465628802","https://openalex.org/W2470142083","https://openalex.org/W2470447572","https://openalex.org/W2498017881","https://openalex.org/W2522340145","https://openalex.org/W2524771588","https://openalex.org/W2530742177","https://openalex.org/W2535327675","https://openalex.org/W2546571074","https://openalex.org/W2559108640","https://openalex.org/W2919115771","https://openalex.org/W2949416428","https://openalex.org/W2949801941","https://openalex.org/W2962887844","https://openalex.org/W2964179661","https://openalex.org/W3099019051","https://openalex.org/W4214717370","https://openalex.org/W4245973528","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6656700134","https://openalex.org/W6668004766","https://openalex.org/W6675944832","https://openalex.org/W6680125751","https://openalex.org/W6690274725","https://openalex.org/W6694517276","https://openalex.org/W6718836005","https://openalex.org/W6719647531","https://openalex.org/W6727222535"],"related_works":["https://openalex.org/W4296618677","https://openalex.org/W4233691635","https://openalex.org/W2549527627","https://openalex.org/W2517427031","https://openalex.org/W2337807623","https://openalex.org/W2940060457","https://openalex.org/W2895845379","https://openalex.org/W1579500408","https://openalex.org/W2961250870","https://openalex.org/W2560316343"],"abstract_inverted_index":{"Smart":[0],"services":[1,22,199],"are":[2],"an":[3,72,226],"important":[4],"element":[5],"of":[6,13,35,122,142,163,180,196,221,228,232],"the":[7,11,18,21,28,118,123,132,140,145,149,156,174,178,193,211,222,235,246],"smart":[8,78,105,164,170,197],"cities":[9],"and":[10,25,77,113,120,172,237],"Internet":[12],"Things":[14],"(IoT)":[15],"ecosystems":[16],"where":[17,81],"intelligence":[19],"behind":[20],"is":[23,38,71,148,192],"obtained":[24],"improved":[26],"through":[27],"sensory":[29],"data.":[30],"Providing":[31],"a":[32,99,160,218],"large":[33],"amount":[34],"training":[36,92],"data":[37,52,83,115],"not":[39],"always":[40],"feasible;":[41],"therefore,":[42],"we":[43,97,167],"need":[44],"to":[45,116,155,177,217,234,245],"consider":[46],"alternative":[47],"ways":[48],"that":[49,103,152,215],"incorporate":[50],"unlabeled":[51,114],"as":[53,108,131],"well.":[54],"In":[55,94],"recent":[56],"years,":[57],"deep":[58],"reinforcement":[59],"learning":[60,124],"(DRL)":[61],"has":[62],"gained":[63],"great":[64],"success":[65],"in":[66,205,230],"several":[67],"application":[68],"domains.":[69],"It":[70],"applicable":[73],"method":[74],"for":[75,91,135],"IoT":[76],"city":[79,106,165,198],"scenarios":[80],"auto-generated":[82],"can":[84],"be":[85],"partially":[86],"labeled":[87,112],"by":[88],"users'":[89],"feedback":[90],"purposes.":[93],"this":[95],"paper,":[96],"propose":[98],"semisupervised":[100,157],"DRL":[101,154,248],"model":[102,127,147,176,209],"fits":[104],"applications":[107],"it":[109],"consumes":[110],"both":[111],"improve":[117],"performance":[119],"accuracy":[121],"agent.":[125],"The":[126],"utilizes":[128],"variational":[129],"autoencoders":[130],"inference":[133],"engine":[134],"generalizing":[136],"optimal":[137],"policies.":[138],"To":[139],"best":[141,212],"our":[143],"knowledge,":[144],"proposed":[146,175],"first":[150],"investigation":[151],"extends":[153],"paradigm.":[158],"As":[159],"case":[161],"study":[162],"applications,":[166],"focus":[168],"on":[169,184],"buildings":[171],"apply":[173],"problem":[179],"indoor":[181,206],"localization":[182,191],"based":[183],"Bluetooth":[185],"low":[186],"energy":[187],"signal":[188],"strength.":[189],"Indoor":[190],"main":[194],"component":[195],"since":[200],"people":[201],"spend":[202],"significant":[203],"time":[204],"environments.":[207],"Our":[208],"learns":[210],"action":[213],"policies":[214],"lead":[216],"close":[219],"estimation":[220],"target":[223,236],"locations":[224],"with":[225],"improvement":[227],"23%":[229],"terms":[231],"distance":[233],"at":[238],"least":[239],"67%":[240],"more":[241],"received":[242],"rewards":[243],"compared":[244],"supervised":[247],"model.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":43},{"year":2023,"cited_by_count":49},{"year":2022,"cited_by_count":54},{"year":2021,"cited_by_count":79},{"year":2020,"cited_by_count":81},{"year":2019,"cited_by_count":50},{"year":2018,"cited_by_count":31},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}