{"id":"https://openalex.org/W3036668012","doi":"https://doi.org/10.1109/wcnc45663.2020.9120611","title":"Deep Reinforcement Learning based Indoor Air Quality Sensing by Cooperative Mobile Robots","display_name":"Deep Reinforcement Learning based Indoor Air Quality Sensing by Cooperative Mobile Robots","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3036668012","doi":"https://doi.org/10.1109/wcnc45663.2020.9120611","mag":"3036668012"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc45663.2020.9120611","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc45663.2020.9120611","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101899276","display_name":"Zhiwen Hu","orcid":"https://orcid.org/0000-0002-7135-7424"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Hu","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analysis and Applications, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analysis and Applications, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085891697","display_name":"Tiankuo Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tiankuo Song","raw_affiliation_strings":["Beijing 101 Middle School, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing 101 Middle School, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064314482","display_name":"Kaigui Bian","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaigui Bian","raw_affiliation_strings":["Department of Computer Science, Peking University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102012574","display_name":"Lingyang Song","orcid":"https://orcid.org/0000-0001-8644-8241"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyang Song","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analysis and Applications, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analysis and Applications, Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10190","display_name":"Air Quality and Health Impacts","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2307","display_name":"Health, Toxicology and Mutagenesis"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9674000144004822,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7698020935058594},{"id":"https://openalex.org/keywords/indoor-air-quality","display_name":"Indoor air quality","score":0.6888849139213562},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6594240069389343},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.6218327283859253},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6096934676170349},{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.5683839917182922},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5416226387023926},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.48542746901512146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4661693871021271},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4393700361251831},{"id":"https://openalex.org/keywords/air-quality-index","display_name":"Air quality index","score":0.4364083409309387},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3720073699951172},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13293036818504333},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08532294631004333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7698020935058594},{"id":"https://openalex.org/C65469","wikidata":"https://www.wikidata.org/wiki/Q905504","display_name":"Indoor air quality","level":2,"score":0.6888849139213562},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6594240069389343},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.6218327283859253},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6096934676170349},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.5683839917182922},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5416226387023926},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.48542746901512146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4661693871021271},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4393700361251831},{"id":"https://openalex.org/C126314574","wikidata":"https://www.wikidata.org/wiki/Q2364111","display_name":"Air quality index","level":2,"score":0.4364083409309387},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3720073699951172},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13293036818504333},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08532294631004333},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc45663.2020.9120611","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc45663.2020.9120611","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2024287773","https://openalex.org/W2062404613","https://openalex.org/W2115511946","https://openalex.org/W2123638871","https://openalex.org/W2132351269","https://openalex.org/W2135194391","https://openalex.org/W2139917573","https://openalex.org/W2322341507","https://openalex.org/W2325723732","https://openalex.org/W2814426766","https://openalex.org/W2977271433","https://openalex.org/W3034533409","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6678589572"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Confronted":[0],"with":[1],"the":[2,10,17,32,40,46,56,59,63,66,69,81,109,116,119,142],"severe":[3],"indoor":[4,18],"air":[5,19],"pollution":[6],"nowadays,":[7],"we":[8,38,90,107,125],"propose":[9],"usage":[11],"of":[12,58,65,118],"multiple":[13],"robots":[14,67],"to":[15,44,54,79,140],"detect":[16],"quality":[20],"(IAQ)":[21],"cooperatively":[22],"for":[23,101],"fewer":[24],"sensors":[25],"and":[26,50,114,136],"larger":[27],"sensing":[28],"area.":[29,61],"To":[30,85],"acquire":[31],"complete":[33],"real-time":[34,102],"IAQ":[35,47,111,143],"distribution":[36],"map,":[37],"exploit":[39],"real":[41],"statistical":[42],"data":[43,48,112],"construct":[45],"model":[49,113],"adopt":[51],"Kalman":[52],"Filter":[53],"obtain":[55],"estimation":[57,70,83],"unmeasured":[60],"Since":[62],"movement":[64,74,99],"affects":[68],"accuracy,":[71],"a":[72,92,138],"proper":[73],"strategy":[75],"should":[76],"be":[77],"planned":[78],"minimize":[80],"total":[82],"error.":[84],"solve":[86],"this":[87,128],"optimization":[88],"problem,":[89],"design":[91],"deep":[93],"Q-learning":[94],"approach,":[95],"which":[96],"provides":[97],"sub-optimal":[98],"strategies":[100],"robot":[103],"sensing.":[104],"By":[105],"simulations,":[106],"verify":[108],"adopted":[110],"testify":[115],"effectiveness":[117],"proposed":[120],"solution.":[121],"For":[122],"application":[123],"considerations,":[124],"have":[126],"deployed":[127],"system":[129],"in":[130],"Peking":[131],"University":[132],"since":[133],"Dec.":[134],"2018":[135],"developed":[137],"website":[139],"visualize":[141],"distribution.":[144]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}