{"id":"https://openalex.org/W4200495508","doi":"https://doi.org/10.3390/s21248331","title":"A Reinforcement Learning Based Dirt-Exploration for Cleaning-Auditing Robot","display_name":"A Reinforcement Learning Based Dirt-Exploration for Cleaning-Auditing Robot","publication_year":2021,"publication_date":"2021-12-13","ids":{"openalex":"https://openalex.org/W4200495508","doi":"https://doi.org/10.3390/s21248331","pmid":"https://pubmed.ncbi.nlm.nih.gov/34960425"},"language":"en","primary_location":{"id":"doi:10.3390/s21248331","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s21248331","pdf_url":"https://www.mdpi.com/1424-8220/21/24/8331/pdf?version=1639973989","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/21/24/8331/pdf?version=1639973989","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089170493","display_name":"Thejus Pathmakumar","orcid":"https://orcid.org/0000-0002-4010-570X"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Thejus Pathmakumar","raw_affiliation_strings":["Engineering Product Development Pillar, Singapore University of Technology and Design (SUTD), Singapore 487372, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4010-570X","affiliations":[{"raw_affiliation_string":"Engineering Product Development Pillar, Singapore University of Technology and Design (SUTD), Singapore 487372, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041057723","display_name":"Mohan Rajesh Elara","orcid":"https://orcid.org/0000-0001-6504-1530"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mohan Rajesh Elara","raw_affiliation_strings":["Engineering Product Development Pillar, Singapore University of Technology and Design (SUTD), Singapore 487372, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6504-1530","affiliations":[{"raw_affiliation_string":"Engineering Product Development Pillar, Singapore University of Technology and Design (SUTD), Singapore 487372, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068621996","display_name":"Braulio F\u00e9lix G\u00f3mez","orcid":"https://orcid.org/0000-0002-1425-2319"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Braulio F\u00e9lix G\u00f3mez","raw_affiliation_strings":["Engineering Product Development Pillar, Singapore University of Technology and Design (SUTD), Singapore 487372, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1425-2319","affiliations":[{"raw_affiliation_string":"Engineering Product Development Pillar, Singapore University of Technology and Design (SUTD), Singapore 487372, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057929288","display_name":"Balakrishnan Ramalingam","orcid":"https://orcid.org/0000-0002-3243-9814"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Balakrishnan Ramalingam","raw_affiliation_strings":["Engineering Product Development Pillar, Singapore University of Technology and Design (SUTD), Singapore 487372, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3243-9814","affiliations":[{"raw_affiliation_string":"Engineering Product Development Pillar, Singapore University of Technology and Design (SUTD), Singapore 487372, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057929288"],"corresponding_institution_ids":["https://openalex.org/I152815399"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":1.1194,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.82903916,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"21","issue":"24","first_page":"8331","last_page":"8331"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9419999718666077,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9381999969482422,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dirt","display_name":"Dirt","score":0.9515241384506226},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7717487812042236},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6590651273727417},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.657002866268158},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5285419821739197},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.501253604888916},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.49201700091362},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4240688681602478},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3384250998497009},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32861530780792236},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3214937448501587},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.1335078775882721}],"concepts":[{"id":"https://openalex.org/C2778582501","wikidata":"https://www.wikidata.org/wiki/Q555882","display_name":"Dirt","level":2,"score":0.9515241384506226},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7717487812042236},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6590651273727417},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.657002866268158},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5285419821739197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.501253604888916},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.49201700091362},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4240688681602478},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3384250998497009},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32861530780792236},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3214937448501587},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.1335078775882721},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.3390/s21248331","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s21248331","pdf_url":"https://www.mdpi.com/1424-8220/21/24/8331/pdf?version=1639973989","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:34960425","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34960425","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:0c83a4f6a7c74e30aaa6fb33691cdb13","is_oa":true,"landing_page_url":"https://doaj.org/article/0c83a4f6a7c74e30aaa6fb33691cdb13","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 21, Iss 24, p 8331 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/21/24/8331/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s21248331","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 21; Issue 24; Pages: 8331","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:8706451","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8706451","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s21248331","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s21248331","pdf_url":"https://www.mdpi.com/1424-8220/21/24/8331/pdf?version=1639973989","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G7986934666","display_name":null,"funder_award_id":"1922200108","funder_id":"https://openalex.org/F4320320696","funder_display_name":"Agency for Science, Technology and Research"}],"funders":[{"id":"https://openalex.org/F4320320696","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4200495508.pdf","grobid_xml":"https://content.openalex.org/works/W4200495508.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W2034861317","https://openalex.org/W2051390804","https://openalex.org/W2117211893","https://openalex.org/W2133665775","https://openalex.org/W2156951624","https://openalex.org/W2186120801","https://openalex.org/W2578814052","https://openalex.org/W2605516844","https://openalex.org/W2754443210","https://openalex.org/W2765892522","https://openalex.org/W2780624097","https://openalex.org/W2789990415","https://openalex.org/W2791591756","https://openalex.org/W2803274829","https://openalex.org/W2810169700","https://openalex.org/W2811374584","https://openalex.org/W2890667190","https://openalex.org/W2901136733","https://openalex.org/W2901443709","https://openalex.org/W2910054127","https://openalex.org/W2914365515","https://openalex.org/W2963129648","https://openalex.org/W2963428623","https://openalex.org/W2967847744","https://openalex.org/W3000113184","https://openalex.org/W3004106166","https://openalex.org/W3006868075","https://openalex.org/W3010300896","https://openalex.org/W3094533644","https://openalex.org/W3095315965","https://openalex.org/W3127380775","https://openalex.org/W3131511400","https://openalex.org/W3158375813","https://openalex.org/W3174930295","https://openalex.org/W3175865716","https://openalex.org/W3177980325","https://openalex.org/W3180715975","https://openalex.org/W3192148507","https://openalex.org/W3192244623","https://openalex.org/W3192482050","https://openalex.org/W6675936268","https://openalex.org/W6684205842","https://openalex.org/W6686658788","https://openalex.org/W6756486208","https://openalex.org/W6797632860"],"related_works":["https://openalex.org/W2057213227","https://openalex.org/W2483334712","https://openalex.org/W195039303","https://openalex.org/W2921959338","https://openalex.org/W2352212546","https://openalex.org/W2157479968","https://openalex.org/W2036897369","https://openalex.org/W2382531111","https://openalex.org/W2381195684","https://openalex.org/W2077604717"],"abstract_inverted_index":{"Cleaning":[0],"is":[1,45,65,67,131],"one":[2],"of":[3,18,43,62,78],"the":[4,16,21,32,41,59,76,119,147],"fundamental":[5,60],"tasks":[6],"with":[7,136],"prime":[8],"importance":[9,17],"given":[10,80,126],"in":[11,124,133,150],"our":[12],"day-to-day":[13],"life.":[14],"Moreover,":[15],"cleaning":[19,33,44,160],"drives":[20],"research":[22,49,83],"efforts":[23],"towards":[24,57],"bringing":[25],"leading":[26],"edge":[27],"technologies,":[28],"including":[29],"robotics,":[30],"into":[31],"domain.":[34],"However,":[35],"an":[36,46,70,157],"effective":[37],"method":[38,110],"to":[39,51,111,117,145],"assess":[40],"quality":[42],"equally":[47],"important":[48],"problem":[50],"be":[52],"addressed.":[53],"The":[54,99,128],"primary":[55],"footstep":[56],"addressing":[58],"question":[61],"\"How":[63],"clean":[64],"clean\"":[66],"addressed":[68],"using":[69,156],"autonomous":[71],"cleaning-auditing":[72,97],"robot":[73,162],"that":[74],"audits":[75],"cleanliness":[77],"a":[79,87,96,125],"area.":[81,127],"This":[82],"work":[84],"focuses":[85],"on":[86],"novel":[88],"reinforcement":[89],"learning-based":[90],"experience-driven":[91],"dirt":[92,121,138],"exploration":[93],"strategy":[94],"for":[95],"robot.":[98],"proposed":[100],"approach":[101],"uses":[102],"proximal":[103],"policy":[104,129,149],"approximation":[105],"(PPO)":[106],"based":[107],"on-policy":[108],"learning":[109],"generate":[112],"waypoints":[113],"and":[114,153],"sampling":[115],"decisions":[116],"explore":[118],"probable":[120],"accumulation":[122],"regions":[123],"network":[130],"trained":[132,148],"multiple":[134],"environments":[135,155],"simulated":[137,152],"patterns.":[139],"Experiment":[140],"trials":[141],"have":[142],"been":[143],"conducted":[144],"validate":[146],"both":[151],"real-world":[154],"in-house":[158],"developed":[159],"audit":[161],"called":[163],"BELUGA.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}