{"id":"https://openalex.org/W2586602972","doi":"https://doi.org/10.1109/smc.2016.7844958","title":"Robot position control in pipes using Q Learning","display_name":"Robot position control in pipes using Q Learning","publication_year":2016,"publication_date":"2016-10-01","ids":{"openalex":"https://openalex.org/W2586602972","doi":"https://doi.org/10.1109/smc.2016.7844958","mag":"2586602972"},"language":"en","primary_location":{"id":"doi:10.1109/smc.2016.7844958","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc.2016.7844958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022446546","display_name":"Danilo Sulino Silveira Pinto","orcid":null},"institutions":[{"id":"https://openalex.org/I68106152","display_name":"Universidade Federal de Goi\u00e1s","ror":"https://ror.org/0039d5757","country_code":"BR","type":"education","lineage":["https://openalex.org/I68106152"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Danilo Sulino Silveira Pinto","raw_affiliation_strings":["Escola de Engenharia El\u00e9trica, Universidade Federal de Goi\u00e1s - UFG, Goi\u00e2nia, Goi\u00e1s, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Escola de Engenharia El\u00e9trica, Universidade Federal de Goi\u00e1s - UFG, Goi\u00e2nia, Goi\u00e1s, Brazil","institution_ids":["https://openalex.org/I68106152"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025503779","display_name":"Karina Rocha Gomes da Silva","orcid":null},"institutions":[{"id":"https://openalex.org/I68106152","display_name":"Universidade Federal de Goi\u00e1s","ror":"https://ror.org/0039d5757","country_code":"BR","type":"education","lineage":["https://openalex.org/I68106152"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Karina Rocha Gomes da Silva","raw_affiliation_strings":["Escola de Engenharia El\u00e9trica, Universidade Federal de Goi\u00e1s - UFG, Goi\u00e2nia, Goi\u00e1s, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Escola de Engenharia El\u00e9trica, Universidade Federal de Goi\u00e1s - UFG, Goi\u00e2nia, Goi\u00e1s, Brazil","institution_ids":["https://openalex.org/I68106152"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I68106152"],"apc_list":null,"apc_paid":null,"fwci":0.3603,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70999295,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"166","issue":null,"first_page":"004609","last_page":"004613"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microcontroller","display_name":"Microcontroller","score":0.7673485279083252},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7627674341201782},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.7022112607955933},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.604689359664917},{"id":"https://openalex.org/keywords/gyroscope","display_name":"Gyroscope","score":0.5624246001243591},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5530640482902527},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4359395205974579},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43505752086639404},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4225085973739624},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.41809308528900146},{"id":"https://openalex.org/keywords/movement","display_name":"Movement (music)","score":0.4175302982330322},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3812018036842346},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3783698081970215},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.350003182888031},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.1262626349925995},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.0826844573020935},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.06952798366546631}],"concepts":[{"id":"https://openalex.org/C173018170","wikidata":"https://www.wikidata.org/wiki/Q165678","display_name":"Microcontroller","level":2,"score":0.7673485279083252},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7627674341201782},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.7022112607955933},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.604689359664917},{"id":"https://openalex.org/C158488048","wikidata":"https://www.wikidata.org/wiki/Q483400","display_name":"Gyroscope","level":2,"score":0.5624246001243591},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5530640482902527},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4359395205974579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43505752086639404},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4225085973739624},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.41809308528900146},{"id":"https://openalex.org/C2780226923","wikidata":"https://www.wikidata.org/wiki/Q929848","display_name":"Movement (music)","level":2,"score":0.4175302982330322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3812018036842346},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3783698081970215},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.350003182888031},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.1262626349925995},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0826844573020935},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.06952798366546631},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc.2016.7844958","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc.2016.7844958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Clean water and sanitation","id":"https://metadata.un.org/sdg/6"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323204","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de Goi\u00e1s","ror":"https://ror.org/00w8cq239"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1994198993","https://openalex.org/W2035607757","https://openalex.org/W2145952809","https://openalex.org/W2221586755","https://openalex.org/W6659398477","https://openalex.org/W6688755588"],"related_works":["https://openalex.org/W1889129279","https://openalex.org/W4387451989","https://openalex.org/W2532412374","https://openalex.org/W2063137106","https://openalex.org/W4316095964","https://openalex.org/W2358715846","https://openalex.org/W2761234876","https://openalex.org/W2357555244","https://openalex.org/W2387248368","https://openalex.org/W2742202009"],"abstract_inverted_index":{"In":[0],"the":[1,11,38,74,81,85,90,93,106,118],"most":[2],"critical":[3],"hydro":[4],"crisis":[5],"in":[6,37,62,105,111],"Brazil,":[7],"37":[8],"percent":[9],"of":[10,14,40,66,76,96],"whole":[12],"amount":[13],"treated":[15],"water":[16],"is":[17,33],"wasted":[18],"before":[19],"reaching":[20],"consumers.":[21],"A":[22],"robot":[23],"with":[24],"a":[25,31,53,60,63,67,77,101,112,126,131],"position":[26],"control":[27],"to":[28,44,98,125,130],"travel":[29],"inside":[30,100],"pipe":[32,69,114],"an":[34,41],"important":[35],"step":[36],"pursuit":[39],"autonomous":[42],"solution":[43],"detect":[45],"and":[46,79,87,121,129],"correct":[47],"pipes":[48],"failures.":[49],"This":[50],"paper":[51],"shows":[52],"Q":[54],"Learning":[55],"controller":[56,91],"algorithm":[57,120],"implemented":[58],"using":[59,117],"microcontroller":[61],"mechanical":[64],"body":[65],"commercial":[68],"inspection":[70],"robot.":[71],"Using":[72],"only":[73],"measurements":[75],"gyroscope,":[78],"controlling":[80],"wheels'":[82],"motors":[83],"on":[84],"left":[86],"right":[88],"sides,":[89],"learned":[92],"best":[94],"set":[95],"movements":[97],"ride":[99],"300mm":[102,113],"sewer":[103],"pipe,":[104],"tested":[107],"conditions.":[108],"Real":[109],"tests":[110],"were":[115],"performed":[116],"developed":[119],"it":[122],"was":[123],"compared":[124],"random":[127],"movement":[128],"straight":[132],"forward":[133],"movement.":[134]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}