{"id":"https://openalex.org/W3109850669","doi":"https://doi.org/10.5220/0010237307420751","title":"Real-time Active Vision for a Humanoid Soccer Robot using Deep Reinforcement Learning","display_name":"Real-time Active Vision for a Humanoid Soccer Robot using Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3109850669","doi":"https://doi.org/10.5220/0010237307420751","mag":"3109850669"},"language":"en","primary_location":{"id":"doi:10.5220/0010237307420751","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0010237307420751","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Agents and Artificial Intelligence","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0010237307420751","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014968228","display_name":"Soheil Khatibi","orcid":"https://orcid.org/0000-0002-2968-3576"},"institutions":[{"id":"https://openalex.org/I197220011","display_name":"Qazvin Islamic Azad University","ror":"https://ror.org/023kjn321","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433","https://openalex.org/I197220011"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Soheil Khatibi","raw_affiliation_strings":["Mechatronics Research Laboratory, Qazvin Azad University, Qazvin, Iran, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mechatronics Research Laboratory, Qazvin Azad University, Qazvin, Iran, --- Select a Country ---","institution_ids":["https://openalex.org/I197220011"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017666322","display_name":"Meisam Teimouri","orcid":"https://orcid.org/0000-0003-0465-6528"},"institutions":[{"id":"https://openalex.org/I197220011","display_name":"Qazvin Islamic Azad University","ror":"https://ror.org/023kjn321","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433","https://openalex.org/I197220011"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Meisam Teimouri","raw_affiliation_strings":["Mechatronics Research Laboratory, Qazvin Azad University, Qazvin, Iran, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mechatronics Research Laboratory, Qazvin Azad University, Qazvin, Iran, --- Select a Country ---","institution_ids":["https://openalex.org/I197220011"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067789332","display_name":"Mahdi Rezaei","orcid":"https://orcid.org/0000-0003-3892-421X"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mahdi Rezaei","raw_affiliation_strings":["Institute for Transport Studies, University of Leeds, Leeds, U.K., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Transport Studies, University of Leeds, Leeds, U.K., --- Select a Country ---","institution_ids":["https://openalex.org/I130828816"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00327834,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"742","last_page":"751"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.8832104206085205},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7857826948165894},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7575799226760864},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7196463346481323},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.600540280342102},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5752382874488831},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.46392354369163513},{"id":"https://openalex.org/keywords/soccer-robot","display_name":"Soccer robot","score":0.4630264341831207},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41139835119247437},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.35142844915390015},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.2785288691520691}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.8832104206085205},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7857826948165894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7575799226760864},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7196463346481323},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.600540280342102},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5752382874488831},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.46392354369163513},{"id":"https://openalex.org/C2781188825","wikidata":"https://www.wikidata.org/wiki/Q7550336","display_name":"Soccer robot","level":5,"score":0.4630264341831207},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41139835119247437},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.35142844915390015},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2785288691520691}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.5220/0010237307420751","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0010237307420751","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Agents and Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:169894","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Proceedings Paper"},{"id":"pmh:oai:arXiv.org:2011.13851","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.13851","pdf_url":"https://arxiv.org/pdf/2011.13851","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3109850669","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2011.13851.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2011.13851","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2011.13851","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.5220/0010237307420751","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0010237307420751","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Agents and Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.800000011920929,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1506497783","https://openalex.org/W1585519625","https://openalex.org/W1989823960","https://openalex.org/W1997021071","https://openalex.org/W2008029324","https://openalex.org/W2014824949","https://openalex.org/W2117160827","https://openalex.org/W2142710625","https://openalex.org/W2145339207","https://openalex.org/W2155687571","https://openalex.org/W2155968351","https://openalex.org/W2173248099","https://openalex.org/W2201581102","https://openalex.org/W2257465243","https://openalex.org/W2271840356","https://openalex.org/W2296039540","https://openalex.org/W2403108495","https://openalex.org/W2494302347","https://openalex.org/W2587657161","https://openalex.org/W2593769898","https://openalex.org/W2614122538","https://openalex.org/W2736601468","https://openalex.org/W2898784685","https://openalex.org/W2907503094","https://openalex.org/W2992639600"],"related_works":["https://openalex.org/W3126808210","https://openalex.org/W2183873891","https://openalex.org/W2109790228","https://openalex.org/W1575904328","https://openalex.org/W2892071818","https://openalex.org/W2792207998","https://openalex.org/W109897091","https://openalex.org/W2164593921","https://openalex.org/W1498469842","https://openalex.org/W2543590630","https://openalex.org/W2383745689","https://openalex.org/W2057527471","https://openalex.org/W2050630772","https://openalex.org/W1506516229","https://openalex.org/W2758688321","https://openalex.org/W2171613242","https://openalex.org/W2155754001","https://openalex.org/W2991010004","https://openalex.org/W1783037833","https://openalex.org/W1576600086"],"abstract_inverted_index":{"In":[0],"this":[1,87],"paper,":[2],"we":[3,89],"present":[4],"an":[5,62,94],"active":[6,63],"vision":[7,46,64],"method":[8,22,104,148,166],"using":[9],"a":[10,16,54,101,131,150],"deep":[11],"reinforcement":[12,96],"learning":[13,97],"approach":[14],"for":[15,36,49],"humanoid":[17,50,151],"soccer-playing":[18],"robot.":[19],"The":[20,108,128],"proposed":[21,73,109,147,165],"adaptively":[23],"optimises":[24],"the":[25,28,32,40,79,82,91,113,117,121,125,141,146,164,168,172],"viewpoint":[26],"of":[27,57,81,116,135],"robot":[29,152],"to":[30,105,119],"acquire":[31],"most":[33],"useful":[34],"landmarks":[35],"self-localisation":[37,83,179],"while":[38],"keeping":[39],"ball":[41],"into":[42],"its":[43],"viewpoint.":[44,127,143],"Active":[45],"is":[47],"critical":[48],"decision-maker":[51],"robots":[52],"with":[53,61,177],"limited":[55],"field":[56],"view.":[58],"To":[59],"deal":[60],"problem,":[65],"several":[66],"probabilistic":[67],"entropy-based":[68,169],"approaches":[69],"have":[70],"previously":[71],"been":[72],"which":[74],"are":[75],"highly":[76],"dependent":[77],"on":[78,149],"accuracy":[80],"model.":[84],"However,":[85],"in":[86,139,154,171,175],"research,":[88],"formulate":[90],"problem":[92,98],"as":[93],"episodic":[95],"and":[99,159],"employ":[100],"Deep":[102],"Q-learning":[103],"solve":[106],"it.":[107],"network":[110],"only":[111],"requires":[112],"raw":[114],"images":[115],"camera":[118],"move":[120],"robot's":[122],"head":[123],"toward":[124],"best":[126,142],"model":[129],"shows":[130],"very":[132],"competitive":[133],"rate":[134,138],"80%":[136],"success":[137],"achieving":[140],"We":[144],"implemented":[145],"simulated":[153],"Webots":[155],"simulator.":[156],"Our":[157],"evaluations":[158],"experimental":[160],"results":[161],"show":[162],"that":[163],"outperforms":[167],"methods":[170],"RoboCup":[173],"context,":[174],"cases":[176],"high":[178],"errors.":[180]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}