{"id":"https://openalex.org/W2964281972","doi":"https://doi.org/10.1109/icarcv.2018.8581213","title":"A Robotic Auto-Focus System based on Deep Reinforcement Learning","display_name":"A Robotic Auto-Focus System based on Deep Reinforcement Learning","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2964281972","doi":"https://doi.org/10.1109/icarcv.2018.8581213","mag":"2964281972"},"language":"en","primary_location":{"id":"doi:10.1109/icarcv.2018.8581213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarcv.2018.8581213","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 15th International Conference on Control, Automation, Robotics and Vision (ICARCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020862572","display_name":"Xiaofan Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaofan Yu","raw_affiliation_strings":["Center of Wireless Communication and Signal Processing, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center of Wireless Communication and Signal Processing, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000670054","display_name":"Runze Yu","orcid":"https://orcid.org/0000-0002-7918-082X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runze Yu","raw_affiliation_strings":["Center of Wireless Communication and Signal Processing, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center of Wireless Communication and Signal Processing, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017102760","display_name":"Jingsong Yang","orcid":"https://orcid.org/0000-0002-7514-3212"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingsong Yang","raw_affiliation_strings":["Center of Wireless Communication and Signal Processing, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center of Wireless Communication and Signal Processing, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103028012","display_name":"Xiaohui Duan","orcid":"https://orcid.org/0000-0003-2532-168X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Duan","raw_affiliation_strings":["Center of Wireless Communication and Signal Processing, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center of Wireless Communication and Signal Processing, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5020862572"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":0.4114,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.71380393,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"17","issue":null,"first_page":"204","last_page":"209"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9581000208854675,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8078843355178833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7945210933685303},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.7838574647903442},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6487799882888794},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.5183826088905334},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4910407066345215},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4273635745048523},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.42625558376312256},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.41678622364997864},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.34697315096855164},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3230828642845154}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8078843355178833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7945210933685303},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.7838574647903442},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6487799882888794},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.5183826088905334},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4910407066345215},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4273635745048523},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.42625558376312256},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.41678622364997864},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.34697315096855164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3230828642845154},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icarcv.2018.8581213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarcv.2018.8581213","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 15th International Conference on Control, Automation, Robotics and Vision (ICARCV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4399999976158142,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W166862392","https://openalex.org/W1757796397","https://openalex.org/W1771410628","https://openalex.org/W1992034026","https://openalex.org/W2049617983","https://openalex.org/W2082087395","https://openalex.org/W2087947314","https://openalex.org/W2091721145","https://openalex.org/W2117200328","https://openalex.org/W2145339207","https://openalex.org/W2155007355","https://openalex.org/W2162102599","https://openalex.org/W2170930628","https://openalex.org/W2173248099","https://openalex.org/W2290354866","https://openalex.org/W2571032577","https://openalex.org/W2575705757","https://openalex.org/W2601066903","https://openalex.org/W2615790994","https://openalex.org/W2745868649","https://openalex.org/W2766447205","https://openalex.org/W2950471160","https://openalex.org/W2963864421","https://openalex.org/W2964161785","https://openalex.org/W3100789280","https://openalex.org/W4298857966","https://openalex.org/W6606719070","https://openalex.org/W6638018090","https://openalex.org/W6682849425","https://openalex.org/W6696324988","https://openalex.org/W6735544697"],"related_works":["https://openalex.org/W2006251942","https://openalex.org/W2364741597","https://openalex.org/W1492103595","https://openalex.org/W1864774435","https://openalex.org/W946352265","https://openalex.org/W3020787026","https://openalex.org/W2334479858","https://openalex.org/W2799209613","https://openalex.org/W1971388572","https://openalex.org/W1507702947"],"abstract_inverted_index":{"Considering":[0],"its":[1],"advantages":[2],"in":[3,13,29,98,156],"dealing":[4],"with":[5,70,133],"high-dimensional":[6],"visual":[7,51],"input":[8,52],"and":[9,53,75,100,149],"learning":[10],"control":[11,92],"policies":[12,49],"discrete":[14],"domain,":[15],"Deep":[16,37],"Q":[17],"Network":[18],"(DQN)":[19],"could":[20,125,142],"be":[21],"an":[22,42,107],"alternative":[23],"method":[24,64,124],"of":[25,96],"traditional":[26],"auto-focus":[27,48,84],"means":[28],"the":[30,67,117,144,147],"future.":[31],"In":[32],"this":[33],"paper,":[34],"based":[35],"on":[36,129,139],"Reinforcement":[38],"Learning,":[39],"we":[40],"propose":[41],"end-to-end":[43],"approach":[44,89],"that":[45,62,122],"can":[46],"learn":[47],"from":[50],"finish":[54],"at":[55],"a":[56,81,87,130],"clear":[57],"spot":[58],"automatically.":[59],"We":[60],"demonstrate":[61],"our":[63,123],"-":[65],"discretizing":[66],"action":[68],"space":[69],"coarse":[71],"to":[72,83,105,153],"fine":[73],"steps":[74],"applying":[76],"DQN":[77],"is":[78],"not":[79],"only":[80],"solution":[82],"but":[85],"also":[86],"general":[88],"towards":[90],"vision-based":[91],"problems.":[93],"Separate":[94],"phases":[95],"training":[97,119,138],"virtual":[99,118],"real":[101,140,150,157],"environments":[102],"are":[103,113],"applied":[104],"obtain":[106],"effective":[108],"model.":[109],"Virtual":[110],"experiments,":[111],"which":[112],"carried":[114],"out":[115],"after":[116],"phase,":[120],"indicates":[121],"achieve":[126],"100%":[127],"accuracy":[128],"certain":[131],"view":[132],"different":[134],"focus":[135],"range.":[136],"Further":[137],"robots":[141],"eliminate":[143],"deviation":[145],"between":[146],"simulator":[148],"scenario,":[151],"leading":[152],"reliable":[154],"performances":[155],"applications.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}