{"id":"https://openalex.org/W2775377249","doi":"https://doi.org/10.1109/m2vip.2017.8211485","title":"Learning to chase a ball efficiently and smoothly for a wheeled robot","display_name":"Learning to chase a ball efficiently and smoothly for a wheeled robot","publication_year":2017,"publication_date":"2017-11-01","ids":{"openalex":"https://openalex.org/W2775377249","doi":"https://doi.org/10.1109/m2vip.2017.8211485","mag":"2775377249"},"language":"en","primary_location":{"id":"doi:10.1109/m2vip.2017.8211485","is_oa":false,"landing_page_url":"http://doi.org/10.1109/m2vip.2017.8211485","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 24th International Conference on Mechatronics and Machine Vision in Practice (M2VIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054661634","display_name":"Yaoyao Wei","orcid":"https://orcid.org/0000-0003-2001-5114"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yaoyao Wei","raw_affiliation_strings":["Key Lab of Machine Perception (Ministry of Education), Speech and Hearing Research Center, Department of Machine Intelligence, School of EECS, Peking University, Beijing 100871, China"],"affiliations":[{"raw_affiliation_string":"Key Lab of Machine Perception (Ministry of Education), Speech and Hearing Research Center, Department of Machine Intelligence, School of EECS, Peking University, Beijing 100871, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101848358","display_name":"Tianlin Liu","orcid":"https://orcid.org/0000-0002-3485-2629"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianlin Liu","raw_affiliation_strings":["Key Lab of Machine Perception (Ministry of Education), Speech and Hearing Research Center, Department of Machine Intelligence, School of EECS, Peking University, Beijing 100871, China"],"affiliations":[{"raw_affiliation_string":"Key Lab of Machine Perception (Ministry of Education), Speech and Hearing Research Center, Department of Machine Intelligence, School of EECS, Peking University, Beijing 100871, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101003130","display_name":"Yian Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yian Deng","raw_affiliation_strings":["Key Lab of Machine Perception (Ministry of Education), Speech and Hearing Research Center, Department of Machine Intelligence, School of EECS, Peking University, Beijing 100871, China"],"affiliations":[{"raw_affiliation_string":"Key Lab of Machine Perception (Ministry of Education), Speech and Hearing Research Center, Department of Machine Intelligence, School of EECS, Peking University, Beijing 100871, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084685506","display_name":"Xihong Wu","orcid":"https://orcid.org/0009-0004-5236-7469"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xihong Wu","raw_affiliation_strings":["Key Lab of Machine Perception (Ministry of Education), Speech and Hearing Research Center, Department of Machine Intelligence, School of EECS, Peking University, Beijing 100871, China"],"affiliations":[{"raw_affiliation_string":"Key Lab of Machine Perception (Ministry of Education), Speech and Hearing Research Center, Department of Machine Intelligence, School of EECS, Peking University, Beijing 100871, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111443902","display_name":"Dingsheng Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingsheng Luo","raw_affiliation_strings":["Key Lab of Machine Perception (Ministry of Education), Speech and Hearing Research Center, Department of Machine Intelligence, School of EECS, Peking University, Beijing 100871, China"],"affiliations":[{"raw_affiliation_string":"Key Lab of Machine Perception (Ministry of Education), Speech and Hearing Research Center, Department of Machine Intelligence, School of EECS, Peking University, Beijing 100871, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054661634"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":0.39,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.72038971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"1","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7074419856071472},{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.6415296196937561},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5960736274719238},{"id":"https://openalex.org/keywords/chase","display_name":"Chase","score":0.5399252772331238},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4395424723625183},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.41209572553634644},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34889447689056396},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32922637462615967},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09691047668457031},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.05017170310020447}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7074419856071472},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.6415296196937561},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5960736274719238},{"id":"https://openalex.org/C131924884","wikidata":"https://www.wikidata.org/wiki/Q5087085","display_name":"Chase","level":2,"score":0.5399252772331238},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4395424723625183},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.41209572553634644},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34889447689056396},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32922637462615967},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09691047668457031},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.05017170310020447},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/m2vip.2017.8211485","is_oa":false,"landing_page_url":"http://doi.org/10.1109/m2vip.2017.8211485","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 24th International Conference on Mechatronics and Machine Vision in Practice (M2VIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W22745672","https://openalex.org/W150731260","https://openalex.org/W224032273","https://openalex.org/W1503438515","https://openalex.org/W1757796397","https://openalex.org/W1977655452","https://openalex.org/W2040094057","https://openalex.org/W2100780067","https://openalex.org/W2121615981","https://openalex.org/W2121863487","https://openalex.org/W2133066324","https://openalex.org/W2145339207","https://openalex.org/W2152910052","https://openalex.org/W2155968351","https://openalex.org/W2167030918","https://openalex.org/W2173248099","https://openalex.org/W2528501250","https://openalex.org/W2580175322","https://openalex.org/W2736079647","https://openalex.org/W2746553466","https://openalex.org/W2963864421","https://openalex.org/W3103559770","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W6684503368"],"related_works":["https://openalex.org/W4224847949","https://openalex.org/W4282842928","https://openalex.org/W2261579031","https://openalex.org/W1608303258","https://openalex.org/W2406545286","https://openalex.org/W1543636397","https://openalex.org/W2029399717","https://openalex.org/W8302103","https://openalex.org/W2122871747","https://openalex.org/W3114279067"],"abstract_inverted_index":{"Target":[0],"chasing":[1,23,60,151],"control":[2,114],"of":[3,43,88,115,125,134,146],"autonomous":[4],"mobile":[5,45],"robots":[6],"is":[7,27,118,140],"important":[8,20],"for":[9,69,149],"both":[10],"civilian":[11],"and":[12,16,41,83,164],"military":[13],"applications.":[14],"Efficiency":[15],"stability":[17],"are":[18],"two":[19],"factors":[21],"in":[22,170],"problem.":[24],"The":[25,112,138],"robot":[26,46,72,93,117,136,148],"expected":[28],"to":[29,34,51,73,77,97,143,160],"chase":[30,78,98],"the":[31,38,44,59,91,104,116,123,126,131,135,147],"target":[32,100],"quickly":[33],"save":[35],"time.":[36],"Besides,":[37],"driving":[39],"velocity":[40],"direction":[42],"should":[47],"be":[48,95],"changed":[49],"smoothly":[50],"avoid":[52],"wheel":[53],"slippage":[54],"or":[55],"mechanical":[56],"damage":[57],"during":[58],"process.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65],"propose":[66],"a":[67,70,75,79],"method":[68],"wheeled":[71,92],"learn":[74],"policy":[76],"red":[80],"ball":[81],"efficiently":[82],"smoothly.":[84],"Without":[85],"any":[86],"knowledge":[87],"motion":[89,113],"strategies,":[90],"can":[94],"trained":[96],"its":[99],"by":[101,122,130],"learning":[102],"from":[103],"given":[105],"rewards":[106],"using":[107],"Deep":[108,156],"Reinforcement":[109],"Learning":[110],"(DRL).":[111],"decided":[119],"not":[120],"only":[121],"features":[124],"target,":[127],"but":[128],"also":[129],"current":[132],"state":[133],"itself.":[137],"reward":[139],"set":[141],"according":[142],"Multi-Sensor":[144],"data":[145],"good":[150,167],"performance.":[152],"We":[153],"use":[154],"Double":[155],"Q-Network":[157],"(Double":[158],"DQN)":[159],"build":[161],"our":[162],"model":[163],"have":[165],"obtained":[166],"experimental":[168],"results":[169],"simulation":[171],"environment.":[172]},"counts_by_year":[{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}