{"id":"https://openalex.org/W2997539933","doi":"https://doi.org/10.1109/access.2019.2962335","title":"Visually Guided Picking Control of an Omnidirectional Mobile Manipulator Based on End-to-End Multi-Task Imitation Learning","display_name":"Visually Guided Picking Control of an Omnidirectional Mobile Manipulator Based on End-to-End Multi-Task Imitation Learning","publication_year":2019,"publication_date":"2019-12-25","ids":{"openalex":"https://openalex.org/W2997539933","doi":"https://doi.org/10.1109/access.2019.2962335","mag":"2997539933"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2962335","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2962335","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08943173.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08943173.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032965319","display_name":"Chi\u2010Yi Tsai","orcid":"https://orcid.org/0000-0001-9872-4338"},"institutions":[{"id":"https://openalex.org/I107470533","display_name":"Tamkang University","ror":"https://ror.org/04tft4718","country_code":"TW","type":"education","lineage":["https://openalex.org/I107470533"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chi-Yi Tsai","raw_affiliation_strings":["ORCiD","Department of Electrical and Computer Engineering, Tamkang University, New Taipei City, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-9872-4338","affiliations":[{"raw_affiliation_string":"ORCiD","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tamkang University, New Taipei City, Taiwan","institution_ids":["https://openalex.org/I107470533"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060172324","display_name":"Yung\u2010Shan Chou","orcid":"https://orcid.org/0000-0003-4617-0083"},"institutions":[{"id":"https://openalex.org/I107470533","display_name":"Tamkang University","ror":"https://ror.org/04tft4718","country_code":"TW","type":"education","lineage":["https://openalex.org/I107470533"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yung-Shan Chou","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tamkang University, New Taipei City, Taiwan","ORCiD"],"raw_orcid":"https://orcid.org/0000-0003-4617-0083","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tamkang University, New Taipei City, Taiwan","institution_ids":["https://openalex.org/I107470533"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ching-Chang Wong","orcid":"https://orcid.org/0000-0001-8723-6216"},"institutions":[{"id":"https://openalex.org/I107470533","display_name":"Tamkang University","ror":"https://ror.org/04tft4718","country_code":"TW","type":"education","lineage":["https://openalex.org/I107470533"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ching-Chang Wong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tamkang University, New Taipei City, Taiwan","ORCiD"],"raw_orcid":"https://orcid.org/0000-0001-8723-6216","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tamkang University, New Taipei City, Taiwan","institution_ids":["https://openalex.org/I107470533"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112495847","display_name":"Yu-Cheng Lai","orcid":null},"institutions":[{"id":"https://openalex.org/I107470533","display_name":"Tamkang University","ror":"https://ror.org/04tft4718","country_code":"TW","type":"education","lineage":["https://openalex.org/I107470533"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Cheng Lai","raw_affiliation_strings":["ORCiD","Department of Electrical and Computer Engineering, Tamkang University, New Taipei City, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-6671-2607","affiliations":[{"raw_affiliation_string":"ORCiD","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tamkang University, New Taipei City, Taiwan","institution_ids":["https://openalex.org/I107470533"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038793307","display_name":"Chien-Che Huang","orcid":"https://orcid.org/0000-0001-5927-7918"},"institutions":[{"id":"https://openalex.org/I107470533","display_name":"Tamkang University","ror":"https://ror.org/04tft4718","country_code":"TW","type":"education","lineage":["https://openalex.org/I107470533"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chien-Che Huang","raw_affiliation_strings":["ORCiD","Department of Electrical and Computer Engineering, Tamkang University, New Taipei City, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-1468-7192","affiliations":[{"raw_affiliation_string":"ORCiD","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tamkang University, New Taipei City, Taiwan","institution_ids":["https://openalex.org/I107470533"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I107470533"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.0051,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.77792165,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"8","issue":null,"first_page":"1882","last_page":"1891"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8124955296516418},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6962619423866272},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6536627411842346},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5404430627822876},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5195077657699585},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4863429665565491},{"id":"https://openalex.org/keywords/omnidirectional-antenna","display_name":"Omnidirectional antenna","score":0.48419955372810364},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4473084509372711},{"id":"https://openalex.org/keywords/mobile-manipulator","display_name":"Mobile manipulator","score":0.4420570731163025},{"id":"https://openalex.org/keywords/motion-control","display_name":"Motion control","score":0.4337151348590851},{"id":"https://openalex.org/keywords/stereo-camera","display_name":"Stereo camera","score":0.4282885193824768},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.38776707649230957},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11035993695259094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8124955296516418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6962619423866272},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6536627411842346},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5404430627822876},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5195077657699585},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4863429665565491},{"id":"https://openalex.org/C24027999","wikidata":"https://www.wikidata.org/wiki/Q2176348","display_name":"Omnidirectional antenna","level":3,"score":0.48419955372810364},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4473084509372711},{"id":"https://openalex.org/C190727649","wikidata":"https://www.wikidata.org/wiki/Q1941532","display_name":"Mobile manipulator","level":4,"score":0.4420570731163025},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.4337151348590851},{"id":"https://openalex.org/C185078393","wikidata":"https://www.wikidata.org/wiki/Q313783","display_name":"Stereo camera","level":2,"score":0.4282885193824768},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.38776707649230957},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11035993695259094},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C21822782","wikidata":"https://www.wikidata.org/wiki/Q131214","display_name":"Antenna (radio)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/access.2019.2962335","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2962335","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08943173.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:tkuir.lib.tku.edu.tw:987654321/118139","is_oa":false,"landing_page_url":"https://tkuir.lib.tku.edu.tw/dspace/handle/987654321/118139","pdf_url":null,"source":{"id":"https://openalex.org/S4406922698","display_name":"Tamkang University Institutional Repository (TKUIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:tkuir.lib.tku.edu.tw:987654321/118148","is_oa":false,"landing_page_url":"https://tkuir.lib.tku.edu.tw/dspace/handle/987654321/118148","pdf_url":null,"source":{"id":"https://openalex.org/S4406922698","display_name":"Tamkang University Institutional Repository (TKUIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:f27b9e5c565d4d04a4587942c0925b28","is_oa":true,"landing_page_url":"https://doaj.org/article/f27b9e5c565d4d04a4587942c0925b28","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 1882-1891 (2020)","raw_type":"article"},{"id":"pmh:oai:tkuir.lib.tku.edu.tw:987654321/120901","is_oa":false,"landing_page_url":"https://tkuir.lib.tku.edu.tw/dspace/handle/987654321/120901","pdf_url":null,"source":{"id":"https://openalex.org/S4406922698","display_name":"Tamkang University Institutional Repository (TKUIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2962335","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2962335","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08943173.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1667163772","display_name":null,"funder_award_id":"MOST 108-2221-E-032-045","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G4389025920","display_name":null,"funder_award_id":"MOST 108-2218-E-032-004","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G737106015","display_name":null,"funder_award_id":"MOST 108-","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G7699572258","display_name":null,"funder_award_id":"MOST 108-2221-E-032-046","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G7785300795","display_name":null,"funder_award_id":"MOST 108-2622-8-032-001","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2997539933.pdf","grobid_xml":"https://content.openalex.org/works/W2997539933.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1971038132","https://openalex.org/W1999156278","https://openalex.org/W2015112816","https://openalex.org/W2029397319","https://openalex.org/W2089564755","https://openalex.org/W2090622263","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2249293296","https://openalex.org/W2295884417","https://openalex.org/W2467954037","https://openalex.org/W2524241275","https://openalex.org/W2575705757","https://openalex.org/W2607275455","https://openalex.org/W2736759951","https://openalex.org/W2785559537","https://openalex.org/W2785671136","https://openalex.org/W2794187083","https://openalex.org/W2808209698","https://openalex.org/W2824754393","https://openalex.org/W2890296456","https://openalex.org/W2908847770","https://openalex.org/W2940957385","https://openalex.org/W2962736495","https://openalex.org/W2962746398","https://openalex.org/W2962887844","https://openalex.org/W2963129648","https://openalex.org/W2963326767","https://openalex.org/W2963428623","https://openalex.org/W2963864421","https://openalex.org/W3099533866","https://openalex.org/W4295090573","https://openalex.org/W6637373629","https://openalex.org/W6643045473","https://openalex.org/W6684921986","https://openalex.org/W6747439198"],"related_works":["https://openalex.org/W4211095314","https://openalex.org/W1991249326","https://openalex.org/W84202494","https://openalex.org/W1946525284","https://openalex.org/W2750844959","https://openalex.org/W1668350285","https://openalex.org/W2979398413","https://openalex.org/W2035272712","https://openalex.org/W1532677580","https://openalex.org/W2044470495"],"abstract_inverted_index":{"In":[0,95,122,146],"this":[1],"paper,":[2],"a":[3,43,47,202],"novel":[4],"deep":[5,32],"convolutional":[6],"neural":[7],"network":[8],"(CNN)":[9],"based":[10,30],"high-level":[11,71],"multi-task":[12,72,154],"control":[13,22,39,55,136,171,199],"architecture":[14],"is":[15],"proposed":[16,36,69,161,195],"to":[17,50,97,108,158],"address":[18],"the":[19,52,58,62,66,68,77,85,91,99,105,123,129,134,139,142,147,152,160,166,180,188,194],"visual":[20,53],"guide-and-pick":[21,54],"problem":[23],"of":[24,65,84,128,138,206],"an":[25,111,119],"omnidirectional":[26,86],"mobile":[27,37,87,106,181],"manipulator":[28,38,88,107],"platform":[29,182],"on":[31,209],"learning":[33,156,165],"technology.":[34],"The":[35],"system":[40,200],"only":[41],"uses":[42],"stereo":[44,59,63,93,131],"camera":[45,60],"as":[46],"sensing":[48],"device":[49],"accomplish":[51],"task.":[56],"After":[57],"captures":[61],"image":[64],"scene,":[67],"CNN-based":[70],"controller":[73],"can":[74],"directly":[75],"predict":[76],"best":[78],"motion":[79,168],"guidance":[80],"and":[81,116,133,169,183],"picking":[82,117,170,186,198,203],"action":[83],"by":[89,164],"using":[90],"captured":[92,130],"image.":[94],"order":[96],"collect":[98],"training":[100,148],"dataset,":[101],"we":[102,125,150],"manually":[103],"controlled":[104],"navigate":[109],"in":[110],"indoor":[112],"environment":[113],"for":[114,177],"approaching":[115],"up":[118,187],"object-of-interest":[120],"(OOI).":[121],"meantime,":[124],"recorded":[126],"all":[127],"images":[132],"corresponding":[135],"commands":[137],"robot":[140],"during":[141],"manual":[143],"teaching":[144],"stage.":[145],"stage,":[149],"employed":[151],"end-to-end":[153],"imitation":[155],"technique":[157],"train":[159],"CNN":[162],"model":[163],"desired":[167],"strategies":[172],"from":[173],"prior":[174],"expert":[175],"demonstrations":[176],"visually":[178,185,196],"guiding":[179],"then":[184],"OOI.":[189],"Experimental":[190],"results":[191],"show":[192],"that":[193],"guided":[197],"achieves":[201],"success":[204],"rate":[205],"about":[207],"78.2%":[208],"average.":[210]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-01T08:55:40.977307","created_date":"2025-10-10T00:00:00"}