{"id":"https://openalex.org/W4285102604","doi":"https://doi.org/10.1109/icra46639.2022.9811858","title":"From Scratch to Sketch: Deep Decoupled Hierarchical Reinforcement Learning for Robotic Sketching Agent","display_name":"From Scratch to Sketch: Deep Decoupled Hierarchical Reinforcement Learning for Robotic Sketching Agent","publication_year":2022,"publication_date":"2022-05-23","ids":{"openalex":"https://openalex.org/W4285102604","doi":"https://doi.org/10.1109/icra46639.2022.9811858"},"language":"en","primary_location":{"id":"doi:10.1109/icra46639.2022.9811858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9811858","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2208.04833","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053672738","display_name":"Ganghun Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I2802457231","display_name":"New Generation University College","ror":"https://ror.org/015aem925","country_code":"ET","type":"education","lineage":["https://openalex.org/I2802457231"]}],"countries":["ET","KR"],"is_corresponding":true,"raw_author_name":"Ganghun Lee","raw_affiliation_strings":["Interdisciplinary Program in Cognitive Science, Seoul National University,Seoul,Korea","Interdisciplinary Program in Cognitive Science, Seoul National University, Seoul, Korea"],"affiliations":[{"raw_affiliation_string":"Interdisciplinary Program in Cognitive Science, Seoul National University,Seoul,Korea","institution_ids":["https://openalex.org/I139264467","https://openalex.org/I2802457231"]},{"raw_affiliation_string":"Interdisciplinary Program in Cognitive Science, Seoul National University, Seoul, Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100317771","display_name":"Minji Kim","orcid":"https://orcid.org/0009-0000-9586-3682"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minji Kim","raw_affiliation_strings":["Interdisciplinary Program in Neuroscience, Seoul National University"],"affiliations":[{"raw_affiliation_string":"Interdisciplinary Program in Neuroscience, Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101411025","display_name":"Min-Su Lee","orcid":"https://orcid.org/0000-0003-3774-6503"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minsu Lee","raw_affiliation_strings":["AIIS, Seoul National University"],"affiliations":[{"raw_affiliation_string":"AIIS, Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050928023","display_name":"Byoung\u2010Tak Zhang","orcid":"https://orcid.org/0000-0001-9890-0389"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byoung-Tak Zhang","raw_affiliation_strings":["Seoul National University,Dept. of Computer Science and Engineering","AIIS, Seoul National University","Dept. of Computer Science and Engineering, Seoul National University"],"affiliations":[{"raw_affiliation_string":"Seoul National University,Dept. of Computer Science and Engineering","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"AIIS, Seoul National University","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Dept. of Computer Science and Engineering, Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5053672738"],"corresponding_institution_ids":["https://openalex.org/I139264467","https://openalex.org/I2802457231"],"apc_list":null,"apc_paid":null,"fwci":3.5359,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.94957308,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5553","last_page":"5559"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.8297085165977478},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7702445983886719},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7311941385269165},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.7003687024116516},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6403518915176392},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6225283145904541},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5290386080741882},{"id":"https://openalex.org/keywords/inverse-kinematics","display_name":"Inverse kinematics","score":0.5239920020103455},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5161586999893188},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5066726803779602},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.48610520362854004},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3881226181983948}],"concepts":[{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.8297085165977478},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7702445983886719},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7311941385269165},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.7003687024116516},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6403518915176392},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6225283145904541},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5290386080741882},{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.5239920020103455},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5161586999893188},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5066726803779602},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.48610520362854004},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3881226181983948},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icra46639.2022.9811858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9811858","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2208.04833","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.04833","pdf_url":"https://arxiv.org/pdf/2208.04833","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2208.04833","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.04833","pdf_url":"https://arxiv.org/pdf/2208.04833","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3255588736","display_name":null,"funder_award_id":"P0006720-ILIAS/10%","funder_id":"https://openalex.org/F4320322064","funder_display_name":"Korea Institute for Advancement of Technology"},{"id":"https://openalex.org/G4358953477","display_name":null,"funder_award_id":"2018-0-00622-RMI/20%,2019-0-01371-BabyMind/20%,2015-0-00310-SW.StarLab/10%,2021-0-02068-AIHub/10%","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320322064","display_name":"Korea Institute for Advancement of Technology","ror":"https://ror.org/015w1qa96"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1507087299","https://openalex.org/W2018548648","https://openalex.org/W2064675550","https://openalex.org/W2133301102","https://openalex.org/W2158782408","https://openalex.org/W2243588428","https://openalex.org/W2332614235","https://openalex.org/W2606712314","https://openalex.org/W2774343553","https://openalex.org/W2781726626","https://openalex.org/W2785678896","https://openalex.org/W2795456585","https://openalex.org/W2823112946","https://openalex.org/W2886380293","https://openalex.org/W2902551807","https://openalex.org/W2903327785","https://openalex.org/W2909190397","https://openalex.org/W2950614095","https://openalex.org/W2968353084","https://openalex.org/W2976657239","https://openalex.org/W2978993681","https://openalex.org/W3006025420","https://openalex.org/W3025734657","https://openalex.org/W3042045548","https://openalex.org/W3044499041","https://openalex.org/W3088310808","https://openalex.org/W3094335732","https://openalex.org/W3120778962","https://openalex.org/W3127561923","https://openalex.org/W3146238150","https://openalex.org/W3168892396","https://openalex.org/W3176112398","https://openalex.org/W4288021424","https://openalex.org/W4289242739","https://openalex.org/W4320013936","https://openalex.org/W6630317190","https://openalex.org/W6736562241","https://openalex.org/W6746722632","https://openalex.org/W6747473740","https://openalex.org/W6748582592","https://openalex.org/W6749725282","https://openalex.org/W6752089545","https://openalex.org/W6753938571","https://openalex.org/W6758204279","https://openalex.org/W6767649332","https://openalex.org/W6767765287","https://openalex.org/W6768398272","https://openalex.org/W6773319185","https://openalex.org/W6788609403"],"related_works":["https://openalex.org/W2475116013","https://openalex.org/W2378994405","https://openalex.org/W2385974820","https://openalex.org/W2770018148","https://openalex.org/W2358308169","https://openalex.org/W2373478030","https://openalex.org/W2378679551","https://openalex.org/W3149739944","https://openalex.org/W2392363776","https://openalex.org/W2176457742"],"abstract_inverted_index":{"We":[0,22,80],"present":[1],"an":[2],"automated":[3],"learning":[4,15],"framework":[5],"for":[6,37,49,57],"a":[7,29,53,84],"robotic":[8,25,75],"sketching":[9,26,76],"agent":[10,77],"that":[11,98],"is":[12],"capable":[13],"of":[14],"stroke-based":[16,38],"rendering":[17,39],"and":[18,40,51,67,106,116,124],"motor":[19,41],"control":[20,42],"simultaneously.":[21],"formulate":[23],"the":[24,70,74,99,104,110,114],"problem":[27],"as":[28],"deep":[30],"decoupled":[31],"hierarchical":[32],"reinforcement":[33],"learning;":[34],"two":[35,100],"policies":[36,101],"are":[43],"learned":[44,103],"independently":[45],"to":[46,91,108],"achieve":[47],"sub-tasks":[48,105],"drawing,":[50],"form":[52],"hierarchy":[54],"when":[55],"cooperating":[56],"real-world":[58],"drawing.":[59],"Without":[60],"hand-crafted":[61],"features,":[62],"drawing":[63,122],"sequences":[64],"or":[65],"trajectories,":[66],"inverse":[68],"kinematics,":[69],"proposed":[71],"method":[72],"trains":[73],"from":[78],"scratch.":[79],"performed":[81],"experiments":[82],"with":[83,88],"6-DoF":[85],"robot":[86],"arm":[87],"2F":[89],"gripper":[90],"sketch":[92,109],"doodles.":[93],"Our":[94],"experimental":[95],"results":[96],"show":[97],"successfully":[102],"collaborated":[107],"target":[111],"images.":[112],"Also,":[113],"robustness":[115],"flexibility":[117],"were":[118],"examined":[119],"by":[120],"varying":[121],"tools":[123],"surfaces.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}