{"id":"https://openalex.org/W4312807395","doi":"https://doi.org/10.1109/iros47612.2022.9981195","title":"PourNet: Robust Robotic Pouring Through Curriculum and Curiosity-based Reinforcement Learning","display_name":"PourNet: Robust Robotic Pouring Through Curriculum and Curiosity-based Reinforcement Learning","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312807395","doi":"https://doi.org/10.1109/iros47612.2022.9981195"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9981195","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981195","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037936533","display_name":"Edwin Babaians","orcid":"https://orcid.org/0000-0002-1516-9744"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Edwin Babaians","raw_affiliation_strings":["Technical University of Munich (TUM),Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI)","Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI), Technical University of Munich (TUM)"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich (TUM),Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI)","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI), Technical University of Munich (TUM)","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008042788","display_name":"Tapan Sharma","orcid":"https://orcid.org/0000-0002-4406-0385"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tapan Sharma","raw_affiliation_strings":["Technical University of Munich (TUM),Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI)","Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI), Technical University of Munich (TUM)"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich (TUM),Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI)","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI), Technical University of Munich (TUM)","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087322798","display_name":"Mojtaba Karimi","orcid":"https://orcid.org/0000-0003-1358-4431"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mojtaba Karimi","raw_affiliation_strings":["Technical University of Munich (TUM),Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI)","Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI), Technical University of Munich (TUM)"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich (TUM),Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI)","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI), Technical University of Munich (TUM)","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039442998","display_name":"Sahand Sharifzadeh","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sahand Sharifzadeh","raw_affiliation_strings":["Ludwig Maximilian University of Munich (LMU),Germany","Ludwig Maximilian University of Munich (LMU), Germany"],"affiliations":[{"raw_affiliation_string":"Ludwig Maximilian University of Munich (LMU),Germany","institution_ids":["https://openalex.org/I8204097"]},{"raw_affiliation_string":"Ludwig Maximilian University of Munich (LMU), Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077346002","display_name":"Eckehard Steinbach","orcid":"https://orcid.org/0000-0001-8853-2703"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eckehard Steinbach","raw_affiliation_strings":["Technical University of Munich (TUM),Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI)","Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI), Technical University of Munich (TUM)"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich (TUM),Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI)","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Chair of Media Technology (LMT) and Munich Institute of Robotics and Machine Intelligence (MIRMI), Technical University of Munich (TUM)","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5037936533"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":1.1481,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.80585149,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"9332","last_page":"9339"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7100955843925476},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6477237939834595},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.5763689875602722},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4950639307498932},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43975064158439636},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.43175825476646423},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.41358309984207153},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.4104583263397217},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21018990874290466},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15206384658813477},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.10235956311225891}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7100955843925476},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6477237939834595},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.5763689875602722},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4950639307498932},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43975064158439636},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.43175825476646423},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.41358309984207153},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.4104583263397217},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21018990874290466},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15206384658813477},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.10235956311225891},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iros47612.2022.9981195","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981195","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1663424","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1663424","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"ConferencePaper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2081857580","https://openalex.org/W2115513040","https://openalex.org/W2145339207","https://openalex.org/W2148084973","https://openalex.org/W2296073425","https://openalex.org/W2567061106","https://openalex.org/W2736601468","https://openalex.org/W2889987506","https://openalex.org/W2909112693","https://openalex.org/W2918619665","https://openalex.org/W2962745199","https://openalex.org/W2963277051","https://openalex.org/W2963523627","https://openalex.org/W2964237810","https://openalex.org/W2970530039","https://openalex.org/W3000110877","https://openalex.org/W3004314363","https://openalex.org/W3006978142","https://openalex.org/W3102254796","https://openalex.org/W3109771530","https://openalex.org/W3132496303","https://openalex.org/W3148800415","https://openalex.org/W3198074902","https://openalex.org/W3205821239","https://openalex.org/W4210968720","https://openalex.org/W6684921986","https://openalex.org/W6718092244","https://openalex.org/W6731156920","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6753526802","https://openalex.org/W6786332875"],"related_works":["https://openalex.org/W2367301169","https://openalex.org/W2352134912","https://openalex.org/W2001079144","https://openalex.org/W4393477817","https://openalex.org/W4306904969","https://openalex.org/W2048054615","https://openalex.org/W2974221847","https://openalex.org/W2480624181","https://openalex.org/W2581710029","https://openalex.org/W2055230095"],"abstract_inverted_index":{"Pouring":[0],"liquids":[1,27,57],"accurately":[2],"into":[3,58],"containers":[4],"is":[5,32,61,186],"one":[6],"of":[7,18,26,101,118,134,159],"the":[8,19,24,102,108,119,126,146,183],"most":[9],"challenging":[10],"tasks":[11],"for":[12,41,70,78,113,137,142,161,175],"robots":[13],"as":[14,50],"they":[15],"are":[16],"unaware":[17],"complex":[20],"fluid":[21],"dynamics":[22],"and":[23,73,92,107,139,182],"behavior":[25],"when":[28,164],"pouring.":[29],"Therefore,":[30],"it":[31],"not":[33],"possible":[34],"to":[35,54,94],"formulate":[36],"a":[37,51,62,86,114,166],"generic":[38],"pouring":[39,55,157,168,172],"policy":[40],"real-time":[42],"applications.":[43],"In":[44,81,125,145],"this":[45,82],"paper,":[46],"we":[47,84,111],"propose":[48],"PourNet,":[49],"generalized":[52],"solution":[53],"different":[56],"containers.":[59],"PourNet":[60,128,153],"hybrid":[63],"planner":[64],"that":[65],"uses":[66],"deep":[67],"reinforcement":[68],"learning,":[69],"end-effector":[71],"planning,":[72],"Nonlinear":[74],"Model":[75],"Predictive":[76],"Control,":[77],"joint":[79],"planning.":[80],"work,":[83],"introduce":[85],"novel":[87,167],"simulation":[88,184],"environment":[89,185],"using":[90,149,165],"Unity3D":[91],"NVIDIA-Flex":[93],"train":[95],"our":[96],"agents.":[97],"By":[98],"effective":[99],"choice":[100],"state":[103],"space,":[104],"action":[105],"space":[106],"reward":[109],"functions,":[110],"allow":[112],"direct":[115],"sim-to-real":[116],"transfer":[117],"learned":[120],"skills":[121],"without":[122],"additional":[123],"training.":[124],"simulation,":[127],"outperforms":[129],"state-of-the-art":[130],"by":[131],"an":[132,155],"average":[133,156,171],"4.9g":[135],"deviation":[136,141,158,173],"water-like,":[138],"9.2g":[140],"honey-like":[143],"liquids.":[144],"real-world":[147],"scenario":[148],"Kinova":[150],"Movo":[151],"Platform,":[152],"achieves":[154],"2.3g":[160],"dish":[162],"soap":[163],"container.":[169],"The":[170],"measured":[174],"water":[176],"was":[177],"5.5g.":[178],"All":[179],"comprehensive":[180],"experiments":[181],"available":[187],"at:":[188],"http://cxdcxd.github.io/RRS/.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}