{"id":"https://openalex.org/W3080641013","doi":"https://doi.org/10.1016/j.neunet.2021.10.011","title":"Curriculum learning with Hindsight Experience Replay for sequential object manipulation tasks","display_name":"Curriculum learning with Hindsight Experience Replay for sequential object manipulation tasks","publication_year":2021,"publication_date":"2021-10-21","ids":{"openalex":"https://openalex.org/W3080641013","doi":"https://doi.org/10.1016/j.neunet.2021.10.011","mag":"3080641013","pmid":"https://pubmed.ncbi.nlm.nih.gov/34781214"},"language":"en","primary_location":{"id":"doi:10.1016/j.neunet.2021.10.011","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.neunet.2021.10.011","pdf_url":null,"source":{"id":"https://openalex.org/S123019304","display_name":"Neural Networks","issn_l":"0893-6080","issn":["0893-6080","1879-2782"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Networks","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.09377","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082303521","display_name":"Binyamin Manela","orcid":"https://orcid.org/0000-0003-1913-2356"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"B. Manela","raw_affiliation_strings":["Department of Industrial Engineering and Management, Ben-Gurion University of the Negev, Be'er-Sheva, Israel. Electronic address: manelab@post.bgu.ac.il","Ben\u2010Gurion University of the Negev"],"raw_orcid":"https://orcid.org/0000-0003-1913-2356","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Management, Ben-Gurion University of the Negev, Be'er-Sheva, Israel. Electronic address: manelab@post.bgu.ac.il","institution_ids":["https://openalex.org/I124227911"]},{"raw_affiliation_string":"Ben\u2010Gurion University of the Negev","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003236640","display_name":"Armin Biess","orcid":"https://orcid.org/0000-0002-0087-3675"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"A. Biess","raw_affiliation_strings":["Department of Industrial Engineering and Management, Ben-Gurion University of the Negev, Be'er-Sheva, Israel. Electronic address: abiess@bgu.ac.il","Ben\u2010Gurion University of the Negev"],"raw_orcid":"https://orcid.org/0000-0002-0087-3675","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Management, Ben-Gurion University of the Negev, Be'er-Sheva, Israel. Electronic address: abiess@bgu.ac.il","institution_ids":["https://openalex.org/I124227911"]},{"raw_affiliation_string":"Ben\u2010Gurion University of the Negev","institution_ids":["https://openalex.org/I124227911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5003236640"],"corresponding_institution_ids":["https://openalex.org/I124227911"],"apc_list":{"value":3350,"currency":"USD","value_usd":3350},"apc_paid":null,"fwci":0.42,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67257472,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"145","issue":null,"first_page":"260","last_page":"270"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hindsight-bias","display_name":"Hindsight bias","score":0.8280675411224365},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7783376574516296},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7362295389175415},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.5590358972549438},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5548537373542786},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5261240005493164},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.44032400846481323},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4356881380081177},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4158608913421631},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3729391098022461},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.12337058782577515},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10498815774917603},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10153159499168396}],"concepts":[{"id":"https://openalex.org/C10347200","wikidata":"https://www.wikidata.org/wiki/Q1960297","display_name":"Hindsight bias","level":2,"score":0.8280675411224365},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7783376574516296},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7362295389175415},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5590358972549438},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5548537373542786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5261240005493164},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.44032400846481323},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4356881380081177},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4158608913421631},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3729391098022461},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.12337058782577515},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10498815774917603},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10153159499168396},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003479","descriptor_name":"Curriculum","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003479","descriptor_name":"Curriculum","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003479","descriptor_name":"Curriculum","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.1016/j.neunet.2021.10.011","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.neunet.2021.10.011","pdf_url":null,"source":{"id":"https://openalex.org/S123019304","display_name":"Neural Networks","issn_l":"0893-6080","issn":["0893-6080","1879-2782"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Networks","raw_type":"journal-article"},{"id":"pmid:34781214","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34781214","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural networks : the official journal of the International Neural Network Society","raw_type":null},{"id":"pmh:oai:arXiv.org:2008.09377","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.09377","pdf_url":"https://arxiv.org/pdf/2008.09377","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3080641013","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2008.09377","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2008.09377","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.09377","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.09377","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.09377","pdf_url":"https://arxiv.org/pdf/2008.09377","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7599999904632568}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309446","display_name":"Leona M. and Harry B. Helmsley Charitable Trust","ror":"https://ror.org/011x6n313"},{"id":"https://openalex.org/F4320323051","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3080641013.pdf","grobid_xml":"https://content.openalex.org/works/W3080641013.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W145683767","https://openalex.org/W158722652","https://openalex.org/W567721252","https://openalex.org/W1541730457","https://openalex.org/W1757796397","https://openalex.org/W1977655452","https://openalex.org/W2097381042","https://openalex.org/W2121863487","https://openalex.org/W2158782408","https://openalex.org/W2173248099","https://openalex.org/W2201581102","https://openalex.org/W2296073425","https://openalex.org/W2476301537","https://openalex.org/W2610395436","https://openalex.org/W2736601468","https://openalex.org/W2737215407","https://openalex.org/W2741594138","https://openalex.org/W2742132707","https://openalex.org/W2793798239","https://openalex.org/W2899628936","https://openalex.org/W2902334345","https://openalex.org/W2902907165","https://openalex.org/W2904157920","https://openalex.org/W2945282704","https://openalex.org/W2949604932","https://openalex.org/W2963293881","https://openalex.org/W2964001908","https://openalex.org/W2990747716","https://openalex.org/W6605931547","https://openalex.org/W6606523008","https://openalex.org/W6616173779","https://openalex.org/W6632593403","https://openalex.org/W6674600207","https://openalex.org/W6683153233","https://openalex.org/W6696904280","https://openalex.org/W6721408278","https://openalex.org/W6740801417","https://openalex.org/W6742402959","https://openalex.org/W6742640126","https://openalex.org/W6755923498","https://openalex.org/W6767047803","https://openalex.org/W6775683342"],"related_works":["https://openalex.org/W3208335691","https://openalex.org/W2792402706","https://openalex.org/W3208451383","https://openalex.org/W2259147468","https://openalex.org/W3200043857","https://openalex.org/W3127033629","https://openalex.org/W2994972936","https://openalex.org/W3152987876","https://openalex.org/W3094807849","https://openalex.org/W2944900455","https://openalex.org/W3039645412","https://openalex.org/W2926719997","https://openalex.org/W2895387432","https://openalex.org/W1522215732","https://openalex.org/W2525330092","https://openalex.org/W3034727271","https://openalex.org/W3129427614","https://openalex.org/W2911582157","https://openalex.org/W3177878514","https://openalex.org/W2763224350"],"abstract_inverted_index":null,"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}