{"id":"https://openalex.org/W4392627790","doi":"https://doi.org/10.1109/access.2024.3402089","title":"Bidirectional Progressive Neural Networks With Episodic Return Progress for Emergent Task Sequencing and Robotic Skill Transfer","display_name":"Bidirectional Progressive Neural Networks With Episodic Return Progress for Emergent Task Sequencing and Robotic Skill Transfer","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392627790","doi":"https://doi.org/10.1109/access.2024.3402089"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3402089","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3402089","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3402089","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043035757","display_name":"Suzan Ece Ada","orcid":"https://orcid.org/0000-0003-1901-8473"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Suzan Ece Ada","raw_affiliation_strings":["Department of Computer Engineering, Boğaziçi University, İstanbul, Turkey"],"raw_orcid":"https://orcid.org/0000-0003-1901-8473","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Boğaziçi University, İstanbul, Turkey","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092823659","display_name":"Hanne Say","orcid":"https://orcid.org/0009-0004-8842-5536"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanne Say","raw_affiliation_strings":["Department of Computer Science, Özyeğin University, İstanbul, Turkey"],"raw_orcid":"https://orcid.org/0009-0004-8842-5536","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Özyeğin University, İstanbul, Turkey","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048165304","display_name":"Emre U\u011fur","orcid":"https://orcid.org/0000-0001-9597-2731"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Emre Ugur","raw_affiliation_strings":["Department of Computer Engineering, Boğaziçi University, İstanbul, Turkey"],"raw_orcid":"https://orcid.org/0000-0001-9597-2731","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Boğaziçi University, İstanbul, Turkey","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018729334","display_name":"Erhan \u00d6ztop","orcid":"https://orcid.org/0000-0002-3051-6038"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erhan Oztop","raw_affiliation_strings":["Department of Computer Science, Özyeğin University, İstanbul, Turkey"],"raw_orcid":"https://orcid.org/0000-0002-3051-6038","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Özyeğin University, İstanbul, Turkey","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5043035757"],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.3016,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82168715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"69690","last_page":"69699"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7674278020858765},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7452794313430786},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6951589584350586},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6663680672645569},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5751014947891235},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5100113153457642},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49843692779541016},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4824853241443634},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4679037034511566},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07019445300102234}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7674278020858765},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7452794313430786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6951589584350586},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6663680672645569},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5751014947891235},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5100113153457642},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49843692779541016},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4824853241443634},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4679037034511566},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07019445300102234},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/access.2024.3402089","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3402089","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2403.04001","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.04001","pdf_url":"https://arxiv.org/pdf/2403.04001","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:47c1cfbbadf44f9e925e3aad3f870232","is_oa":true,"landing_page_url":"https://doaj.org/article/47c1cfbbadf44f9e925e3aad3f870232","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 69690-69699 (2024)","raw_type":"article"},{"id":"pmh:oai:eresearch.ozyegin.edu.tr:10679/10661","is_oa":true,"landing_page_url":"https://hdl.handle.net/10679/10661","pdf_url":null,"source":{"id":"https://openalex.org/S4306400232","display_name":"ECS Journal of Solid State Science and Technology (The Electrochemical Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2802273670","host_organization_name":"Electrochemical Society","host_organization_lineage":["https://openalex.org/I2802273670"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:zenodo.org:13946143","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ACCESS.2024.3402089","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3402089","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3402089","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1003748220","display_name":null,"funder_award_id":"JP90542217","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G138487048","display_name":null,"funder_award_id":"101136067","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1632095576","https://openalex.org/W1981999149","https://openalex.org/W1991564165","https://openalex.org/W2000514530","https://openalex.org/W2007414406","https://openalex.org/W2041558883","https://openalex.org/W2056860758","https://openalex.org/W2064565058","https://openalex.org/W2078148490","https://openalex.org/W2081030963","https://openalex.org/W2085950567","https://openalex.org/W2101524054","https://openalex.org/W2103617625","https://openalex.org/W2117726420","https://openalex.org/W2132978814","https://openalex.org/W2158782408","https://openalex.org/W2169419728","https://openalex.org/W2296073425","https://openalex.org/W2330143912","https://openalex.org/W2604618034","https://openalex.org/W2738724892","https://openalex.org/W2788388592","https://openalex.org/W2963019567","https://openalex.org/W2967872876","https://openalex.org/W2996514457","https://openalex.org/W2999091228","https://openalex.org/W3081310128","https://openalex.org/W3117215073","https://openalex.org/W3134527491","https://openalex.org/W3141696193","https://openalex.org/W3211851621","https://openalex.org/W4256206856","https://openalex.org/W4280638670","https://openalex.org/W4379928100","https://openalex.org/W4388410266","https://openalex.org/W4390099765","https://openalex.org/W6631190155","https://openalex.org/W6634906388","https://openalex.org/W6687681856","https://openalex.org/W6728925229","https://openalex.org/W6732467815","https://openalex.org/W6734097942","https://openalex.org/W6737472369","https://openalex.org/W6740072298","https://openalex.org/W6740879895","https://openalex.org/W6741002519","https://openalex.org/W6748529433","https://openalex.org/W6748603076","https://openalex.org/W6756303580","https://openalex.org/W6762868464","https://openalex.org/W6762896552","https://openalex.org/W6768282713","https://openalex.org/W6772196467","https://openalex.org/W6775683342","https://openalex.org/W6784646362","https://openalex.org/W6800530116","https://openalex.org/W6802625470","https://openalex.org/W6803914020","https://openalex.org/W6849896277"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Human":[0],"brain":[1],"and":[2,13,32,113,121,148,189,217,238],"behavior":[3],"provide":[4],"a":[5,24,39,62,73,93,129,168,236],"rich":[6],"venue":[7],"that":[8,211],"can":[9],"inspire":[10],"novel":[11,40,74,169],"control":[12],"learning":[14,43,100,120,242,253],"methods":[15],"for":[16,251],"robotics.":[17],"In":[18],"an":[19],"attempt":[20],"to":[21,81,97,117,187,194,229],"exemplify":[22],"such":[23,183],"development":[25],"by":[26,66],"inspiring":[27],"how":[28],"humans":[29],"acquire":[30],"knowledge":[31],"transfer":[33,88,123,143],"skills":[34],"among":[35,89,124,224],"tasks,":[36],"we":[37,105,178,209],"introduce":[38],"multi-task":[41,99,240],"reinforcement":[42,204,241],"framework":[44],"named":[45],"Episodic":[46,164],"Return":[47,165],"Progress":[48],"with":[49,151,244],"Bidirectional":[50,134],"Progressive":[51,135],"Neural":[52,136],"Networks":[53],"(ERP-BPNN).":[54],"The":[55,132,155],"proposed":[56],"ERP-BPNN":[57,91,212],"model":[58],"1)":[59],"learns":[60],"in":[61,79,102,128,192,203,220],"human-like":[63],"interleaved":[64,245],"manner":[65],"2)":[67],"autonomous":[68],"task":[69,153,156],"switching":[70],"based":[71,161],"on":[72,162],"intrinsic":[75,170],"motivation":[76,171],"signal":[77],"and,":[78],"contrast":[80],"existing":[82],"methods,":[83],"3)":[84],"allows":[85],"bidirectional":[86,141],"skill":[87,122,142],"tasks.":[90],"is":[92,160],"general":[94],"architecture":[95,112,139],"applicable":[96],"several":[98],"settings;":[101],"this":[103],"paper,":[104],"present":[106],"the":[107,195,230],"details":[108],"of":[109,199],"its":[110,115],"neural":[111],"show":[114,210],"ability":[116],"enable":[118],"effective":[119],"morphologically":[125,225],"different":[126,226],"robots":[127,227],"reaching":[130],"task.":[131],"developed":[133,159],"Network":[137],"(BPNN)":[138],"enables":[140],"without":[144],"requiring":[145],"incremental":[146],"training":[147],"seamlessly":[149],"integrates":[150],"online":[152],"arbitration.":[154],"arbitration":[157],"mechanism":[158],"soft":[163],"progress":[166],"(ERP),":[167],"(IM)":[172],"signal.":[173],"To":[174],"evaluate":[175],"our":[176,233],"method,":[177],"use":[179],"quantifiable":[180],"robotics":[181],"metrics":[182,222],"as":[184],"\u2018expected":[185],"distance":[186],"goal\u2019":[188],"\u2018path":[190],"straightness\u2019":[191],"addition":[193],"usual":[196],"reward-based":[197],"measure":[198],"episodic":[200],"return":[201],"common":[202],"learning.":[205],"With":[206],"simulation":[207],"experiments,":[208],"achieves":[213],"faster":[214],"cumulative":[215],"convergence":[216],"improves":[218],"performance":[219],"all":[221],"considered":[223],"compared":[228],"baselines.":[231],"Overall,":[232],"method":[234],"provides":[235],"human-inspired":[237],"efficient":[239],"approach":[243],"learning,":[246],"making":[247],"it":[248],"highly":[249],"suitable":[250],"lifelong":[252],"applications.":[254]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}