{"id":"https://openalex.org/W4406612041","doi":"https://doi.org/10.1109/wsc63780.2024.10838719","title":"Curriculum Interleaved Online Behavior Cloning for Complex Reinforcement Learning Applications","display_name":"Curriculum Interleaved Online Behavior Cloning for Complex Reinforcement Learning Applications","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406612041","doi":"https://doi.org/10.1109/wsc63780.2024.10838719"},"language":"en","primary_location":{"id":"doi:10.1109/wsc63780.2024.10838719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc63780.2024.10838719","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005588337","display_name":"Michael M\u00f6bius","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136903","display_name":"Airbus (Germany)","ror":"https://ror.org/04a3akw68","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210121748","https://openalex.org/I4210136903"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael M\u00f6bius","raw_affiliation_strings":["Operational Analysis and Studies, Airbus Defence and Space,Immenstaad,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Operational Analysis and Studies, Airbus Defence and Space,Immenstaad,Germany","institution_ids":["https://openalex.org/I4210136903"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kai Fischer","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136903","display_name":"Airbus (Germany)","ror":"https://ror.org/04a3akw68","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210121748","https://openalex.org/I4210136903"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kai Fischer","raw_affiliation_strings":["Operational Analysis and Studies, Airbus Defence and Space,Immenstaad,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Operational Analysis and Studies, Airbus Defence and Space,Immenstaad,Germany","institution_ids":["https://openalex.org/I4210136903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042180164","display_name":"Daniel Kallfass","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136903","display_name":"Airbus (Germany)","ror":"https://ror.org/04a3akw68","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210121748","https://openalex.org/I4210136903"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Kallfass","raw_affiliation_strings":["Simulations and Studies, Airbus Defence and Space,Immenstaad,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Simulations and Studies, Airbus Defence and Space,Immenstaad,Germany","institution_ids":["https://openalex.org/I4210136903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115947214","display_name":"Stefan G\u00f6ricke","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125358","display_name":"Federal Office of Bundeswehr Equipment, Information Technology and In-Service Support","ror":"https://ror.org/026sbm463","country_code":"DE","type":"government","lineage":["https://openalex.org/I1315109972","https://openalex.org/I4210125358","https://openalex.org/I4387152969"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan G\u00f6ricke","raw_affiliation_strings":["Army Concepts and Capabilities Development Centre,Bundeswehr,Bonn,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Army Concepts and Capabilities Development Centre,Bundeswehr,Bonn,Germany","institution_ids":["https://openalex.org/I4210125358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043586065","display_name":"Thomas Doll","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094383","display_name":"Bundeswehr Joint Medical Service","ror":"https://ror.org/00qay8a95","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210094383","https://openalex.org/I4387152969"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Doll","raw_affiliation_strings":["Joint Support Service Command,Bundeswehr,Bonn,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Joint Support Service Command,Bundeswehr,Bonn,Germany","institution_ids":["https://openalex.org/I4210094383"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3055,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.6853566,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1990","last_page":"2001"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.48500001430511475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.48500001430511475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7551478147506714},{"id":"https://openalex.org/keywords/cloning","display_name":"Cloning (programming)","score":0.700383722782135},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6808493733406067},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.6271735429763794},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3774237036705017},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3688358664512634},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.36871951818466187},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3543475270271301},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15712738037109375},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1498607099056244},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.1219404935836792}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7551478147506714},{"id":"https://openalex.org/C121050878","wikidata":"https://www.wikidata.org/wiki/Q5135020","display_name":"Cloning (programming)","level":2,"score":0.700383722782135},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6808493733406067},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.6271735429763794},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3774237036705017},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3688358664512634},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.36871951818466187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3543475270271301},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15712738037109375},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1498607099056244},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.1219404935836792}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wsc63780.2024.10838719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc63780.2024.10838719","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2977843878","https://openalex.org/W2982316857","https://openalex.org/W4317792304","https://openalex.org/W4380887568","https://openalex.org/W4391382569","https://openalex.org/W4392305726","https://openalex.org/W6604566608","https://openalex.org/W6640174482","https://openalex.org/W6741002519","https://openalex.org/W6748314335","https://openalex.org/W6752963931","https://openalex.org/W6768977950","https://openalex.org/W6775683342"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"Curriculum":[3],"Interleaved":[4],"Online":[5],"Behavior":[6],"Cloning":[7],"(IOBC)":[8],"as":[9,63],"an":[10],"approach":[11],"to":[12,39,66],"train":[13],"agents":[14,74,127],"for":[15,75,134],"military":[16,33,148],"operations,":[17],"addressing":[18],"not":[19],"only":[20],"the":[21,44,84,109,142],"challenges":[22],"posed":[23],"by":[24],"complex":[25,95],"and":[26,35,52,82,94,118],"dynamic":[27],"combat":[28],"scenarios":[29],"but":[30],"also":[31],"how":[32],"doctrines":[34],"strategies":[36],"are":[37],"transferred":[38],"these":[40],"agents.":[41],"It":[42],"highlights":[43],"limitations":[45],"of":[46,92,111,144],"traditional":[47],"reinforcement":[48,104],"learning":[49,62,81,135],"(RL)":[50],"methods":[51],"proposes":[53],"interleaved":[54],"online":[55],"behavior":[56],"cloning":[57],"in":[58,89,114,136,146],"combination":[59],"with":[60],"curriculum":[61],"a":[64,103,131],"solution":[65],"enhance":[67],"RL":[68,85,126],"agent":[69,116],"training.":[70],"By":[71],"leveraging":[72],"rule-based":[73],"guidance":[76],"during":[77],"training,":[78],"IOBC":[79,123,145],"accelerates":[80],"improves":[83],"agent's":[86],"performance,":[87],"particularly":[88],"early":[90],"stages":[91],"training":[93],"scenarios.":[96],"The":[97],"study":[98],"conducted":[99],"experiments":[100],"using":[101],"ReLeGSim,":[102],"learning-focused":[105],"simulation":[106],"environment,":[107],"demonstrating":[108],"effectiveness":[110],"our":[112],"method":[113],"enhancing":[115],"performance":[117],"scalability.":[119],"Results":[120],"indicate":[121],"that":[122],"significantly":[124],"outperforms":[125],"without":[128],"guidance,":[129],"providing":[130],"stable":[132],"foundation":[133],"challenging":[137],"environments.":[138],"These":[139],"findings":[140],"underscore":[141],"potential":[143],"real-world":[147],"applications.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
