{"id":"https://openalex.org/W4303112440","doi":"https://doi.org/10.7148/2022-0159","title":"How to run a world record? A Reinforcement Learning approach","display_name":"How to run a world record? A Reinforcement Learning approach","publication_year":2022,"publication_date":"2022-06-03","ids":{"openalex":"https://openalex.org/W4303112440","doi":"https://doi.org/10.7148/2022-0159"},"language":"en","primary_location":{"id":"doi:10.7148/2022-0159","is_oa":false,"landing_page_url":"https://doi.org/10.7148/2022-0159","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ECMS 2022 Proceedings edited by Ibrahim A. Hameed, Agus Hasan, Saleh Abdel-Afou Alaliyat","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049467903","display_name":"Sajad Shahsavari","orcid":"https://orcid.org/0000-0003-3754-1743"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sajad Shahsavari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031675737","display_name":"Eero Immonen","orcid":"https://orcid.org/0000-0001-5690-287X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eero Immonen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053071199","display_name":"Masoomeh Karami","orcid":"https://orcid.org/0000-0003-4954-5071"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Masoomeh Karami","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014977873","display_name":"Mohammad-Hashem Haghbayan","orcid":"https://orcid.org/0000-0001-6583-4418"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hashem Haghbayan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5075314597","display_name":"Juha Plosila","orcid":"https://orcid.org/0000-0003-4018-5495"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juha Plosila","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0843489,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"159","last_page":"166"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10409","display_name":"Fuel Cells and Related Materials","score":0.9025999903678894,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10409","display_name":"Fuel Cells and Related Materials","score":0.9025999903678894,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.851076602935791},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.6429624557495117},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6137611865997314},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5978940725326538},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.5852217674255371},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5533410310745239},{"id":"https://openalex.org/keywords/approximation-error","display_name":"Approximation error","score":0.5341740250587463},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.48208242654800415},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4799521267414093},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.47695815563201904},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4513680636882782},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.44156014919281006},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3549971580505371},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32704442739486694},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.31977033615112305},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.30787092447280884},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2838422656059265},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15269693732261658}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.851076602935791},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.6429624557495117},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6137611865997314},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5978940725326538},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5852217674255371},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5533410310745239},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.5341740250587463},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.48208242654800415},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4799521267414093},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.47695815563201904},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4513680636882782},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.44156014919281006},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3549971580505371},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32704442739486694},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.31977033615112305},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30787092447280884},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2838422656059265},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15269693732261658},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.7148/2022-0159","is_oa":false,"landing_page_url":"https://doi.org/10.7148/2022-0159","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ECMS 2022 Proceedings edited by Ibrahim A. Hameed, Agus Hasan, Saleh Abdel-Afou Alaliyat","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W2053398899","https://openalex.org/W4297873223","https://openalex.org/W2350784623","https://openalex.org/W2126211886","https://openalex.org/W1973938972","https://openalex.org/W4383501682"],"abstract_inverted_index":{"Finding":[0],"the":[1,18,38,43,57,72,82,91,94,100,105,141,152,166,177,206],"optimal":[2,26,39,96],"distribution":[3],"of":[4,20,50,90,119,127,190,203],"exerted":[5],"effort":[6],"by":[7,139],"an":[8],"athlete":[9],"in":[10,17,42,59,76,104],"competitive":[11],"sports":[12],"has":[13],"been":[14],"widely":[15],"investigated":[16],"fields":[19],"sport":[21],"science,":[22],"applied":[23],"mathematics":[24],"and":[25,63,87,130,161,164,168,192],"control.":[27],"In":[28],"this":[29],"article,":[30],"we":[31],"propose":[32],"a":[33,123,173],"reinforcement":[34],"learning-based":[35],"solution":[36,175],"to":[37,93,116,195],"control":[40],"problem":[41],"running":[44],"race":[45,157],"application.":[46],"Well-known":[47],"mathematical":[48],"model":[49,75,154],"Keller":[51],"is":[52,69,114,212],"used":[53],"for":[54,155,176,209],"numerically":[55],"simulating":[56],"dynamics":[58],"runner's":[60,128,178],"energy":[61],"storage":[62],"motion.":[64],"A":[65,109],"feed-forward":[66],"neural":[67,133],"network":[68,134],"employed":[70],"as":[71,122],"probabilistic":[73],"controller":[74,153],"continuous":[77,124],"action":[78],"space":[79],"which":[80],"transforms":[81],"current":[83],"state":[84],"(position,":[85],"velocity":[86,169],"available":[88],"energy)":[89],"runner":[92,101],"predicted":[95],"propulsive":[97],"force":[98,167],"that":[99,171],"should":[102],"apply":[103],"next":[106],"time":[107],"step.":[108],"logarithmic":[110],"barrier":[111],"reward":[112,143],"function":[113,126],"designed":[115],"evaluate":[117],"performance":[118],"simulated":[120],"races":[121],"smooth":[125],"position":[129],"time.":[131],"The":[132],"parameters,":[135],"then,":[136],"are":[137,193],"identified":[138],"maximizing":[140],"expected":[142],"using":[144],"on-policy":[145],"actor-critic":[146],"policy-gradient":[147],"RL":[148],"algorithm.":[149],"We":[150],"trained":[151],"three":[156],"lengths:":[158],"400,":[159],"1500":[160],"10000":[162],"meters":[163],"found":[165],"profiles":[170],"produce":[172],"near-optimal":[174],"problem.":[179],"Results":[180],"conform":[181],"with":[182,186,199],"Keller's":[183,210],"theoretical":[184],"findings":[185,211],"relative":[187,200],"percent":[188,201],"error":[189,202,208],"0.59%":[191],"comparable":[194],"real":[196],"world":[197],"records":[198],"2.38%,":[204],"while":[205],"same":[207],"2.82%.":[213]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}