{"id":"https://openalex.org/W3090624307","doi":"https://doi.org/10.1109/ijcnn48605.2020.9206849","title":"Adaptation of a wheel loader automatic bucket filling neural network using reinforcement learning","display_name":"Adaptation of a wheel loader automatic bucket filling neural network using reinforcement learning","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3090624307","doi":"https://doi.org/10.1109/ijcnn48605.2020.9206849","mag":"3090624307"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9206849","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9206849","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043681743","display_name":"Siddharth Dadhich","orcid":"https://orcid.org/0000-0001-7395-7557"},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Siddharth Dadhich","raw_affiliation_strings":["Lule\u00e5 University of Technology, Lule\u00e5, Sweden"],"affiliations":[{"raw_affiliation_string":"Lule\u00e5 University of Technology, Lule\u00e5, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072244112","display_name":"Fredrik Sandin","orcid":"https://orcid.org/0000-0001-5662-825X"},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Fredrik Sandin","raw_affiliation_strings":["Lule\u00e5 University of Technology, Lule\u00e5, Sweden"],"affiliations":[{"raw_affiliation_string":"Lule\u00e5 University of Technology, Lule\u00e5, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055726181","display_name":"Ulf Bodin","orcid":"https://orcid.org/0000-0001-5408-0008"},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ulf Bodin","raw_affiliation_strings":["Lule\u00e5 University of Technology, Lule\u00e5, Sweden"],"affiliations":[{"raw_affiliation_string":"Lule\u00e5 University of Technology, Lule\u00e5, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064727601","display_name":"Ulf Andersson","orcid":"https://orcid.org/0000-0003-4425-9367"},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ulf Andersson","raw_affiliation_strings":["Lule\u00e5 University of Technology, Lule\u00e5, Sweden"],"affiliations":[{"raw_affiliation_string":"Lule\u00e5 University of Technology, Lule\u00e5, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079976463","display_name":"Torbj\u00f6rn Martinsson","orcid":null},"institutions":[{"id":"https://openalex.org/I1340210623","display_name":"Volvo (Sweden)","ror":"https://ror.org/05b6ypc36","country_code":"SE","type":"company","lineage":["https://openalex.org/I1340210623"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Torbjorn Martinsson","raw_affiliation_strings":["Volvo CE, Eskilstuna, Sweden"],"affiliations":[{"raw_affiliation_string":"Volvo CE, Eskilstuna, Sweden","institution_ids":["https://openalex.org/I1340210623"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5043681743"],"corresponding_institution_ids":["https://openalex.org/I190632392"],"apc_list":null,"apc_paid":null,"fwci":1.9335,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.86129461,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9729999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8134004473686218},{"id":"https://openalex.org/keywords/loader","display_name":"Loader","score":0.7376091480255127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6690394878387451},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6333670616149902},{"id":"https://openalex.org/keywords/pile","display_name":"Pile","score":0.5378837585449219},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5115290880203247},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4543357491493225},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08439648151397705}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8134004473686218},{"id":"https://openalex.org/C2779041774","wikidata":"https://www.wikidata.org/wiki/Q650550","display_name":"Loader","level":2,"score":0.7376091480255127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6690394878387451},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6333670616149902},{"id":"https://openalex.org/C119560385","wikidata":"https://www.wikidata.org/wiki/Q7193850","display_name":"Pile","level":2,"score":0.5378837585449219},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5115290880203247},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4543357491493225},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08439648151397705},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9206849","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9206849","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W104569009","https://openalex.org/W255452181","https://openalex.org/W1130790960","https://openalex.org/W1556550707","https://openalex.org/W1757796397","https://openalex.org/W1777239053","https://openalex.org/W1825869920","https://openalex.org/W1977655452","https://openalex.org/W2041111443","https://openalex.org/W2062989416","https://openalex.org/W2066050429","https://openalex.org/W2104643696","https://openalex.org/W2117671523","https://openalex.org/W2145339207","https://openalex.org/W2149344495","https://openalex.org/W2152570921","https://openalex.org/W2155027007","https://openalex.org/W2156737235","https://openalex.org/W2165150801","https://openalex.org/W2166324899","https://openalex.org/W2173248099","https://openalex.org/W2194966727","https://openalex.org/W2245931582","https://openalex.org/W2247643818","https://openalex.org/W2342662072","https://openalex.org/W2402144811","https://openalex.org/W2442814322","https://openalex.org/W2507904268","https://openalex.org/W2620974420","https://openalex.org/W2762020084","https://openalex.org/W2766401386","https://openalex.org/W2772709170","https://openalex.org/W2800520676","https://openalex.org/W2887783836","https://openalex.org/W2896792698","https://openalex.org/W2899105324","https://openalex.org/W2903456034","https://openalex.org/W2919115771","https://openalex.org/W2953384591","https://openalex.org/W2963641140","https://openalex.org/W2963864421","https://openalex.org/W2968983352","https://openalex.org/W3045402662","https://openalex.org/W4246918423","https://openalex.org/W4251742697","https://openalex.org/W4255421341","https://openalex.org/W4298857966","https://openalex.org/W4302570325","https://openalex.org/W6604277265","https://openalex.org/W6609607257","https://openalex.org/W6637967152","https://openalex.org/W6638088447","https://openalex.org/W6683195989","https://openalex.org/W6683204974","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6690982449","https://openalex.org/W6704571135","https://openalex.org/W6713134421","https://openalex.org/W6739055881","https://openalex.org/W6744713152","https://openalex.org/W6746177919","https://openalex.org/W6752818208","https://openalex.org/W6781617087","https://openalex.org/W7034091645"],"related_works":["https://openalex.org/W2365193102","https://openalex.org/W2343312170","https://openalex.org/W2392969333","https://openalex.org/W2745521454","https://openalex.org/W2380220463","https://openalex.org/W2363418592","https://openalex.org/W2077399824","https://openalex.org/W2061615910","https://openalex.org/W2385186581","https://openalex.org/W2388122603"],"abstract_inverted_index":{"Bucket-filling":[0],"is":[1,119],"a":[2,35,46,50,71,88,99,109,113,124,132,142,147],"repetitive":[3],"task":[4],"in":[5,112,146,155],"earth-moving":[6],"operations":[7],"with":[8,34,141,173],"wheel-loaders,":[9],"which":[10],"needs":[11],"to":[12,15,77,121,131,164],"be":[13,74],"automated":[14,25],"enable":[16],"efficient":[17],"remote":[18],"control":[19],"and":[20],"autonomous":[21],"operation.":[22],"Ideally,":[23],"an":[24],"bucket-filling":[26,72,125,177],"solution":[27],"should":[28],"work":[29],"for":[30,45,105,127],"different":[31,78,186],"machine-pile":[32,48,79],"environments,":[33],"minimum":[36],"of":[37,87,98,108,170],"manual":[38],"retraining.":[39],"It":[40],"has":[41],"been":[42],"shown":[43],"that":[44,152],"given":[47],"environment,":[49],"time-delay":[51],"neural":[52,110],"network":[53,73,111,126],"can":[54,160],"efficiently":[55],"fill":[56],"the":[57,96,153,156],"bucket":[58],"after":[59,183],"imitation-based":[60],"learning":[61,84,103,172],"from":[62],"100":[63],"examples":[64],"by":[65,85,162,190],"one":[66,168],"expert":[67],"operator.":[68],"Can":[69],"such":[70],"automatically":[75,122],"adapted":[76],"environments":[80],"without":[81],"further":[82],"imitation":[83],"optimization":[86],"utility":[89],"or":[90],"reward":[91,187],"function?":[92],"This":[93,179],"paper":[94],"investigates":[95],"use":[97],"deterministic":[100],"actor-critic":[101],"reinforcement":[102,171],"algorithm":[104,118],"automatic":[106],"adaptation":[107],"new":[114],"pile":[115,134,158],"environment.":[116,135],"The":[117,136],"used":[120],"adapt":[123],"medium":[128],"coarse":[129],"gravel":[130],"cobble-gravel":[133],"experiments":[137],"presented":[138],"are":[139],"performed":[140],"Volvo":[143],"L180H":[144],"wheel-loader":[145],"real-world":[148],"setting.":[149],"We":[150],"found":[151],"bucket-weights":[154],"novel":[157],"environment":[159],"improve":[161],"five":[163],"ten":[165],"percent":[166],"within":[167],"hour":[169],"less":[174],"than":[175],"40":[176],"trials.":[178],"result":[180],"was":[181],"obtained":[182],"investigating":[184],"two":[185],"functions":[188],"motivated":[189],"domain":[191],"knowledge.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7}],"updated_date":"2026-04-01T17:29:45.350535","created_date":"2025-10-10T00:00:00"}