{"id":"https://openalex.org/W1984381895","doi":"https://doi.org/10.1109/iros.2013.6696351","title":"Learning while preventing mechanical failure due to random motions","display_name":"Learning while preventing mechanical failure due to random motions","publication_year":2013,"publication_date":"2013-11-01","ids":{"openalex":"https://openalex.org/W1984381895","doi":"https://doi.org/10.1109/iros.2013.6696351","mag":"1984381895"},"language":"en","primary_location":{"id":"doi:10.1109/iros.2013.6696351","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2013.6696351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE/RSJ International Conference on Intelligent Robots and Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_d126f4e2-b4b7-4a88-a71a-bf1f0421b301","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059505804","display_name":"H. J. Meijdam","orcid":null},"institutions":[{"id":"https://openalex.org/I161675122","display_name":"Cooperative Institute for Research in Environmental Sciences","ror":"https://ror.org/00bdqav06","country_code":"US","type":"facility","lineage":["https://openalex.org/I1308126019","https://openalex.org/I1343035065","https://openalex.org/I161675122","https://openalex.org/I188538660","https://openalex.org/I2802992173"]},{"id":"https://openalex.org/I80605987","display_name":"NOAA Earth System Research Laboratory","ror":"https://ror.org/033tt8e33","country_code":"US","type":"funder","lineage":["https://openalex.org/I1308126019","https://openalex.org/I1343035065","https://openalex.org/I2802992173","https://openalex.org/I80605987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"H. J. Meijdam","raw_affiliation_strings":["Cooperative Institute for Research in the Atmosphere, NOAA Earth System Research Laboratory Boulder, Colorado, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cooperative Institute for Research in the Atmosphere, NOAA Earth System Research Laboratory Boulder, Colorado, USA","institution_ids":["https://openalex.org/I161675122","https://openalex.org/I80605987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023472355","display_name":"Michiel Plooij","orcid":"https://orcid.org/0000-0002-6519-6062"},"institutions":[{"id":"https://openalex.org/I161675122","display_name":"Cooperative Institute for Research in Environmental Sciences","ror":"https://ror.org/00bdqav06","country_code":"US","type":"facility","lineage":["https://openalex.org/I1308126019","https://openalex.org/I1343035065","https://openalex.org/I161675122","https://openalex.org/I188538660","https://openalex.org/I2802992173"]},{"id":"https://openalex.org/I80605987","display_name":"NOAA Earth System Research Laboratory","ror":"https://ror.org/033tt8e33","country_code":"US","type":"funder","lineage":["https://openalex.org/I1308126019","https://openalex.org/I1343035065","https://openalex.org/I2802992173","https://openalex.org/I80605987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. C. Plooij","raw_affiliation_strings":["Cooperative Institute for Research in the Atmosphere, NOAA Earth System Research Laboratory Boulder, Colorado, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cooperative Institute for Research in the Atmosphere, NOAA Earth System Research Laboratory Boulder, Colorado, USA","institution_ids":["https://openalex.org/I161675122","https://openalex.org/I80605987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009958441","display_name":"Wouter Caarls","orcid":"https://orcid.org/0000-0001-9069-2378"},"institutions":[{"id":"https://openalex.org/I161675122","display_name":"Cooperative Institute for Research in Environmental Sciences","ror":"https://ror.org/00bdqav06","country_code":"US","type":"facility","lineage":["https://openalex.org/I1308126019","https://openalex.org/I1343035065","https://openalex.org/I161675122","https://openalex.org/I188538660","https://openalex.org/I2802992173"]},{"id":"https://openalex.org/I80605987","display_name":"NOAA Earth System Research Laboratory","ror":"https://ror.org/033tt8e33","country_code":"US","type":"funder","lineage":["https://openalex.org/I1308126019","https://openalex.org/I1343035065","https://openalex.org/I2802992173","https://openalex.org/I80605987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"W. Caarls","raw_affiliation_strings":["Cooperative Institute for Research in the Atmosphere, NOAA Earth System Research Laboratory Boulder, Colorado, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cooperative Institute for Research in the Atmosphere, NOAA Earth System Research Laboratory Boulder, Colorado, USA","institution_ids":["https://openalex.org/I161675122","https://openalex.org/I80605987"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"182","last_page":"187"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mean-time-between-failures","display_name":"Mean time between failures","score":0.9378386735916138},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.602215588092804},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.58665931224823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4850175082683563},{"id":"https://openalex.org/keywords/phase","display_name":"Phase (matter)","score":0.43203064799308777},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4188171625137329},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4122084975242615},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.4121326804161072},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4026294946670532},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.36485713720321655},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2442297339439392},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.23413991928100586},{"id":"https://openalex.org/keywords/failure-rate","display_name":"Failure rate","score":0.19937756657600403},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.17618757486343384}],"concepts":[{"id":"https://openalex.org/C44154001","wikidata":"https://www.wikidata.org/wiki/Q754940","display_name":"Mean time between failures","level":3,"score":0.9378386735916138},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.602215588092804},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.58665931224823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4850175082683563},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.43203064799308777},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4188171625137329},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4122084975242615},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.4121326804161072},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4026294946670532},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.36485713720321655},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2442297339439392},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.23413991928100586},{"id":"https://openalex.org/C163164238","wikidata":"https://www.wikidata.org/wiki/Q2737027","display_name":"Failure rate","level":2,"score":0.19937756657600403},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.17618757486343384},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iros.2013.6696351","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2013.6696351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE/RSJ International Conference on Intelligent Robots and Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:tudelft.nl:uuid:dedb8e68-e04c-45e3-80c9-84cd7f553af9","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:dedb8e68-e04c-45e3-80c9-84cd7f553af9","pdf_url":"https://repository.tudelft.nl/file/File_d126f4e2-b4b7-4a88-a71a-bf1f0421b301","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"master thesis"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:dedb8e68-e04c-45e3-80c9-84cd7f553af9","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:dedb8e68-e04c-45e3-80c9-84cd7f553af9","pdf_url":"https://repository.tudelft.nl/file/File_d126f4e2-b4b7-4a88-a71a-bf1f0421b301","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"master thesis"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1984381895.pdf","grobid_xml":"https://content.openalex.org/works/W1984381895.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1491427302","https://openalex.org/W1870084187","https://openalex.org/W1966086707","https://openalex.org/W1984120922","https://openalex.org/W1994923984","https://openalex.org/W2074095651","https://openalex.org/W2121863487","https://openalex.org/W2124758515","https://openalex.org/W2139053308","https://openalex.org/W2167417157","https://openalex.org/W2168945912","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W1983353130","https://openalex.org/W168429299","https://openalex.org/W1513192318","https://openalex.org/W2064185557","https://openalex.org/W1721636426","https://openalex.org/W2114661492","https://openalex.org/W2059606485","https://openalex.org/W2081804767","https://openalex.org/W1971823982"],"abstract_inverted_index":{"Learning":[0,11],"can":[1,13,24,41,57,147,171],"be":[2,42,58,148,172],"used":[3],"to":[4,8,83,102,113,119,140,156,166],"optimize":[5,141],"robot":[6,40,137],"motions":[7,12,18,170],"new":[9],"situations.":[10],"cause":[14,25],"high":[15,167],"frequency":[16,168],"random":[17,169],"in":[19,53,77,161],"the":[20,28,54,67,89,92,97,104,122,126,145,176],"exploration":[21,55],"phase":[22,56],"and":[23,80,125],"failure":[26],"before":[27],"motion":[29],"is":[30,46],"learned.":[31],"The":[32,50],"mean":[33],"time":[34],"between":[35],"failures":[36,164],"(MTBF)":[37],"of":[38,66,96,132,153],"a":[39,134,142,151],"predicted":[43,51],"while":[44,106],"it":[45],"performing":[47],"these":[48],"motions.":[49],"MTBF":[52,90,105,146],"increased":[59,149],"by":[60,150],"filtering":[61,76],"actions":[62,65],"or":[63],"possible":[64],"algorithm.":[68,129],"We":[69],"investigated":[70,98],"five":[71],"algorithms":[72,99,116],"that":[73,138],"apply":[74],"this":[75],"various":[78],"ways":[79],"compared":[81,155],"them":[82],"SARSA(\u03bb)":[84],"learning.":[85],"In":[86,130],"general,":[87],"increasing":[88],"decreases":[91],"learning":[93,109],"performance.":[94,177],"Three":[95],"are":[100,117],"unable":[101],"increase":[103],"keeping":[107],"their":[108],"performance":[110],"approximately":[111],"equal":[112],"SARSA(\u03bb).":[114,157],"Two":[115],"able":[118],"do":[120],"this:":[121],"PADA":[123],"algorithm":[124],"low-pass":[127],"filter":[128],"case":[131],"LEO,":[133],"bipedal":[135],"walking":[136,143],"tries":[139],"motion,":[144],"factor":[152],"108":[154],"This":[158],"indicates":[159],"that,":[160],"some":[162],"cases,":[163],"due":[165],"prevented":[173],"without":[174],"decreasing":[175]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}
