{"id":"https://openalex.org/W4389666012","doi":"https://doi.org/10.1109/iros55552.2023.10341863","title":"Optimal Decision Making in Robotic Assembly and Other Trial-and-Error Tasks","display_name":"Optimal Decision Making in Robotic Assembly and Other Trial-and-Error Tasks","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389666012","doi":"https://doi.org/10.1109/iros55552.2023.10341863"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10341863","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iros55552.2023.10341863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003271212","display_name":"James Watson","orcid":"https://orcid.org/0000-0003-4942-1984"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]},{"id":"https://openalex.org/I2802236040","display_name":"University of Colorado System","ror":"https://ror.org/00jc20583","country_code":"US","type":"education","lineage":["https://openalex.org/I2802236040"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"James Watson","raw_affiliation_strings":["University of Colorado Boulder,Computer Science Department,Boulder,United States","Computer Science Department, University of Colorado Boulder, Boulder, United States"],"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder,Computer Science Department,Boulder,United States","institution_ids":["https://openalex.org/I188538660","https://openalex.org/I2802236040"]},{"raw_affiliation_string":"Computer Science Department, University of Colorado Boulder, Boulder, United States","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047458039","display_name":"Nikolaus Correll","orcid":"https://orcid.org/0000-0002-1911-9277"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]},{"id":"https://openalex.org/I2802236040","display_name":"University of Colorado System","ror":"https://ror.org/00jc20583","country_code":"US","type":"education","lineage":["https://openalex.org/I2802236040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikolaus Correll","raw_affiliation_strings":["University of Colorado Boulder,Computer Science Department,Boulder,United States","Computer Science Department, University of Colorado Boulder, Boulder, United States"],"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder,Computer Science Department,Boulder,United States","institution_ids":["https://openalex.org/I188538660","https://openalex.org/I2802236040"]},{"raw_affiliation_string":"Computer Science Department, University of Colorado Boulder, Boulder, United States","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5003271212"],"corresponding_institution_ids":["https://openalex.org/I188538660","https://openalex.org/I2802236040"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20710114,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10074","last_page":"10081"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.7894022464752197},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6191627979278564},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6047099232673645},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5191399455070496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5009610652923584},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4912037253379822},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4875580668449402},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4856642484664917},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4346386790275574},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35715141892433167},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3256884813308716},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.22204294800758362},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14877483248710632},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10914820432662964}],"concepts":[{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.7894022464752197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6191627979278564},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6047099232673645},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5191399455070496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5009610652923584},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4912037253379822},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4875580668449402},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4856642484664917},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4346386790275574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35715141892433167},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3256884813308716},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.22204294800758362},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14877483248710632},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10914820432662964},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros55552.2023.10341863","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iros55552.2023.10341863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G7968728156","display_name":null,"funder_award_id":"2021-67021-33450","funder_id":"https://openalex.org/F4320306114","funder_display_name":"U.S. Department of Agriculture"}],"funders":[{"id":"https://openalex.org/F4320306114","display_name":"U.S. Department of Agriculture","ror":"https://ror.org/01na82s61"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2012831112","https://openalex.org/W2018631692","https://openalex.org/W2092574465","https://openalex.org/W2104803097","https://openalex.org/W2113720629","https://openalex.org/W2115409846","https://openalex.org/W2273867829","https://openalex.org/W2306394264","https://openalex.org/W2477642531","https://openalex.org/W2518582440","https://openalex.org/W2800779097","https://openalex.org/W2883277580","https://openalex.org/W2890487110","https://openalex.org/W2904421979","https://openalex.org/W2909162014","https://openalex.org/W2973476211","https://openalex.org/W2997649102","https://openalex.org/W3003257820","https://openalex.org/W3003831741","https://openalex.org/W3021949577","https://openalex.org/W3083789190","https://openalex.org/W3110808986","https://openalex.org/W3129064510","https://openalex.org/W3135570755","https://openalex.org/W3150922542","https://openalex.org/W4206193592","https://openalex.org/W4206533730","https://openalex.org/W4223520461","https://openalex.org/W4242005703","https://openalex.org/W6698169118","https://openalex.org/W6755375130","https://openalex.org/W6793886015"],"related_works":["https://openalex.org/W3172150420","https://openalex.org/W3204654320","https://openalex.org/W2379651310","https://openalex.org/W2113019827","https://openalex.org/W1541249122","https://openalex.org/W2413828414","https://openalex.org/W2367222340","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"Uncertainty":[0],"in":[1,150,231],"perception,":[2],"actuation,":[3],"and":[4,33,109,154,227],"the":[5,40,82,86,92,117,120,135,139,144,205,232],"environment":[6],"often":[7],"require":[8],"multiple":[9],"attempts":[10],"for":[11],"a":[12,20,49,55,62,71,111,127,151,157,170,179],"robotic":[13,171,211],"task":[14,102],"to":[15,38,52,67,77,89,105,115,146,194,209],"be":[16,106],"successful.":[17],"We":[18,165,202],"study":[19],"class":[21],"of":[22,28,43,94,119,138],"problems":[23],"providing":[24],"(1)":[25],"low-entropy":[26],"indicators":[27],"terminal":[29,216],"success":[30],"/":[31],"failure,":[32,78],"(2)":[34],"unreliable":[35],"(high-entropy)":[36],"data":[37],"predict":[39],"final":[41],"outcome":[42],"an":[44,97,188,214],"ongoing":[45],"task.":[46],"Examples":[47],"include":[48],"robot":[50,145],"trying":[51],"connect":[53],"with":[54,91,213,218],"charging":[56],"station,":[57],"parallel":[58],"parking,":[59],"or":[60],"assembling":[61],"tightly-fitting":[63],"part.":[64],"The":[65],"ability":[66],"restart":[68],"after":[69],"predicting":[70],"failure":[72,140,148],"early,":[73],"versus":[74],"simply":[75],"running":[76,103],"can":[79,225],"significantly":[80],"decrease":[81],"makespan,":[83],"that":[84,130,204],"is,":[85],"total":[87],"time":[88],"completion,":[90],"drawback":[93],"potentially":[95],"short-cutting":[96],"otherwise":[98],"successful":[99],"operation.":[100],"Assuming":[101],"times":[104],"Poisson":[107],"distributed,":[108],"using":[110,169],"Markov":[112,122],"Jump":[113],"Process":[114],"capture":[116],"dynamics":[118],"underlying":[121],"Decision":[123],"Process,":[124],"we":[125],"derive":[126],"closed-form":[128],"solution":[129],"predicts":[131],"makespan":[132,190],"based":[133,183],"on":[134,184,222],"confusion":[136],"matrix":[137],"predictor.":[141],"This":[142],"allows":[143],"learn":[147,226],"prediction":[149],"production":[152],"environment,":[153],"only":[155],"adopt":[156],"preemptive":[158],"policy":[159],"when":[160],"it":[161],"actually":[162],"saves":[163],"time.":[164],"demonstrate":[166],"this":[167],"approach":[168],"peg-in-hole":[172],"assembly":[173],"problem.":[174],"Failures":[175],"are":[176],"predicted":[177],"by":[178],"dilated":[180],"convolutional":[181],"network":[182],"force-torque":[185],"data,":[186],"showing":[187],"average":[189],"reduction":[191],"from":[192],"101s":[193],"81s":[195],"(<tex":[196],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[197],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\mathrm{N}=120,\\":[198],"\\mathrm{p}":[199],"&lt;":[200],"0.05$</tex>).":[201],"posit":[203],"proposed":[206],"algorithm":[207],"generalizes":[208],"any":[210],"behavior":[212],"unambiguous":[215],"reward,":[217],"wide":[219],"ranging":[220],"applications":[221],"how":[223],"robots":[224],"improve":[228],"their":[229],"behaviors":[230],"wild.":[233]},"counts_by_year":[],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}