{"id":"https://openalex.org/W6999834895","doi":null,"title":"Directed Increment Policy Search for Behavior Tree Task Performance Optimization: Crossing the Reality Gap","display_name":"Directed Increment Policy Search for Behavior Tree Task Performance Optimization: Crossing the Reality Gap","alternate_titles":[],"publication_year":2017,"publication_date":"2017-12-04","ids":{"openalex":"https://openalex.org/W6999834895"},"language":"en","primary_location":{"id":"pmh:oai:tudelft.nl:uuid:ff167b06-bbaf-4897-b76c-9f246e50eadb","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:ff167b06-bbaf-4897-b76c-9f246e50eadb","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"master thesis"},"parent_works":[],"lineage":["https://openalex.org/W6999834895"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://resolver.tudelft.nl/uuid:ff167b06-bbaf-4897-b76c-9f246e50eadb","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Leest, Steven (author)","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Leest, Steven (author)","raw_affiliation_strings":["Student, Department of Control & Simulation , Faculty of Aerospace Engineering , S","Faculty of Aerospace Engineering, Delft University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Student, Department of Control & Simulation , Faculty of Aerospace Engineering , S","institution_ids":[]},{"raw_affiliation_string":"Faculty of Aerospace Engineering, Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/behavior-trees","display_name":"behavior trees","score":0.8569999933242798},{"id":"https://openalex.org/keywords/reality-gap","display_name":"reality gap","score":0.9259999990463257},{"id":"https://openalex.org/keywords/sim-to-real-transfer","display_name":"sim-to-real transfer","score":0.75},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.6169999837875366},{"id":"https://openalex.org/keywords/embodied-robots","display_name":"embodied robots","score":0.47699999809265137}],"concepts":[{"id":"https://openalex.org/C144251240","wikidata":"https://www.wikidata.org/wiki/Q7068229","display_name":"Nucleofection","level":4,"score":0.4106999933719635},{"id":"https://openalex.org/C2992336715","wikidata":"https://www.wikidata.org/wiki/Q63431143","display_name":"Gestational period","level":4,"score":0.33169999718666077},{"id":"https://openalex.org/C2778283623","wikidata":"https://www.wikidata.org/wiki/Q18032200","display_name":"TSG101","level":5,"score":0.3215999901294708},{"id":"https://openalex.org/C2781032047","wikidata":"https://www.wikidata.org/wiki/Q938793","display_name":"Articular cartilage damage","level":5,"score":0.3025999963283539},{"id":"https://openalex.org/C2777158700","wikidata":"https://www.wikidata.org/wiki/Q1419356","display_name":"Hyporeflexia","level":3,"score":0.2976999878883362},{"id":"https://openalex.org/C133074676","wikidata":"https://www.wikidata.org/wiki/Q428729","display_name":"Fusible alloy","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C18743360","wikidata":"https://www.wikidata.org/wiki/Q1208096","display_name":"Diafiltration","level":4,"score":0.27889999747276306},{"id":"https://openalex.org/C180938184","wikidata":"https://www.wikidata.org/wiki/Q2142270","display_name":"Liquation","level":3,"score":0.2680000066757202},{"id":"https://openalex.org/C145741570","wikidata":"https://www.wikidata.org/wiki/Q7251534","display_name":"Proteogenomics","level":5,"score":0.2639000117778778},{"id":"https://openalex.org/C2777054765","wikidata":"https://www.wikidata.org/wiki/Q6402731","display_name":"Dysgeusia","level":3,"score":0.2542000114917755},{"id":"https://openalex.org/C104545631","wikidata":"https://www.wikidata.org/wiki/Q464858","display_name":"Demotion","level":3,"score":0.2535000145435333},{"id":"https://openalex.org/C2776356786","wikidata":"https://www.wikidata.org/wiki/Q1048573","display_name":"Tubulopathy","level":3,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:tudelft.nl:uuid:ff167b06-bbaf-4897-b76c-9f246e50eadb","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:ff167b06-bbaf-4897-b76c-9f246e50eadb","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"master thesis"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:ff167b06-bbaf-4897-b76c-9f246e50eadb","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:ff167b06-bbaf-4897-b76c-9f246e50eadb","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"master thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6999834895.pdf","grobid_xml":"https://content.openalex.org/works/W6999834895.grobid-xml"},"referenced_works_count":79,"referenced_works":["https://openalex.org/W2716320","https://openalex.org/W43241812","https://openalex.org/W128729319","https://openalex.org/W164400977","https://openalex.org/W198668225","https://openalex.org/W1481659984","https://openalex.org/W1515851193","https://openalex.org/W1518672027","https://openalex.org/W1529793276","https://openalex.org/W1530322589","https://openalex.org/W1574570499","https://openalex.org/W1583833196","https://openalex.org/W1592847719","https://openalex.org/W1910406352","https://openalex.org/W1963549352","https://openalex.org/W1963873191","https://openalex.org/W1965705114","https://openalex.org/W1977655452","https://openalex.org/W1978161072","https://openalex.org/W1981075595","https://openalex.org/W1982511065","https://openalex.org/W1986014385","https://openalex.org/W1988071341","https://openalex.org/W1989217476","https://openalex.org/W1989329927","https://openalex.org/W2007506196","https://openalex.org/W2012391952","https://openalex.org/W2012587148","https://openalex.org/W2013427445","https://openalex.org/W2017225926","https://openalex.org/W2049095866","https://openalex.org/W2051228319","https://openalex.org/W2055034398","https://openalex.org/W2077571245","https://openalex.org/W2084202551","https://openalex.org/W2086100817","https://openalex.org/W2089434629","https://openalex.org/W2090252028","https://openalex.org/W2096934640","https://openalex.org/W2097381042","https://openalex.org/W2097856935","https://openalex.org/W2099529102","https://openalex.org/W2101869258","https://openalex.org/W2105546430","https://openalex.org/W2107726111","https://openalex.org/W2108682071","https://openalex.org/W2109910161","https://openalex.org/W2111935653","https://openalex.org/W2121517924","https://openalex.org/W2124267516","https://openalex.org/W2124290836","https://openalex.org/W2125612430","https://openalex.org/W2127412976","https://openalex.org/W2128816034","https://openalex.org/W2132257796","https://openalex.org/W2133196698","https://openalex.org/W2139053308","https://openalex.org/W2141559645","https://openalex.org/W2149706766","https://openalex.org/W2158548602","https://openalex.org/W2168405694","https://openalex.org/W2169209873","https://openalex.org/W2171246729","https://openalex.org/W2215701394","https://openalex.org/W2251631938","https://openalex.org/W2257979135","https://openalex.org/W2261683202","https://openalex.org/W2339009533","https://openalex.org/W2397253692","https://openalex.org/W2537236083","https://openalex.org/W2567075875","https://openalex.org/W2568934518","https://openalex.org/W2571104410","https://openalex.org/W2571366541","https://openalex.org/W2591436094","https://openalex.org/W2615465381","https://openalex.org/W2984588480","https://openalex.org/W3020831056","https://openalex.org/W7033484694"],"related_works":["https://openalex.org/W3203483019","https://openalex.org/W7138869864","https://openalex.org/W7164847023","https://openalex.org/W7220843720","https://openalex.org/W2960705509","https://openalex.org/W3008492644","https://openalex.org/W7222931518","https://openalex.org/W4415797031","https://openalex.org/W7033484694","https://openalex.org/W4315640913"],"abstract_inverted_index":{"Robotic":[0],"behavior":[1,134,153,164],"policies":[2],"learned":[3],"in":[4],"simulation":[5,28],"suffer":[6],"from":[7,22],"a":[8,14,44,57,91,107,119],"performance":[9,19,136],"degradation":[10,20],"once":[11],"transferred":[12],"to":[13,31,78,100,117,151,159],"real-world":[15,26,84],"robotic":[16],"platform.":[17],"This":[18],"originates":[21],"discrepancies":[23],"between":[24,163],"the":[25,33,38,66,70,73,80,111,132,160],"and":[27,69,97,129,156,165],"environment,":[29],"referred":[30],"as":[32],"reality":[34,39,144],"gap.":[35],"To":[36],"cross":[37],"gap,":[40],"this":[41],"papers":[42],"presents":[43],"simple":[45],"reinforcement":[46],"learning":[47],"algorithm":[48],"named":[49],"Directed":[50],"Increment":[51],"Policy":[52],"Search":[53],"(DIPS).":[54],"DIPS":[55,87,103,127,148],"is":[56,98,104,115,124],"form":[58,92],"of":[59,72,82,93,110],"episodic":[60],"model-free":[61],"policy":[62,135],"search":[63],"which":[64,114],"leverages":[65],"interpretable":[67],"structure":[68],"coupling":[71,162],"Behavior":[74],"Tree":[75],"(BT)":[76],"parameters":[77],"reduce":[79],"number":[81],"required":[83],"evaluations.":[85],"Additionally,":[86],"does":[88],"not":[89],"require":[90],"reward":[94],"function":[95],"crafting":[96],"robust":[99],"hyper-parameter":[101],"settings.":[102],"evaluated":[105],"on":[106],"simulated":[108,139],"model":[109],"DelFly":[112],"Explorer":[113],"tasked":[116],"perform":[118],"window":[120],"fly-through":[121],"maneuver.":[122],"It":[123],"demonstrated":[125],"that":[126],"efficiently":[128],"effectively":[130],"improves":[131],"BT":[133],"for":[137],"three":[138],"environments":[140],"with":[141],"increasingly":[142],"large":[143],"gaps.":[145],"We":[146],"believe":[147],"can":[149],"generalize":[150],"other":[152],"representation":[154],"methods":[155],"tasks":[157],"due":[158],"inherent":[161],"environment":[166],"experienced":[167],"by":[168],"embodied":[169],"robots.":[170]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6999834895","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-10-10T00:00:00"}
