{"id":"https://openalex.org/W42965232","doi":null,"title":"Finding Promising Exploration Regions by Weighting Expected Navigation Costs","display_name":"Finding Promising Exploration Regions by Weighting Expected Navigation Costs","alternate_titles":[],"publication_year":1996,"publication_date":"1996-01-01","ids":{"openalex":"https://openalex.org/W42965232","mag":"42965232"},"language":"en","primary_location":{"id":"pmh:oai:fraunhofer.de:1000143733","doi":null,"is_oa":false,"landing_page_url":"http://publica.fraunhofer.de/documents/1000143733.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer AIS","raw_type":"Book"},"parent_works":[],"lineage":["https://openalex.org/W42965232"],"child_works_count":0,"type":"book","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5105360922","display_name":"Mark B. Ring","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Mark Ring","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5105360922"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2667,"has_fulltext":false,"cited_by_count":2,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.63554217,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.023499999195337296,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.9509999752044678},{"id":"https://openalex.org/keywords/exploration-expenditure","display_name":"exploration costs","score":0.5379999876022339},{"id":"https://openalex.org/keywords/state-space-exploration","display_name":"state space exploration","score":0.6620000004768372},{"id":"https://openalex.org/keywords/shortest-path-algorithms","display_name":"shortest path algorithms","score":0.3880000114440918},{"id":"https://openalex.org/keywords/floyd-warshall-algorithm","display_name":"Floyd-Warshall algorithm","score":0.7229999899864197},{"id":"https://openalex.org/keywords/robot-learning","display_name":"robot learning","score":0.546999990940094}],"concepts":[{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.6353214383125305},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6236092448234558},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5916248559951782},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5302393436431885},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5290255546569824},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.47069740295410156},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4656584560871124},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.43860766291618347},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.414999783039093},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1998443901538849},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14587190747261047},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:fraunhofer.de:1000143733","doi":null,"is_oa":false,"landing_page_url":"http://publica.fraunhofer.de/documents/1000143733.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer AIS","raw_type":"Book"},{"id":"pmh:oai:publica.fraunhofer.de:publica/288851","doi":null,"is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/288851","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"book"},{"id":"mag:42965232","doi":null,"is_oa":false,"landing_page_url":"https://people.idsia.ch/~ring/Ring-ActiveLearning.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W142091207","https://openalex.org/W1594201624","https://openalex.org/W2106639887","https://openalex.org/W2132560759","https://openalex.org/W2753176400"],"related_works":["https://openalex.org/W7099007124","https://openalex.org/W4404344660","https://openalex.org/W7096349465","https://openalex.org/W65193931","https://openalex.org/W7097053879","https://openalex.org/W301248711","https://openalex.org/W2155642407","https://openalex.org/W3092431376","https://openalex.org/W7025045830","https://openalex.org/W2289591260"],"abstract_inverted_index":{"Active":[0],"learning":[1,54,113,243,263,270,330],"is":[2,57,87,114,129,164,218,345,368,381,409,422],"composed":[3],"of":[4,61,67,111,189,198,205,212,230,291,295,307,316,323,353,400,417,425],"two":[5],"equally":[6],"important":[7],"problems:":[8],"deciding":[9,20],"which":[10,154,201],"areas":[11,271,299],"in":[12,42,78,91,103,171,215],"state":[13,79,146,213,358,407],"space":[14,80,214],"most":[15],"warrant":[16],"further":[17],"learning,":[18],"and":[19,117,326,336,380,413],"how":[21],"to":[22,24,33,81,89,100,105,121,147,161,223,239,320,327,341,348,359],"get":[23],"these":[25,216,260],"areas.":[26,304],"Very":[27],"little":[28],"effort":[29,118],"has":[30,244,331],"been":[31,245,333],"devoted":[32],"the":[34,43,65,72,75,82,115,123,136,151,165,187,196,221,224,262,274,293,354,401,423],"latter":[35],"problem.":[36],"I":[37],"will":[38],"address":[39],"this":[40,112,127],"area":[41],"symposium":[44],"as":[45,139,141],"described":[46],"below.":[47],"Tasks":[48],"with":[49,300,313,405],"Distance":[50,168],"Relationships":[51],"In":[52,233,259,310],"many":[53,172],"tasks,":[55],"data-query":[56],"neither":[58],"free":[59],"nor":[60],"constant":[62],"cost.":[63],"Often":[64],"cost":[66,110,128],"a":[68,95,101,132,144,148,190,203,228,266,281,396,410,414],"query":[69,84,225],"depends":[70],"on":[71,370],"distance":[73,133],"from":[74,143,356,385],"current":[76],"location":[77,102],"desired":[83],"point.":[85],"This":[86],"easiest":[88],"visualize":[90],"robotics":[92],"environments":[93,217,312],"where":[94,180,325,337],"robot":[96,137],"must":[97],"physically":[98],"move":[99],"order":[104],"learn":[106],"something":[107],"there.":[108],"The":[109],"time":[116],"it":[119,155,338],"takes":[120],"reach":[122],"new":[124],"location.":[125],"Furthermore,":[126],"characterized":[130],"by":[131,272],"relationship:":[134],"When":[135],"moves":[138],"directly":[140],"possible":[142,319,347],"source":[145],"destination":[149,166],"state,":[150],"states":[152,181],"through":[153],"passes":[156],"are":[157,182],"closer":[158],"(i.e.,":[159],"cheaper":[160],"reach)":[162],"than":[163],"state.":[167],"relationships":[169],"hold":[170],"real-world":[173],"non-robotics":[174],"tasks":[175],"also":[176,346],"\u2014":[177],"any":[178],"environment":[179],"not":[183],"immediately":[184],"accessible.":[185],"Optimizing":[186],"performance":[188],"chemical":[191],"plant,":[192],"for":[193],"example,":[194],"requires":[195],"adjustment":[197],"analog":[199],"controls":[200],"have":[202,287],"continuum":[204],"intermediate":[206],"states.":[207],"Querying":[208],"possibly":[209],"optimal":[210],"regions":[211],"inadvisable":[219],"if":[220],"path":[222],"point":[226],"intersects":[227],"region":[229],"known":[231,351],"volatility.":[232],"continuous":[234],"environments,":[235],"some":[236],"first-order":[237],"approximations":[238],"such":[240],"distance-dependent":[241],"active":[242],"done":[246,334],"(Cohn":[247],"1994;":[248],"Linden":[249],"&":[250,256,377],"Weber":[251],"1993;":[252],"Schmidhuber":[253],"1991;":[254],"Thrun":[255],"Moller":[257],"1992).":[258],"cases,":[261],"agent":[264],"follows":[265],"gradient":[267],"towards":[268],"promising":[269,297,302],"taking":[273],"action":[275],"at":[276],"each":[277,357,360],"step":[278],"that":[279,386],"maximizes":[280],"local":[282,298],"ignorance":[283],"measure.":[284],"These":[285,389],"techniques":[286],"no":[288],"explicit":[289],"way":[290],"balancing":[292],"exploration":[294],"mildly":[296],"greatly":[301],"distant":[303],"Keeping":[305],"Track":[306],"Navigation":[308],"Costs":[309],"discrete":[311],"small":[314],"numbers":[315],"states,":[317],"it\u2019s":[318],"keep":[321,349],"track":[322],"precisely":[324],"what":[328],"degree":[329],"already":[332],"sufficiently":[335],"still":[339],"needs":[340],"be":[342],"done.":[343],"It":[344],"best":[350],"estimates":[352],"distances":[355],"other":[361],"(see":[362],"Kaelbling,":[363],"1993).":[364],"Kaelbling\u2019s":[365],"DG-learning":[366],"algorithm":[367,374],"based":[369],"Floyd\u2019s":[371],"allpairs":[372],"shortest-path":[373],"(Aho,":[375],"Hopcroft,":[376],"Ullman":[378],"1983)":[379],"just":[382],"slightly":[383],"different":[384],"used":[387],"here.":[388],"\u201call-goals\u201d":[390],"algorithms":[391],"(after":[392],"Kaelbling)":[393],"can":[394],"provide":[395],"highly":[397],"satisfying":[398],"representation":[399],"distance/benefit":[402],"tradeoff.":[403],"Associated":[404],"every":[406],"x":[408],"value":[411],"Ex":[412],"set":[415],"Sx":[416],"N":[418,421],"pairs":[419],"(where":[420],"number":[424],"states):":[426]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W42965232","counts_by_year":[],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2016-06-24T00:00:00"}
