{"id":"https://openalex.org/W2103081739","doi":null,"title":"Hierarchical Optimistic Region Selection driven by Curiosity","display_name":"Hierarchical Optimistic Region Selection driven by Curiosity","alternate_titles":[],"publication_year":2012,"publication_date":"2012-10-01","ids":{"openalex":"https://openalex.org/W2103081739","mag":"2103081739"},"language":"en","primary_location":{"id":"pmh:oai:HAL:hal-00740418v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-00740418","pdf_url":"https://hal.science/hal-00740418/file/horsec_nips_supplementary.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2012","raw_type":"info:eu-repo/semantics/preprint"},"parent_works":[],"lineage":["https://openalex.org/W2103081739"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-00740418/file/horsec_nips_supplementary.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055126334","display_name":"Odalric-Ambrym Maillard","orcid":"https://orcid.org/0000-0001-7935-7026","observed_orcids":["https://orcid.org/0000-0001-7935-7026"]},"institutions":[{"id":"https://openalex.org/I182712176","display_name":"Montanuniversit\u00e4t Leoben","ror":"https://ror.org/02fhfw393","country_code":"AT","type":"education","lineage":["https://openalex.org/I182712176"]}],"countries":["AT"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Odalric-Ambrym Maillard","raw_affiliation_strings":["MUL - Montanuniversit\u00e4t Leoben (Franz Josef-Stra\u00dfe 18, 8700 Leoben - Austria)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MUL - Montanuniversit\u00e4t Leoben (Franz Josef-Stra\u00dfe 18, 8700 Leoben - Austria)","institution_ids":["https://openalex.org/I182712176"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5055126334"],"corresponding_institution_ids":["https://openalex.org/I182712176"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curiosity-driven-learning","display_name":"curiosity-driven learning","score":0.9440000057220459},{"id":"https://openalex.org/keywords/intrinsic-motivation","display_name":"intrinsic motivation","score":0.9850000143051147},{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.656000018119812},{"id":"https://openalex.org/keywords/multi-armed-bandits","display_name":"multi-armed bandits","score":0.9739999771118164},{"id":"https://openalex.org/keywords/regret-analysis","display_name":"regret analysis","score":0.6299999952316284},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"sample complexity","score":0.4359999895095825},{"id":"https://openalex.org/keywords/variance-estimation","display_name":"variance estimation","score":0.37299999594688416}],"concepts":[{"id":"https://openalex.org/C33435437","wikidata":"https://www.wikidata.org/wiki/Q366791","display_name":"Curiosity","level":2,"score":0.8685355186462402},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.7785040140151978},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44562235474586487},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2535475492477417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17362526059150696},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.14112746715545654}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:HAL:hal-00740418v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-00740418","pdf_url":"https://hal.science/hal-00740418/file/horsec_nips_supplementary.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2012","raw_type":"info:eu-repo/semantics/preprint"},{"id":"mag:2103081739","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-00740418","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.373.2413","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.373.2413","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://books.nips.cc/papers/files/nips25/NIPS2012_0697.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.393.969","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.393.969","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://hal.inria.fr/docs/00/74/04/18/PDF/horsec_nips_supplementary.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.977.380","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.977.380","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://papers.nips.cc/paper/4580-hierarchical-optimistic-region-selection-driven-by-curiosity.pdf","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-00740418v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-00740418","pdf_url":"https://hal.science/hal-00740418/file/horsec_nips_supplementary.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2012","raw_type":"info:eu-repo/semantics/preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2103081739.pdf","grobid_xml":"https://content.openalex.org/works/W2103081739.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1556936384","https://openalex.org/W1911649851","https://openalex.org/W1952433512","https://openalex.org/W2000514530","https://openalex.org/W2034806191","https://openalex.org/W2102665362","https://openalex.org/W2106469529","https://openalex.org/W2120090487","https://openalex.org/W2132112091","https://openalex.org/W2159035200","https://openalex.org/W2896027395","https://openalex.org/W2912290695"],"related_works":["https://openalex.org/W1587392167","https://openalex.org/W2147210424","https://openalex.org/W7098506177","https://openalex.org/W3122286580","https://openalex.org/W7127929209","https://openalex.org/W1564214437","https://openalex.org/W3022843674","https://openalex.org/W6941289825","https://openalex.org/W3109321420","https://openalex.org/W2795520063"],"abstract_inverted_index":{"This":[0],"paper":[1],"aims":[2],"to":[3,54,62,68,76,112,135,170],"take":[4],"a":[5,31,36,43,78,100,108,142,190],"step":[6],"forwards":[7],"making":[8],"the":[9,28,60,113,116,126,136],"term":[10,98,110],"''intrinsic":[11],"motivation''":[12],"from":[13,84],"reinforcement":[14],"learning":[15,131],"theoretically":[16],"well":[17,65],"founded,":[18],"focusing":[19],"on":[20,47,87,92],"curiosity-driven":[21,88],"learning.":[22,89],"To":[23],"that":[24,72,81,119,155],"end,":[25],"we":[26,51,146],"consider":[27],"setting":[29,127],"where,":[30],"fixed":[32],"partition":[33,61],"\\P":[34],"of":[35,59,96,115,151,158],"continuous":[37,143],"space":[38],"\\X":[39,48],"being":[40,49],"given,":[41],"and":[42,107,145,157],"process":[44],"\\nu":[45,70],"defined":[46],"unknown,":[50],"are":[52],"asked":[53],"sequentially":[55],"decide":[56],"which":[57],"cell":[58,94],"select":[63],"as":[64,66,129],"where":[67],"sample":[69],"in":[71,74,118,168],"cell,":[73],"order":[75,169],"minimize":[77],"loss":[79,91],"function":[80],"is":[82,141,186],"inspired":[83],"previous":[85],"work":[86],"The":[90,121,174],"each":[93,139],"consists":[95],"one":[97],"measuring":[99],"simple":[101],"worst":[102],"case":[103,137],"quadratic":[104],"sampling":[105,161],"error,":[106],"penalty":[109],"proportional":[111],"range":[114],"variance":[117],"cell.":[120],"corresponding":[122],"problem":[123,156],"formulation":[124],"extends":[125],"known":[128],"active":[130],"for":[132,154,163],"multi-armed":[133],"bandits":[134],"when":[138],"arm":[140],"region,":[144],"show":[147],"how":[148],"an":[149],"adaptation":[150],"recent":[152],"algorithms":[153,162],"hierarchical":[159],"optimistic":[160],"optimization":[164],"can":[165],"be":[166],"used":[167],"solve":[171],"this":[172],"problem.":[173],"resulting":[175],"procedure,":[176],"called":[177],"Hierarchical":[178],"Optimistic":[179],"Region":[180],"SElection":[181],"driven":[182],"by":[183],"Curiosity":[184],"(HORSE.C)":[185],"provided":[187],"together":[188],"with":[189],"finite-time":[191],"regret":[192],"analysis.":[193]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2103081739","counts_by_year":[{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2016-06-24T00:00:00"}
