{"id":"https://openalex.org/W2099621426","doi":"https://doi.org/10.1109/devlrn.2014.6983008","title":"Curiosity-driven learning with Context Tree Weighting","display_name":"Curiosity-driven learning with Context Tree Weighting","publication_year":2014,"publication_date":"2014-10-01","ids":{"openalex":"https://openalex.org/W2099621426","doi":"https://doi.org/10.1109/devlrn.2014.6983008","mag":"2099621426"},"language":"en","primary_location":{"id":"doi:10.1109/devlrn.2014.6983008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/devlrn.2014.6983008","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"4th International Conference on Development and Learning and on Epigenetic Robotics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101954954","display_name":"Zhen Peng","orcid":"https://orcid.org/0000-0001-9791-6637"},"institutions":[{"id":"https://openalex.org/I4210112925","display_name":"Max Planck Institute for Biological Cybernetics","ror":"https://ror.org/026nmvv73","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210112925"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Zhen Peng","raw_affiliation_strings":["Max Planck Institute for Biological Cybernetic, Graduate Training Centre of Neuroscience, T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Biological Cybernetic, Graduate Training Centre of Neuroscience, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210112925"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101647210","display_name":"Daniel A. Braun","orcid":"https://orcid.org/0000-0002-8637-6652"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]},{"id":"https://openalex.org/I4210112925","display_name":"Max Planck Institute for Biological Cybernetics","ror":"https://ror.org/026nmvv73","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210112925"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel A. Braun","raw_affiliation_strings":["Max Planck Institute for Biological Cybernetics, Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Biological Cybernetics, Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210112925","https://openalex.org/I4210135521"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101954954"],"corresponding_institution_ids":["https://openalex.org/I4210112925"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14404935,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":null,"first_page":"366","last_page":"367"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6817224025726318},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6378400921821594},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5992220044136047},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5782700181007385},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5710582137107849},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.554990828037262},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5406041145324707},{"id":"https://openalex.org/keywords/symbol","display_name":"Symbol (formal)","score":0.4440736174583435},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4347647726535797},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.42482253909111023},{"id":"https://openalex.org/keywords/surprise","display_name":"Surprise","score":0.4244089722633362},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32730138301849365},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26817843317985535},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.10957515239715576}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6817224025726318},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6378400921821594},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5992220044136047},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5782700181007385},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5710582137107849},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.554990828037262},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5406041145324707},{"id":"https://openalex.org/C134400042","wikidata":"https://www.wikidata.org/wiki/Q2372244","display_name":"Symbol (formal)","level":2,"score":0.4440736174583435},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4347647726535797},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.42482253909111023},{"id":"https://openalex.org/C2780343955","wikidata":"https://www.wikidata.org/wiki/Q333173","display_name":"Surprise","level":2,"score":0.4244089722633362},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32730138301849365},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26817843317985535},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.10957515239715576},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/devlrn.2014.6983008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/devlrn.2014.6983008","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"4th International Conference on Development and Learning and on Epigenetic Robotics","raw_type":"proceedings-article"},{"id":"pmh:oai:escidoc.org:escidoc:2110878","is_oa":false,"landing_page_url":"http://hdl.handle.net/11858/00-001M-0000-0025-B57F-B","pdf_url":null,"source":{"id":"https://openalex.org/S7407052962","display_name":"Max Planck Digital Library","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:escidoc.org:escidoc:2160886","is_oa":false,"landing_page_url":"http://hdl.handle.net/11858/00-001M-0000-0027-8088-F","pdf_url":null,"source":{"id":"https://openalex.org/S7407052962","display_name":"Max Planck Digital Library","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1554318634","https://openalex.org/W2034806191","https://openalex.org/W2074499097","https://openalex.org/W2101524054","https://openalex.org/W2103960658","https://openalex.org/W2137509429","https://openalex.org/W2163294786","https://openalex.org/W2947000318","https://openalex.org/W3104314953","https://openalex.org/W6633207851"],"related_works":["https://openalex.org/W4236382845","https://openalex.org/W4388712630","https://openalex.org/W2481168998","https://openalex.org/W2476994687","https://openalex.org/W642988558","https://openalex.org/W2324507472","https://openalex.org/W2511141457","https://openalex.org/W1999899047","https://openalex.org/W2173353921","https://openalex.org/W2810824260"],"abstract_inverted_index":{"In":[0,113],"the":[1,4,8,26,31,73,102,114,117,121,140,145,148,157,161,172,184],"first":[2,29,142],"simulation,":[3,116,174],"intrinsic":[5,118],"motivation":[6,119],"of":[7,120,217],"agent":[9,27,122,137,141],"was":[10,123],"given":[11,108,124],"by":[12,83,125],"measuring":[13,126],"learning":[14,49,76,80],"progress":[15,81,128],"through":[16,129],"reduction":[17],"in":[18,67,110,131],"informational":[19],"surprise":[20],"(Figure":[21,133],"1":[22,134],"A-C).":[23],"This":[24,61],"way":[25],"should":[28],"learn":[30,37],"action":[32,109,146,159],"that":[33,45,54,205],"is":[34,62,163],"easiest":[35],"to":[36,42,72,96,156,166,180,214],"(a1),":[38],"and":[39,51,152],"then":[40,153],"switch":[41],"other":[43],"actions":[44,53,176],"still":[46,169],"allow":[47],"for":[48,197],"(a2)":[50],"ignore":[52],"cannot":[55],"be":[56],"learned":[57],"at":[58],"all":[59],"(a3).":[60],"exactly":[63],"what":[64],"we":[65],"found":[66],"our":[68,86,198],"simple":[69],"environment.":[70],"Compared":[71],"original":[74],"developmental":[75],"algorithm":[77],"based":[78],"on":[79,144],"proposed":[82],"Oudeyer":[84],"[2],":[85],"Context":[87,206],"Tree":[88,207],"Weighting":[89,208],"approach":[90],"does":[91],"not":[92],"require":[93],"local":[94],"experts":[95],"do":[97],"prediction,":[98],"rather":[99],"it":[100],"learns":[101],"conditional":[103],"probability":[104],"distribution":[105],"over":[106,155],"observations":[107],"one":[111],"structure.":[112],"second":[115],"compression":[127],"improvement":[130],"compressibility":[132],"D-F).":[135],"The":[136],"behaves":[138],"similarly:":[139],"concentrates":[143],"with":[147],"most":[149],"predictable":[150],"consequence":[151,162],"switches":[154],"regular":[158],"where":[160],"more":[164],"difficult":[165],"predict,":[167],"but":[168],"learnable.":[170],"Unlike":[171],"previous":[173],"random":[175],"are":[177,195],"also":[178],"interesting":[179],"some":[181],"extent":[182],"because":[183],"compressed":[185],"symbol":[186],"strings":[187],"use":[188],"8-bit":[189],"representations,":[190],"while":[191],"only":[192],"2":[193],"bits":[194],"required":[196],"observation":[199],"space.":[200],"Our":[201],"preliminary":[202],"results":[203],"suggest":[204],"might":[209],"provide":[210],"a":[211],"useful":[212],"representation":[213],"study":[215],"problems":[216],"development.":[218]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}