{"id":"https://openalex.org/W4232396544","doi":"https://doi.org/10.31234/osf.io/d4wat","title":"Humans monitor learning progress in curiosity-driven exploration","display_name":"Humans monitor learning progress in curiosity-driven exploration","publication_year":2020,"publication_date":"2020-10-28","ids":{"openalex":"https://openalex.org/W4232396544","doi":"https://doi.org/10.31234/osf.io/d4wat"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/d4wat","doi":"https://doi.org/10.31234/osf.io/d4wat","is_oa":false,"landing_page_url":"https://doi.org/10.31234/osf.io/d4wat","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053005088","display_name":"Alexandr Ten","orcid":"https://orcid.org/0000-0002-9424-8757","observed_orcids":["https://orcid.org/0000-0002-9424-8757"]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210131512","display_name":"Centre Inria de l'universit\u00e9 de Bordeaux","ror":"https://ror.org/03tjcj052","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210131512"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Alexandr Ten","raw_affiliation_strings":["INRIA Bordeaux Sud-Ouest, 200 Avenue de la Vieille Tour, 33405 Talence, France"],"raw_orcid":"https://orcid.org/0000-0002-9424-8757","affiliations":[{"raw_affiliation_string":"INRIA Bordeaux Sud-Ouest, 200 Avenue de la Vieille Tour, 33405 Talence, France","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210131512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035229102","display_name":"Pramod Kaushik","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210131512","display_name":"Centre Inria de l'universit\u00e9 de Bordeaux","ror":"https://ror.org/03tjcj052","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210131512"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pramod Kaushik","raw_affiliation_strings":["INRIA Bordeaux Sud-Ouest, 200 Avenue de la Vieille Tour, 33405 Talence, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA Bordeaux Sud-Ouest, 200 Avenue de la Vieille Tour, 33405 Talence, France","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210131512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112309835","display_name":"Pierre\u2010Yves Oudeyer","orcid":"https://orcid.org/0000-0002-1277-130X","observed_orcids":["https://orcid.org/0000-0002-1277-130X"]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210131512","display_name":"Centre Inria de l'universit\u00e9 de Bordeaux","ror":"https://ror.org/03tjcj052","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210131512"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pierre-Yves Oudeyer","raw_affiliation_strings":["INRIA Bordeaux Sud-Ouest, 200 Avenue de la Vieille Tour, 33405 Talence, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA Bordeaux Sud-Ouest, 200 Avenue de la Vieille Tour, 33405 Talence, France","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210131512"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035612953","display_name":"Jacqueline P. Gottlieb","orcid":"https://orcid.org/0000-0001-6507-4375","observed_orcids":["https://orcid.org/0000-0001-6507-4375"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacqueline Gottlieb","raw_affiliation_strings":["Department of Neuroscience & The Kavli Institute for Brain Science, Columbia University, 1051 Riverside Drive, Kolb Research Annex, Rm. 569, New York, NY 10032, USA"],"raw_orcid":"https://orcid.org/0000-0001-6507-4375","affiliations":[{"raw_affiliation_string":"Department of Neuroscience & The Kavli Institute for Brain Science, Columbia University, 1051 Riverside Drive, Kolb Research Annex, Rm. 569, New York, NY 10032, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5053005088"],"corresponding_institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210131512"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5967000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5967000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14308","display_name":"Psychological and Educational Research Studies","score":0.3490999937057495,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curiosity-driven-learning","display_name":"curiosity-driven learning","score":0.9330000281333923},{"id":"https://openalex.org/keywords/intrinsic-motivation","display_name":"intrinsic motivation","score":0.7979999780654907},{"id":"https://openalex.org/keywords/learning-progress","display_name":"learning progress","score":0.8669999837875366},{"id":"https://openalex.org/keywords/task-selection","display_name":"task selection","score":0.7799999713897705},{"id":"https://openalex.org/keywords/exploration","display_name":"exploration","score":0.4129999876022339},{"id":"https://openalex.org/keywords/self-organized-learning","display_name":"self-organized learning","score":0.6710000038146973}],"concepts":[{"id":"https://openalex.org/C33435437","wikidata":"https://www.wikidata.org/wiki/Q366791","display_name":"Curiosity","level":2,"score":0.9402340054512024},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7016923427581787},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6295143961906433},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.4858538806438446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4728910028934479},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4264419674873352},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.4151361584663391},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3506280779838562},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3388172388076782},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29326000809669495},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11410942673683167},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.31234/osf.io/d4wat","doi":"https://doi.org/10.31234/osf.io/d4wat","is_oa":false,"landing_page_url":"https://doi.org/10.31234/osf.io/d4wat","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:E010D-E9E-150","doi":null,"is_oa":false,"landing_page_url":"http://doi.org/10.31234/OSF.IO/D4WAT","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"},{"id":"pmh:oai:share.osf.io:ca114e09-7901-4ed6-a962-22480cb3caf3","doi":null,"is_oa":false,"landing_page_url":"https://osf.io/d4wat","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4156000018119812,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"sustainable_development_goals_aurora":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W175273776","https://openalex.org/W1590585250","https://openalex.org/W1754268392","https://openalex.org/W1763311249","https://openalex.org/W1841627980","https://openalex.org/W1987033234","https://openalex.org/W2002733791","https://openalex.org/W2006650111","https://openalex.org/W2013830186","https://openalex.org/W2022163520","https://openalex.org/W2034806191","https://openalex.org/W2057256606","https://openalex.org/W2057673348","https://openalex.org/W2072916238","https://openalex.org/W2086812152","https://openalex.org/W2101524054","https://openalex.org/W2104615036","https://openalex.org/W2147130840","https://openalex.org/W2160269795","https://openalex.org/W2167125619","https://openalex.org/W2168217924","https://openalex.org/W2170899200","https://openalex.org/W2272200996","https://openalex.org/W2540177913","https://openalex.org/W2605801332","https://openalex.org/W2614839826","https://openalex.org/W2731828881","https://openalex.org/W2744921630","https://openalex.org/W2766594811","https://openalex.org/W2770824247","https://openalex.org/W2809455600","https://openalex.org/W2892266804","https://openalex.org/W2899529983","https://openalex.org/W2947638559","https://openalex.org/W2953926823","https://openalex.org/W2955737617","https://openalex.org/W2955871334","https://openalex.org/W2963276097","https://openalex.org/W2981670329","https://openalex.org/W2987754832","https://openalex.org/W2995730508","https://openalex.org/W2998119418","https://openalex.org/W3011429776","https://openalex.org/W3013677841","https://openalex.org/W3021151582","https://openalex.org/W3034404200","https://openalex.org/W3085832734","https://openalex.org/W3111378514","https://openalex.org/W3124528568","https://openalex.org/W4253331145","https://openalex.org/W4310436352","https://openalex.org/W4388325436"],"related_works":["https://openalex.org/W4287067259","https://openalex.org/W6996515207","https://openalex.org/W4212793374","https://openalex.org/W4242419804","https://openalex.org/W4413133181","https://openalex.org/W7028518205","https://openalex.org/W4280646815","https://openalex.org/W4226287142","https://openalex.org/W7145794667","https://openalex.org/W2553932329"],"abstract_inverted_index":{"Curiosity-driven":[0],"learning":[1,27,62],"is":[2],"foundational":[3],"to":[4,9,15,20,33,41,72,83,97,129,143,186],"human":[5],"cognition.":[6],"Byenabling":[7],"humans":[8,124,166,182],"autonomously":[10],"decide":[11],"when":[12,37],"and":[13,61,117,157,175,188,191],"what":[14],"learn,curiosity":[16],"has":[17],"been":[18,170],"argued":[19],"be":[21],"crucial":[22],"for":[23,108,179],"self-organizing":[24],"temporally":[25],"extended":[26,194],"curricula.":[28],"However,":[29],"the":[30,140],"mechanisms":[31],"drivingpeople":[32],"set":[34],"intrinsic":[35,69,76],"goals,":[36],"they":[38],"are":[39,45,163],"free":[40],"explore":[42],"multiplelearning":[43],"activities,":[44,92],"still":[46,94],"poorly":[47],"understood.":[48],"Computational":[49],"theories":[50],"propose":[51],"different":[52],"heuristics,":[53],"including":[54],"competence":[55,127],"measures(e.g.":[56],"percent":[57],"correct,":[58],"or":[59],"PC)":[60],"progress":[63],"(LP),":[64],"that":[65,122,134,162],"could":[66],"beused":[67],"as":[68],"utility":[70],"functions":[71],"efficiently":[73],"organize":[74],"exploration.Such":[75],"utilities":[77],"constitute":[78],"computationally":[79],"cheap":[80],"but":[81,167],"smartheuristics":[82],"prevent":[84],"people":[85],"from":[86],"laboring":[87],"in":[88,172],"vain":[89],"on":[90,99,126,155,193],"random":[91],"while":[93,123],"motivating":[95],"them":[96],"self-challenge":[98],"difficult":[100],"learnable":[101],"activities.":[102],"Here,":[103],"we":[104],"provide":[105,139,149,176],"empirical":[106],"evidence":[107],"these":[109],"ideasby":[110],"means":[111],"of":[112],"a":[113,150],"novel":[114],"experimental":[115],"paradigm":[116],"computational":[118,173],"modeling.":[119],"We":[120],"show":[121],"rely":[125],"information":[128],"avoid":[130],"easy":[131],"tasks,":[132],"models":[133],"include":[135],"an":[136],"LP":[137],"component":[138],"best":[141],"fit":[142],"task":[144],"selection":[145],"data.":[146],"These":[147],"results":[148],"new":[151,177],"bridge":[152],"between":[153],"research":[154],"artificial":[156],"biological":[158],"curiosity,":[159],"reveal":[160],"strategies":[161],"used":[164],"by":[165],"have":[168],"not":[169],"considered":[171],"research,":[174],"tools":[178],"probing":[180],"how":[181],"become":[183],"intrinsically":[184],"motivated":[185],"learn":[187],"acquire":[189],"interests":[190],"skills":[192],"time":[195],"scales/":[196]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2022-05-12T00:00:00"}