{"id":"https://openalex.org/W4377138583","doi":"https://doi.org/10.31234/osf.io/q4tz8","title":"Cultural reinforcement learning: a framework for modeling cumulative culture on a limited channel","display_name":"Cultural reinforcement learning: a framework for modeling cumulative culture on a limited channel","publication_year":2023,"publication_date":"2023-05-19","ids":{"openalex":"https://openalex.org/W4377138583","doi":"https://doi.org/10.31234/osf.io/q4tz8"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/q4tz8","doi":"https://doi.org/10.31234/osf.io/q4tz8","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/q4tz8","pdf_url":"https://psyarxiv.com/q4tz8/download","source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://psyarxiv.com/q4tz8/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050100691","display_name":"Ben Prystawski","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Prystawski","raw_affiliation_strings":["Department of Computer Science , Stanford University","Department of Psychology, Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Psychology, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075792734","display_name":"Dilip Arumugam","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dilip Arumugam","raw_affiliation_strings":["Department of Psychology , Stanford University","Department of Computer Science, Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology , Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Computer Science, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001961716","display_name":"Noah D. Goodman","orcid":"https://orcid.org/0000-0002-9176-8802","observed_orcids":["https://orcid.org/0000-0002-9176-8802"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Noah D. Goodman","raw_affiliation_strings":["Department of Psychology, Stanford University","Department of Computer Science, Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Computer Science, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5001961716"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cumulative-culture","display_name":"cumulative culture","score":0.9800000190734863},{"id":"https://openalex.org/keywords/cultural-transmission","display_name":"cultural transmission","score":0.7609999775886536},{"id":"https://openalex.org/keywords/bayesian-reinforcement-learning","display_name":"Bayesian reinforcement learning","score":0.8349999785423279},{"id":"https://openalex.org/keywords/rate-distortion-trade-off","display_name":"rate-distortion tradeoff","score":0.8970000147819519},{"id":"https://openalex.org/keywords/abstraction","display_name":"abstraction","score":0.7960000038146973},{"id":"https://openalex.org/keywords/exploration","display_name":"exploration","score":0.6499999761581421},{"id":"https://openalex.org/keywords/language-evolution","display_name":"language evolution","score":0.3869999945163727}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7472357153892517},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.6930446624755859},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6734230518341064},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6623328924179077},{"id":"https://openalex.org/C79416737","wikidata":"https://www.wikidata.org/wiki/Q2305519","display_name":"Social learning","level":2,"score":0.5871811509132385},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5634399056434631},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5211860537528992},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.47816094756126404},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.44770577549934387},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.446268230676651},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.41979753971099854},{"id":"https://openalex.org/C57830394","wikidata":"https://www.wikidata.org/wiki/Q278079","display_name":"Posterior probability","level":3,"score":0.4185667037963867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4030860662460327},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34812796115875244},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3224084973335266},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.21479982137680054},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1719350516796112},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11425206065177917},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.1090097427368164},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09713125228881836},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C194257627","wikidata":"https://www.wikidata.org/wiki/Q211554","display_name":"Amplifier","level":3,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.31234/osf.io/q4tz8","doi":"https://doi.org/10.31234/osf.io/q4tz8","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/q4tz8","pdf_url":"https://psyarxiv.com/q4tz8/download","source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt40d966rd","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/40d966rd","pdf_url":"https://escholarship.org/content/qt40d966rd/qt40d966rd.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Annual Meeting of the Cognitive Science Society, vol 45, iss 45","raw_type":"article"},{"id":"pmh:oai:share.osf.io:E0160-06B-207","doi":null,"is_oa":false,"landing_page_url":"http://osf.io/q4tz8/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"},{"id":"pmh:oai:share.osf.io:b17cd036-51ed-495a-a07d-c2ef54175e09","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/q4tz8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.31234/osf.io/q4tz8","doi":"https://doi.org/10.31234/osf.io/q4tz8","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/q4tz8","pdf_url":"https://psyarxiv.com/q4tz8/download","source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4377138583.pdf","grobid_xml":"https://content.openalex.org/works/W4377138583.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W72761876","https://openalex.org/W124367143","https://openalex.org/W235726619","https://openalex.org/W1497039698","https://openalex.org/W1556911442","https://openalex.org/W1569963244","https://openalex.org/W1582436621","https://openalex.org/W1850488217","https://openalex.org/W1993979041","https://openalex.org/W2029236670","https://openalex.org/W2038921273","https://openalex.org/W2039522160","https://openalex.org/W2074028900","https://openalex.org/W2076337359","https://openalex.org/W2091416687","https://openalex.org/W2091735588","https://openalex.org/W2098432798","https://openalex.org/W2106583109","https://openalex.org/W2111764152","https://openalex.org/W2127458740","https://openalex.org/W2132684680","https://openalex.org/W2142336306","https://openalex.org/W2144441336","https://openalex.org/W2148986322","https://openalex.org/W2236244207","https://openalex.org/W2470693974","https://openalex.org/W2741831486","https://openalex.org/W2791950347","https://openalex.org/W2808453012","https://openalex.org/W2978886724","https://openalex.org/W3020125231","https://openalex.org/W3025524570","https://openalex.org/W3123298421","https://openalex.org/W3136588178","https://openalex.org/W3193326356","https://openalex.org/W4206547457","https://openalex.org/W4206893397","https://openalex.org/W4211219997","https://openalex.org/W4220826268","https://openalex.org/W4237171445","https://openalex.org/W4281388462","https://openalex.org/W4298023569","https://openalex.org/W6634246166","https://openalex.org/W6674851815","https://openalex.org/W7001894244","https://openalex.org/W7133256805"],"related_works":["https://openalex.org/W7099229207","https://openalex.org/W7203496570","https://openalex.org/W4313894245","https://openalex.org/W4415797509","https://openalex.org/W4213249895","https://openalex.org/W1506729771","https://openalex.org/W2294015266","https://openalex.org/W7162305766","https://openalex.org/W6925361392","https://openalex.org/W4387687971"],"abstract_inverted_index":{"Humans'":[0],"capacity":[1],"for":[2],"cumulative":[3,74],"culture":[4,75],"is":[5,21,139],"remarkable:":[6],"we":[7,50,72],"can":[8,131],"build":[9],"up":[10],"vast":[11],"bodies":[12],"of":[13,25,59,116],"knowledge":[14],"over":[15,63,82],"generations.":[16],"Communication,":[17],"particularly":[18],"via":[19],"language,":[20],"a":[22,42,83,92,125],"key":[23],"component":[24],"this":[26,70],"process.":[27],"Previous":[28],"work":[29],"has":[30],"described":[31],"language":[32,67],"as":[33,76,113],"enabling":[34],"posterior":[35,43],"passing,":[36],"where":[37,136],"one":[38],"Bayesian":[39,77],"agent":[40,89,100],"transmits":[41],"distribution":[44],"to":[45,97],"the":[46,57,64,98,103,114],"next.":[47],"In":[48,69],"practice,":[49],"cannot":[51],"exactly":[52],"copy":[53],"our":[54],"beliefs":[55],"into":[56],"minds":[58],"others---we":[60],"must":[61],"communicate":[62],"limited":[65],"channel":[66],"provides.":[68],"paper,":[71],"analyze":[73],"reinforcement":[78],"learning":[79,130],"with":[80],"communication":[81],"rate-limited":[84],"channel.":[85],"We":[86],"implement":[87],"an":[88],"that":[90],"solves":[91],"crafting":[93],"task":[94],"and":[95,118],"communicates":[96],"next":[99],"by":[101],"approximating":[102],"optimal":[104],"rate-distortion":[105],"trade-off.":[106],"Our":[107],"model":[108],"produces":[109],"documented":[110],"effects,":[111],"such":[112],"benefits":[115],"abstraction":[117],"selective":[119,128],"social":[120,129],"learning.":[121],"It":[122],"also":[123],"suggests":[124],"new":[126],"hypothesis:":[127],"be":[132],"harmful":[133],"in":[134],"tasks":[135],"initial":[137],"exploration":[138],"required.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2023-05-21T00:00:00"}