{"id":"https://openalex.org/W4401979752","doi":"https://doi.org/10.1103/prxlife.2.033009","title":"Intrinsic Motivation in Dynamical Control Systems","display_name":"Intrinsic Motivation in Dynamical Control Systems","publication_year":2024,"publication_date":"2024-08-29","ids":{"openalex":"https://openalex.org/W4401979752","doi":"https://doi.org/10.1103/prxlife.2.033009"},"language":"en","primary_location":{"id":"doi:10.1103/prxlife.2.033009","doi":"https://doi.org/10.1103/prxlife.2.033009","is_oa":true,"landing_page_url":"https://doi.org/10.1103/prxlife.2.033009","pdf_url":null,"source":{"id":"https://openalex.org/S4387291267","display_name":"PRX Life","issn_l":"2835-8279","issn":["2835-8279"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310320261","host_organization_name":"American Physical Society","host_organization_lineage":["https://openalex.org/P4310320261"],"host_organization_lineage_names":["American Physical Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PRX Life","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1103/prxlife.2.033009","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046771851","display_name":"Stas Tiomkin","orcid":"https://orcid.org/0000-0003-3677-6874","observed_orcids":["https://orcid.org/0000-0003-3677-6874"]},"institutions":[{"id":"https://openalex.org/I51504820","display_name":"San Jose State University","ror":"https://ror.org/04qyvz380","country_code":"US","type":"education","lineage":["https://openalex.org/I51504820"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stas Tiomkin","raw_affiliation_strings":["San Jose State University","Computer Engineering Department, Charles W. Davidson College of Engineering, San Jose State University, San Jose, California 95192, USA"],"raw_orcid":"https://orcid.org/0000-0003-3677-6874","affiliations":[{"raw_affiliation_string":"San Jose State University","institution_ids":["https://openalex.org/I51504820"]},{"raw_affiliation_string":"Computer Engineering Department, Charles W. Davidson College of Engineering, San Jose State University, San Jose, California 95192, USA","institution_ids":["https://openalex.org/I51504820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071388278","display_name":"Ilya M. Nemenman","orcid":"https://orcid.org/0000-0003-3024-4244","observed_orcids":["https://orcid.org/0000-0003-3024-4244"]},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ilya Nemenman","raw_affiliation_strings":["Emory University","Department of Biology, Department of Physics, and Initiative in Theory and Modeling of Living Systems, Emory University, Atlanta, Georgia 30322, USA"],"raw_orcid":"https://orcid.org/0000-0003-3024-4244","affiliations":[{"raw_affiliation_string":"Emory University","institution_ids":["https://openalex.org/I150468666"]},{"raw_affiliation_string":"Department of Biology, Department of Physics, and Initiative in Theory and Modeling of Living Systems, Emory University, Atlanta, Georgia 30322, USA","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070558949","display_name":"Daniel Polani","orcid":"https://orcid.org/0000-0002-3233-5847","observed_orcids":["https://orcid.org/0000-0002-3233-5847"]},"institutions":[{"id":"https://openalex.org/I141584323","display_name":"University of Hertfordshire","ror":"https://ror.org/0267vjk41","country_code":"GB","type":"education","lineage":["https://openalex.org/I141584323"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daniel Polani","raw_affiliation_strings":["University of Hertfordshire","Adaptive Systems Research Group, University of Hertfordshire, Hatfield AL10 9AB, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3233-5847","affiliations":[{"raw_affiliation_string":"University of Hertfordshire","institution_ids":["https://openalex.org/I141584323"]},{"raw_affiliation_string":"Adaptive Systems Research Group, University of Hertfordshire, Hatfield AL10 9AB, United Kingdom","institution_ids":["https://openalex.org/I141584323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004273274","display_name":"Naftali Tishby","orcid":"https://orcid.org/0000-0002-8086-4436","observed_orcids":["https://orcid.org/0000-0002-8086-4436"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Naftali Tishby","raw_affiliation_strings":["Hebrew University of Jerusalem, Jerusalem","The Rachel and Selim Benin School of Computer Science and Engineering and Edmond and Lilly Safra Center for Brain Sciences (ELSC), Hebrew University of Jerusalem, Jerusalem 96906, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hebrew University of Jerusalem, Jerusalem","institution_ids":["https://openalex.org/I197251160"]},{"raw_affiliation_string":"The Rachel and Selim Benin School of Computer Science and Engineering and Edmond and Lilly Safra Center for Brain Sciences (ELSC), Hebrew University of Jerusalem, Jerusalem 96906, Israel","institution_ids":["https://openalex.org/I197251160"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3333,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.81539701,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T14299","display_name":"Complex Systems and Dynamics","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intrinsic-motivation","display_name":"intrinsic motivation","score":1.0},{"id":"https://openalex.org/keywords/empowerment","display_name":"empowerment","score":0.949999988079071},{"id":"https://openalex.org/keywords/mutual-information","display_name":"mutual information","score":0.9470000267028809},{"id":"https://openalex.org/keywords/information-theoretic-control","display_name":"information-theoretic control","score":0.8330000042915344},{"id":"https://openalex.org/keywords/autonomous-control","display_name":"autonomous control","score":0.3319999873638153},{"id":"https://openalex.org/keywords/biological-behavior","display_name":"biological behavior","score":0.38100001215934753}],"concepts":[{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47632867097854614},{"id":"https://openalex.org/C2985564149","wikidata":"https://www.wikidata.org/wiki/Q644302","display_name":"Intrinsic motivation","level":2,"score":0.4709906280040741},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38078662753105164},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3652503788471222},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3647070825099945},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16510191559791565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14873376488685608}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1103/prxlife.2.033009","doi":"https://doi.org/10.1103/prxlife.2.033009","is_oa":true,"landing_page_url":"https://doi.org/10.1103/prxlife.2.033009","pdf_url":null,"source":{"id":"https://openalex.org/S4387291267","display_name":"PRX Life","issn_l":"2835-8279","issn":["2835-8279"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310320261","host_organization_name":"American Physical Society","host_organization_lineage":["https://openalex.org/P4310320261"],"host_organization_lineage_names":["American Physical Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PRX Life","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2301.00005","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.00005","pdf_url":"https://arxiv.org/pdf/2301.00005","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:uhra.herts.ac.uk:25987","doi":null,"is_oa":true,"landing_page_url":"https://uhra.herts.ac.uk/id/eprint/25987/1/Physics_of_information_theoretic_intrinsic_motivation_1_.pdf","pdf_url":"https://uhra.herts.ac.uk/id/eprint/25987/2/PRXLife.2.033009.pdf","source":{"id":"https://openalex.org/S4306400241","display_name":"University of Hertfordshire Research Archive (University of Hertfordshire)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I141584323","host_organization_name":"University of Hertfordshire","host_organization_lineage":["https://openalex.org/I141584323"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2301.00005","doi":"https://doi.org/10.48550/arxiv.2301.00005","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2301.00005","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1103/prxlife.2.033009","doi":"https://doi.org/10.1103/prxlife.2.033009","is_oa":true,"landing_page_url":"https://doi.org/10.1103/prxlife.2.033009","pdf_url":null,"source":{"id":"https://openalex.org/S4387291267","display_name":"PRX Life","issn_l":"2835-8279","issn":["2835-8279"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310320261","host_organization_name":"American Physical Society","host_organization_lineage":["https://openalex.org/P4310320261"],"host_organization_lineage_names":["American Physical Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PRX Life","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1802981795","display_name":null,"funder_award_id":"195-2020","funder_id":"https://openalex.org/F4320325704","funder_display_name":"PAZY Foundation"},{"id":"https://openalex.org/G206455116","display_name":null,"funder_award_id":"H2020-641321","funder_id":"https://openalex.org/F4320338336","funder_display_name":"H2020 Future and Emerging Technologies"},{"id":"https://openalex.org/G2134488847","display_name":null,"funder_award_id":"ID 195","funder_id":"https://openalex.org/F4320325704","funder_display_name":"PAZY Foundation"},{"id":"https://openalex.org/G265104915","display_name":null,"funder_award_id":"EC H2020","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G2917891747","display_name":"Vocal motor control and sensorimotor learning - behavior, muscles, and neurons","funder_award_id":"R01NS084844","funder_id":"https://openalex.org/F4320337359","funder_display_name":"National Institute of Neurological Disorders and Stroke"},{"id":"https://openalex.org/G6768408121","display_name":"CRII: RI: Interpretable Framework and Transformative Applications for Viability in Autonomous Agents","funder_award_id":"2246221","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8742374565","display_name":null,"funder_award_id":"641321","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306164","display_name":"Simons Foundation","ror":"https://ror.org/01cmst727"},{"id":"https://openalex.org/F4320309381","display_name":"Emory University","ror":"https://ror.org/03czfpz43"},{"id":"https://openalex.org/F4320316409","display_name":"San Jos\u00e9 State University","ror":"https://ror.org/04qyvz380"},{"id":"https://openalex.org/F4320325704","display_name":"PAZY Foundation","ror":"https://ror.org/0412j5e72"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320337359","display_name":"National Institute of Neurological Disorders and Stroke","ror":"https://ror.org/01s5ya894"},{"id":"https://openalex.org/F4320338336","display_name":"H2020 Future and Emerging Technologies","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W628096037","https://openalex.org/W1556911442","https://openalex.org/W2000514530","https://openalex.org/W2034806191","https://openalex.org/W2094890585","https://openalex.org/W2106469529","https://openalex.org/W2111927824","https://openalex.org/W2113501460","https://openalex.org/W2118688308","https://openalex.org/W2128957129","https://openalex.org/W2149464084","https://openalex.org/W2151537103","https://openalex.org/W2239232218","https://openalex.org/W2262368014","https://openalex.org/W2518991485","https://openalex.org/W2726000386","https://openalex.org/W2950418866","https://openalex.org/W2962344174","https://openalex.org/W2995297712","https://openalex.org/W3113118584","https://openalex.org/W4214717370","https://openalex.org/W4287512175","https://openalex.org/W4293860453"],"related_works":["https://openalex.org/W2765298920","https://openalex.org/W7124450370","https://openalex.org/W3117388390","https://openalex.org/W2164424353","https://openalex.org/W2078097339","https://openalex.org/W7095809709","https://openalex.org/W4412565536","https://openalex.org/W3212540177","https://openalex.org/W7025418010","https://openalex.org/W1967249806"],"abstract_inverted_index":{"Biological":[0],"systems":[1],"often":[2],"choose":[3],"actions":[4,48],"without":[5],"an":[6,30,39],"explicit":[7],"reward":[8],"signal,":[9],"a":[10,67],"phenomenon":[11],"known":[12],"as":[13],"intrinsic":[14,34,62],"motivation.":[15],"The":[16],"computational":[17],"principles":[18],"underlying":[19],"this":[20,26,55],"behavior":[21],"remain":[22],"poorly":[23],"understood.":[24],"In":[25],"study,":[27],"we":[28,65,86],"investigate":[29],"information-theoretic":[31,98],"approach":[32,56,79],"to":[33,60,101,129],"motivation,":[35,63],"based":[36],"on":[37,80],"maximizing":[38],"agent's":[40],"empowerment":[41],"(the":[42],"mutual":[43],"information":[44],"between":[45],"its":[46,88],"past":[47],"and":[49,64,85,124],"future":[50],"states).":[51],"We":[52,76],"show":[53],"that":[54],"generalizes":[57],"previous":[58],"attempts":[59],"formalize":[61],"provide":[66],"computationally":[68],"efficient":[69],"algorithm":[70],"for":[71,117,125],"computing":[72],"the":[73,105,109,115,135],"necessary":[74],"quantities.":[75],"test":[77],"our":[78,97],"several":[81],"benchmark":[82],"control":[83,99],"problems,":[84],"explain":[87],"success":[89],"in":[90],"guiding":[91],"intrinsically":[92,121],"motivated":[93,122],"behaviors":[94,128],"by":[95,134],"relating":[96],"function":[100],"fundamental":[102],"properties":[103],"of":[104],"dynamical":[106,131],"system":[107],"representing":[108],"combined":[110],"agent-environment":[111],"system.":[112],"This":[113],"opens":[114],"door":[116],"designing":[118],"practical":[119],"artificial,":[120],"controllers":[123],"linking":[126],"animal":[127],"their":[130],"properties.":[132],"Published":[133],"American":[136],"Physical":[137],"Society":[138],"2024":[139]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-10-15T10:00:46.086208","created_date":"2024-08-29T00:00:00"}