{"id":"https://openalex.org/W7223909862","doi":"https://doi.org/10.48550/arxiv.2610.34638","title":"Intrinsic Goals for Autonomous Agents: Hierarchical Exploration Captures Future Volitional Action in Drosophila","display_name":"Intrinsic Goals for Autonomous Agents: Hierarchical Exploration Captures Future Volitional Action in Drosophila","publication_year":2026,"publication_date":"2026-10-25","ids":{"openalex":"https://openalex.org/W7223909862","doi":"https://doi.org/10.48550/arxiv.2610.34638"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.34638","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.34638","pdf_url":"https://arxiv.org/pdf/2610.34638","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.34638","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5159788039","display_name":"Declan Kutscher","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kutscher, Declan","raw_affiliation_strings":["Department of Computer Science , University of Maryland , College Park","Machine Learning Department , Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Machine Learning Department , Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111028616","display_name":"Reece Keller","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keller, Reece","raw_affiliation_strings":["Neuroscience Institute , Carnegie Mellon University","Robotics Institute , Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Neuroscience Institute , Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Robotics Institute , Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144991596","display_name":"Alyn Kirsch","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kirsch, Alyn","raw_affiliation_strings":["Robotics Institute , Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Institute , Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081822814","display_name":"Felix Pei","orcid":"https://orcid.org/0009-0001-3193-5541","observed_orcids":["https://orcid.org/0009-0001-3193-5541"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pei, Felix","raw_affiliation_strings":["Machine Learning Department , Carnegie Mellon University","Neuroscience Institute , Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Learning Department , Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Neuroscience Institute , Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058188874","display_name":"Aran Nayebi","orcid":"https://orcid.org/0000-0002-7509-9629","observed_orcids":["https://orcid.org/0000-0002-7509-9629"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nayebi, Aran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10423","display_name":"Neurobiology and Insect Physiology Research","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intrinsic-motivation","display_name":"intrinsic motivation","score":0.9929999709129333},{"id":"https://openalex.org/keywords/autonomous-agents","display_name":"autonomous agents","score":0.7850000262260437},{"id":"https://openalex.org/keywords/drosophila-melanogaster","display_name":"Drosophila melanogaster","score":0.9369999766349792},{"id":"https://openalex.org/keywords/spontaneous-exploration","display_name":"spontaneous exploration","score":0.5569999814033508},{"id":"https://openalex.org/keywords/volitional-action","display_name":"volitional action","score":0.7409999966621399},{"id":"https://openalex.org/keywords/curiosity-driven-learning","display_name":"curiosity-driven learning","score":0.7889999747276306},{"id":"https://openalex.org/keywords/behavioral-entropy","display_name":"behavioral entropy","score":0.7360000014305115},{"id":"https://openalex.org/keywords/competency-based-education","display_name":"competency-based education","score":0.574999988079071},{"id":"https://openalex.org/keywords/motor-primitives","display_name":"motor primitives","score":0.75}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5600000023841858},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5421000123023987},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5408999919891357},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.4828000068664551},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.4700999855995178},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4514999985694885},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4311000108718872},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.42969998717308044},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.42340001463890076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4221999943256378},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.41769999265670776},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.41350001096725464},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.367000013589859},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33090001344680786},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3296999931335449},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.31940001249313354},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C28427503","wikidata":"https://www.wikidata.org/wiki/Q13580300","display_name":"Internal model","level":3,"score":0.2996000051498413},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C2778061373","wikidata":"https://www.wikidata.org/wiki/Q1315146","display_name":"Predictive coding","level":3,"score":0.2919999957084656},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2678999900817871},{"id":"https://openalex.org/C15123163","wikidata":"https://www.wikidata.org/wiki/Q500096","display_name":"Psychophysics","level":3,"score":0.26669999957084656},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.263700008392334},{"id":"https://openalex.org/C78639753","wikidata":"https://www.wikidata.org/wiki/Q3318160","display_name":"Behavioral modeling","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.26109999418258667},{"id":"https://openalex.org/C2780328332","wikidata":"https://www.wikidata.org/wiki/Q17166073","display_name":"Multisensory integration","level":3,"score":0.25859999656677246},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C115286129","wikidata":"https://www.wikidata.org/wiki/Q123637","display_name":"Cybernetics","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.34638","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.34638","pdf_url":"https://arxiv.org/pdf/2610.34638","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.34638","doi":"https://doi.org/10.48550/arxiv.2610.34638","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.34638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.34638","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.34638","pdf_url":"https://arxiv.org/pdf/2610.34638","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7280078006","display_name":"AI Institute for Artificial and Natural Intelligence","funder_award_id":"2229929","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320308204","display_name":"Northrop Grumman","ror":"https://ror.org/05kewds18"},{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7223909862.pdf","grobid_xml":"https://content.openalex.org/works/W7223909862.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W172298727","https://openalex.org/W613766092","https://openalex.org/W1498436455","https://openalex.org/W1539597651","https://openalex.org/W1819200667","https://openalex.org/W1973801752","https://openalex.org/W2034920727","https://openalex.org/W2064675550","https://openalex.org/W2075670547","https://openalex.org/W2092098765","https://openalex.org/W2101807845","https://openalex.org/W2102701721","https://openalex.org/W2109606373","https://openalex.org/W2111927824","https://openalex.org/W2112316313","https://openalex.org/W2112796928","https://openalex.org/W2135578953","https://openalex.org/W2136145485","https://openalex.org/W2147130840","https://openalex.org/W2154723612","https://openalex.org/W2158782408","https://openalex.org/W2219858099","https://openalex.org/W2362300820","https://openalex.org/W2484937297","https://openalex.org/W2736601468","https://openalex.org/W2736958819","https://openalex.org/W2781525085","https://openalex.org/W2800311957","https://openalex.org/W2883433335","https://openalex.org/W2978368159","https://openalex.org/W2989606769","https://openalex.org/W2991007524","https://openalex.org/W3000690706","https://openalex.org/W3042772609","https://openalex.org/W3114097778","https://openalex.org/W3127680228","https://openalex.org/W3157219006","https://openalex.org/W4205424895","https://openalex.org/W4280579676","https://openalex.org/W4281569091","https://openalex.org/W4366082722","https://openalex.org/W4386567763","https://openalex.org/W4387251837","https://openalex.org/W4391056197","https://openalex.org/W4399454695","https://openalex.org/W4404252550","https://openalex.org/W4412565536","https://openalex.org/W4416042282","https://openalex.org/W7196945201"],"related_works":["https://openalex.org/W7196945201","https://openalex.org/W6997267239","https://openalex.org/W4200077967","https://openalex.org/W2546637228","https://openalex.org/W4378189944","https://openalex.org/W7062421284","https://openalex.org/W3080495593","https://openalex.org/W4224240386","https://openalex.org/W2964205785","https://openalex.org/W2402366519"],"abstract_inverted_index":{"Animals":[0],"have":[1],"a":[2,25,52,86,122,156,236],"remarkable":[3],"capacity":[4],"for":[5,220,239],"autonomy---driven":[6],"by":[7],"intrinsic":[8,60,108],"motivation---without":[9],"external":[10,104],"sensory":[11,172],"cues":[12],"or":[13],"extrinsic":[14],"objectives,":[15],"yet":[16],"the":[17,32,128,149,168,175,208,217],"computational":[18],"mechanisms":[19],"behind":[20],"this":[21,200],"ability":[22],"largely":[23],"remain":[24],"mystery.":[26],"We":[27,100],"combine":[28],"whole-brain":[29],"recordings":[30],"in":[31,49,121,153,194,225],"fruit":[33],"fly":[34,70,129,195],"(Drosophila":[35],"melanogaster),":[36],"which":[37],"reveal":[38],"neural":[39,146,180],"representations":[40,74,137],"of":[41,75,89,97,170,223],"spontaneous":[42,132],"exploratory":[43],"decisions":[44],"more":[45],"than":[46],"10":[47],"seconds":[48],"advance,":[50],"with":[51,94],"neuromechanical":[53],"digital":[54],"twin":[55],"to":[56,185,203],"test":[57],"whether":[58],"optimizing":[59],"goals":[61],"yields":[62],"realistically":[63],"embodied":[64],"artificial":[65],"agents":[66,102,118,234],"that":[67,163,199],"quantitatively":[68],"match":[69],"behavior":[71],"and":[72,114,135,138,145,167,179],"internal":[73,136],"future":[76,140],"volitional":[77],"action":[78],"during":[79],"exploration.":[80],"Our":[81],"hierarchical":[82,157],"policy":[83],"selects":[84],"from":[85,143],"discrete":[87,161],"library":[88],"low-level":[90],"motor":[91],"primitives,":[92],"consistent":[93],"ethological":[95],"theories":[96],"behavioral":[98,165,178],"syllables.":[99],"train":[101],"without":[103],"reward":[105],"using":[106],"20":[107],"motivation":[109],"algorithms":[110],"spanning":[111],"curiosity,":[112],"entropy,":[113],"competency":[115,158],"methods.":[116],"The":[117],"are":[119],"evaluated":[120],"virtual":[123],"tethered-ball":[124],"assay":[125],"modeled":[126],"on":[127,148],"experiment,":[130],"comparing":[131],"locomotor":[133],"statistics":[134],"decoding":[139],"turn":[141],"direction":[142],"kinematics":[144,224],"activity":[147,213],"same":[150],"timescales":[151],"observed":[152],"flies.":[154,186,227],"DIAYN,":[155],"algorithm":[159],"learning":[160],"policies":[162,189],"maximize":[164,204],"entropy":[166],"separability":[169],"induced":[171],"observations,":[173],"achieves":[174],"strongest":[176],"joint":[177],"prospective":[181],"coding":[182],"performance":[183],"relative":[184],"Its":[187],"learned":[188],"closely":[190,215],"capture":[191],"individual":[192],"variability":[193],"exploration":[196],"strategies,":[197],"suggesting":[198],"diversity":[201],"serves":[202],"state-space":[205],"coverage":[206],"at":[207],"population":[209],"level.":[210],"DIAYN's":[211],"latent":[212],"also":[214],"captures":[216],"sum-difference":[218],"rule":[219],"interhemispheric":[221],"encoding":[222],"biological":[226],"These":[228],"results":[229],"establish":[230],"hierarchical,":[231],"intrinsically":[232],"motivated":[233],"as":[235],"powerful":[237],"framework":[238],"reverse-engineering":[240],"animal":[241],"autonomy.":[242]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-28T00:00:00"}