{"id":"https://openalex.org/W7162787064","doi":"https://doi.org/10.1613/jair.1.17302","title":"Deep Learning Agents and the Emergence of Compositional Languages: Approaches, Inductive Biases and Measurement","display_name":"Deep Learning Agents and the Emergence of Compositional Languages: Approaches, Inductive Biases and Measurement","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7162787064","doi":"https://doi.org/10.1613/jair.1.17302"},"language":"en","primary_location":{"id":"doi:10.1613/jair.1.17302","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.1.17302","pdf_url":"https://jair.org/index.php/jair/article/download/17302/27309","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://jair.org/index.php/jair/article/download/17302/27309","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137371616","display_name":"Nicholas Bailey","orcid":"https://orcid.org/0000-0001-9211-2197"},"institutions":[{"id":"https://openalex.org/I165862685","display_name":"St George's, University of London","ror":"https://ror.org/040f08y74","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I165862685"]},{"id":"https://openalex.org/I4401726869","display_name":"City St George's, University of London","ror":"https://ror.org/047ybhc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I4401726869"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nicholas Bailey","raw_affiliation_strings":["City St George\u2019s, University of London"],"raw_orcid":"https://orcid.org/0000-0001-9211-2197","affiliations":[{"raw_affiliation_string":"City St George\u2019s, University of London","institution_ids":["https://openalex.org/I165862685","https://openalex.org/I4401726869"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025129918","display_name":"Chris Child","orcid":null},"institutions":[{"id":"https://openalex.org/I165862685","display_name":"St George's, University of London","ror":"https://ror.org/040f08y74","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I165862685"]},{"id":"https://openalex.org/I4401726869","display_name":"City St George's, University of London","ror":"https://ror.org/047ybhc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I4401726869"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chris Child","raw_affiliation_strings":["City St George\u2019s, University of London"],"raw_orcid":"https://orcid.org/0000-0001-5425-2308","affiliations":[{"raw_affiliation_string":"City St George\u2019s, University of London","institution_ids":["https://openalex.org/I165862685","https://openalex.org/I4401726869"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018493892","display_name":"Tillman Weyde","orcid":"https://orcid.org/0000-0001-8028-9905"},"institutions":[{"id":"https://openalex.org/I165862685","display_name":"St George's, University of London","ror":"https://ror.org/040f08y74","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I165862685"]},{"id":"https://openalex.org/I4401726869","display_name":"City St George's, University of London","ror":"https://ror.org/047ybhc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I4401726869"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tillman Weyde","raw_affiliation_strings":["City St George\u2019s, University of London"],"raw_orcid":"https://orcid.org/0000-0001-8028-9905","affiliations":[{"raw_affiliation_string":"City St George\u2019s, University of London","institution_ids":["https://openalex.org/I165862685","https://openalex.org/I4401726869"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.67345945,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"86","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.8676999807357788,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.8676999807357788,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11445","display_name":"Origins and Evolution of Life","score":0.013399999588727951,"subfield":{"id":"https://openalex.org/subfields/3103","display_name":"Astronomy and Astrophysics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.007799999788403511,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/principle-of-compositionality","display_name":"Principle of compositionality","score":0.8895999789237976},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.6840999722480774},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6535999774932861},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4975999891757965},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4643999934196472},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.41940000653266907},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.3686000108718872},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.3488999903202057}],"concepts":[{"id":"https://openalex.org/C121375916","wikidata":"https://www.wikidata.org/wiki/Q936559","display_name":"Principle of compositionality","level":2,"score":0.8895999789237976},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7445999979972839},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6949999928474426},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.6840999722480774},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6535999774932861},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4975999891757965},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4643999934196472},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.41940000653266907},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.41600000858306885},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4065999984741211},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.3488999903202057},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.33410000801086426},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31850001215934753},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2630000114440918},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C2986949344","wikidata":"https://www.wikidata.org/wiki/Q9404","display_name":"Neural system","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1613/jair.1.17302","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.1.17302","pdf_url":"https://jair.org/index.php/jair/article/download/17302/27309","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},{"id":"pmh:oai:openaccess.city.ac.uk:37660","is_oa":true,"landing_page_url":"https://openaccess.city.ac.uk/view/creators_id/nicholas=2Ebailey.html>","pdf_url":"https://openaccess.city.ac.uk/id/eprint/37660/1/17302_pub.pdf","source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1613/jair.1.17302","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.1.17302","pdf_url":"https://jair.org/index.php/jair/article/download/17302/27309","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7445657253265381}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7162787064.pdf","grobid_xml":"https://content.openalex.org/works/W7162787064.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Background:":[0],"Compositional":[1],"symbol-forming":[2],"and":[3,100,132,238,278,292,328,349],"symbol-relating":[4],"behaviors":[5],"in":[6,56,81,126,143,216,262,268,316],"deep":[7,38,78,220,263],"learning":[8,39,79,90,264],"or":[9,123,171],"neuro-symbolic":[10,281],"systems":[11],"have":[12,229],"been":[13],"repeatedly":[14],"recommended":[15],"as":[16,294,324],"part":[17],"of":[18,24,58,60,70,97,109,141,157,180,206,219,248,274,310,320,346],"a":[19,67,82,189,256,308,343],"solution":[20],"to":[21,46,88,121,150,161,168,194,271,298,304,335],"the":[22,137,155,192,212,231,246,272,295],"shortcomings":[23],"current":[25,249],"state-of-the-art":[26],"artificial":[27,48],"intelligence.":[28],"Studying":[29],"how":[30,45],"compositional":[31,74,183],"languages":[32,75,196,317],"can":[33,198,313],"emerge":[34],"between":[35,77],"tabula":[36],"rasa":[37],"agents":[40,149,175],"may":[41,244,267],"help":[42],"us":[43],"understand":[44],"make":[47],"neural":[49,208],"networks":[50],"represent":[51],"unstructured,":[52],"continuous":[53],"input":[54],"data":[55],"terms":[57],"combinations":[59],"discrete":[61],"symbols.":[62],"Objectives:":[63],"We":[64,104,284,330],"aim":[65],"present":[66],"comprehensive":[68],"overview":[69],"recent":[71,144],"research":[72,254,288],"into":[73,307],"emerging":[76],"agents,":[80],"manner":[83],"that":[84,119,197,286,312],"will":[85],"be":[86,199],"accessible":[87],"machine":[89],"researchers":[91,334],"who":[92],"are":[93,136],"not":[94],"already":[95],"aware":[96],"emergent":[98,101,110,127,260],"communication":[99],"languages.":[102,128],"Methods:":[103],"review":[105],"roughly":[106],"ten":[107],"years":[108],"language":[111,253],"research,":[112],"particularly":[113,211],"focusing":[114],"on":[115,235,290],"contributions":[116],"after":[117],"2019":[118],"pertain":[120],"measuring":[122,299],"eliciting":[124],"compositionality":[125,142,167,261,315],"Results:":[129],"Systematic":[130],"generalization":[131,293],"topographic":[133],"similarity":[134],"(topsim)":[135],"most":[138],"dominant":[139,215],"measures":[140],"literature.":[145],"\u201cProductivity":[146],"pressure\u201d,":[147],"forcing":[148],"use":[151],"vocabularies":[152],"smaller":[153],"than":[154],"number":[156],"meanings":[158],"they":[159],"need":[160],"communicate,":[162],"is":[163,176],"clearly":[164],"necessary":[165],"for":[166,191,258],"emerge.":[169],"Regularizing":[170],"periodically":[172],"resetting":[173],"receiver/listener":[174],"an":[177,223],"effective":[178],"way":[179],"encouraging":[181,259],"more":[182,201,276,279,351],"languages,":[184],"perhaps":[185],"because":[186],"it":[187],"creates":[188],"pressure":[190],"speaker":[193],"create":[195],"learned":[200],"efficiently.":[202],"The":[203],"relative":[204],"benefits":[205],"various":[207],"network":[209],"architectures,":[210,348],"Transformer":[213],"architecture":[214],"other":[217,227],"areas":[218],"learning,":[221],"remains":[222],"underexplored":[224],"topic.":[225],"As":[226],"authors":[228],"noted,":[230],"field":[232],"relies":[233],"heavily":[234],"small-scale":[236],"models":[237],"simple,":[239],"often":[240],"symbolic":[241],"environments,":[242],"which":[243,266],"hinder":[245],"generality":[247],"conclusions.":[250],"Conclusions:":[251],"Emergent":[252],"provides":[255],"testbed":[257],"models,":[265],"future":[269,287],"contribute":[270],"development":[273],"safer,":[275],"interpretable,":[277],"sample-efficient":[280],"foundational":[282],"models.":[283],"advocate":[285],"converges":[289],"topsim":[291,306],"standard":[296],"approaches":[297],"compositionality,":[300],"but":[301],"also":[302,331],"works":[303],"expand":[305],"family":[309],"metrics":[311],"detect":[314],"displaying":[318],"forms":[319],"linguistic":[321],"variation":[322],"such":[323],"free":[325],"word":[326],"order":[327],"synonymy.":[329],"call":[332],"upon":[333],"test":[336],"promising":[337],"techniques":[338],"at":[339],"larger":[340],"scales,":[341],"with":[342,350],"greater":[344],"range":[345],"agent":[347],"complex,":[352],"multi-modal":[353],"referents.":[354]},"counts_by_year":[],"updated_date":"2026-05-31T06:10:14.724740","created_date":"2026-05-30T00:00:00"}