{"id":"https://openalex.org/W2995952677","doi":"https://doi.org/10.48550/arxiv.1905.13687","title":"Entropy Minimization In Emergent Languages","display_name":"Entropy Minimization In Emergent Languages","publication_year":2019,"publication_date":"2019-05-31","ids":{"openalex":"https://openalex.org/W2995952677","doi":"https://doi.org/10.48550/arxiv.1905.13687","mag":"2995952677"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1905.13687","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.13687","pdf_url":"https://arxiv.org/pdf/1905.13687","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.13687","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102924622","display_name":"Eugene Kharitonov","orcid":"https://orcid.org/0009-0000-8653-721X","observed_orcids":["https://orcid.org/0009-0000-8653-721X"]},"institutions":[{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Kharitonov, Eugene","raw_affiliation_strings":["Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022256197","display_name":"Rahma Chaabouni","orcid":"https://orcid.org/0000-0002-9196-1397","observed_orcids":["https://orcid.org/0000-0002-9196-1397"]},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Chaabouni, Rahma","raw_affiliation_strings":["Facebook/ENS/INRIA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook/ENS/INRIA","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075501154","display_name":"Diane Bouchacourt","orcid":"https://orcid.org/0009-0001-9078-8836","observed_orcids":["https://orcid.org/0009-0001-9078-8836"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bouchacourt, Diane","raw_affiliation_strings":["Facebook AI;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI;","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038612405","display_name":"Marco Baroni","orcid":"https://orcid.org/0000-0001-5066-3580","observed_orcids":["https://orcid.org/0000-0001-5066-3580"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Baroni, Marco","raw_affiliation_strings":["Facebook Artificial Intelligence Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Artificial Intelligence Research","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.8476999998092651,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.8476999998092651,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10034","display_name":"Syntax, Semantics, Linguistic Variation","score":0.009200000204145908,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14299","display_name":"Complex Systems and Dynamics","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emergent-communication","display_name":"emergent communication","score":0.8019999861717224},{"id":"https://openalex.org/keywords/emergent-language","display_name":"emergent language","score":0.6679999828338623},{"id":"https://openalex.org/keywords/entropy-minimization","display_name":"entropy minimization","score":0.9380000233650208},{"id":"https://openalex.org/keywords/mutual-information","display_name":"mutual information","score":0.875},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.6230000257492065},{"id":"https://openalex.org/keywords/language-simplicity","display_name":"language simplicity","score":0.5590000152587891},{"id":"https://openalex.org/keywords/overfitting-robustness","display_name":"overfitting robustness","score":0.8090000152587891},{"id":"https://openalex.org/keywords/adversarial-robustness","display_name":"adversarial robustness","score":0.9300000071525574},{"id":"https://openalex.org/keywords/information-theoretic-complexity","display_name":"information-theoretic complexity","score":0.753000020980835}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7387075424194336},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6727274060249329},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6134147644042969},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.5594454407691956},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.5346696972846985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5285094380378723},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4771265983581543},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.45884785056114197},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.43621039390563965},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.4220528304576874},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37953290343284607},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37481194734573364},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3424244523048401},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.31630411744117737},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1905.13687","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.13687","pdf_url":"https://arxiv.org/pdf/1905.13687","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2995952677","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1905.13687","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1905.13687","doi":"https://doi.org/10.48550/arxiv.1905.13687","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1905.13687","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1905.13687","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.13687","pdf_url":"https://arxiv.org/pdf/1905.13687","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.6899999976158142}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W650634825","https://openalex.org/W1646152356","https://openalex.org/W1686946872","https://openalex.org/W1986954741","https://openalex.org/W1991744587","https://openalex.org/W1993411524","https://openalex.org/W2009643512","https://openalex.org/W2018371288","https://openalex.org/W2099111195","https://openalex.org/W2108682071","https://openalex.org/W2112796928","https://openalex.org/W2119717200","https://openalex.org/W2154579312","https://openalex.org/W2157331557","https://openalex.org/W2171026506","https://openalex.org/W2181199551","https://openalex.org/W2240563783","https://openalex.org/W2260756217","https://openalex.org/W2460440635","https://openalex.org/W2507068303","https://openalex.org/W2517229335","https://openalex.org/W2547875792","https://openalex.org/W2548228487","https://openalex.org/W2557579533","https://openalex.org/W2621379712","https://openalex.org/W2626778328","https://openalex.org/W2683470288","https://openalex.org/W2730230212","https://openalex.org/W2779397669","https://openalex.org/W2795890674","https://openalex.org/W2882987577","https://openalex.org/W2888912391","https://openalex.org/W2902227449","https://openalex.org/W2907860297","https://openalex.org/W2907923173","https://openalex.org/W2913465221","https://openalex.org/W2914111651","https://openalex.org/W2935760417","https://openalex.org/W2947748865","https://openalex.org/W2950220847","https://openalex.org/W2953874967","https://openalex.org/W2963147362","https://openalex.org/W2963207607","https://openalex.org/W2963455109","https://openalex.org/W2963532523","https://openalex.org/W2963799213","https://openalex.org/W2964121744","https://openalex.org/W2964338167","https://openalex.org/W2970603867","https://openalex.org/W2979030547","https://openalex.org/W3016815617"],"related_works":["https://openalex.org/W4409248873","https://openalex.org/W4283818141","https://openalex.org/W27361223","https://openalex.org/W4389726109","https://openalex.org/W4416035819","https://openalex.org/W2947748865","https://openalex.org/W1857692755","https://openalex.org/W2981641565","https://openalex.org/W3037890406","https://openalex.org/W3015189287"],"abstract_inverted_index":{"There":[0],"is":[1,78,111],"growing":[2],"interest":[3],"in":[4,63],"studying":[5],"the":[6,28,36,48,67,71,76,81,85,99,142,148],"languages":[7,50,93],"that":[8,58,122],"emerge":[9],"when":[10],"neural":[11],"agents":[12],"are":[13,51,94,102],"jointly":[14],"trained":[15],"to":[16,53,107,128,133],"solve":[17],"tasks":[18],"requiring":[19],"communication":[20,116,154],"through":[21],"a":[22],"discrete":[23],"channel.":[24],"We":[25,41,138],"investigate":[26],"here":[27],"information-theoretic":[29],"complexity":[30],"of":[31,144,150],"such":[32],"languages,":[33],"focusing":[34],"on":[35],"basic":[37],"two-agent,":[38],"one-exchange":[39],"setup.":[40],"find":[42],"that,":[43],"under":[44],"common":[45],"training":[46],"procedures,":[47],"emergent":[49,92],"subject":[52],"an":[54],"entropy":[55,125],"minimization":[56,126],"pressure":[57,110],"has":[59],"also":[60],"been":[61],"detected":[62],"human":[64],"language,":[65],"whereby":[66],"mutual":[68],"information":[69],"between":[70],"communicating":[72],"agent's":[73],"inputs":[74],"and":[75,135,152],"messages":[77],"minimized,":[79],"within":[80],"range":[82],"afforded":[83],"by":[84,140],"need":[86],"for":[87,104,147],"successful":[88],"communication.":[89],"That":[90],"is,":[91],"(nearly)":[95],"as":[96,98,113],"simple":[97],"task":[100],"they":[101],"developed":[103],"allow":[105],"them":[106],"be.":[108],"This":[109],"amplified":[112],"we":[114,120],"increase":[115],"channel":[117],"discreteness.":[118],"Further,":[119],"observe":[121],"stronger":[123],"discrete-channel-driven":[124],"leads":[127],"representations":[129],"with":[130],"increased":[131],"robustness":[132],"overfitting":[134],"adversarial":[136],"attacks.":[137],"conclude":[139],"discussing":[141],"implications":[143],"our":[145],"findings":[146],"study":[149],"natural":[151],"artificial":[153],"systems.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2019-12-26T00:00:00"}