{"id":"https://openalex.org/W2951117913","doi":"https://doi.org/10.18653/v1/p19-1171","title":"Meaning to Form: Measuring Systematicity as Information","display_name":"Meaning to Form: Measuring Systematicity as Information","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2951117913","doi":"https://doi.org/10.18653/v1/p19-1171","mag":"2951117913"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1171","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1171","pdf_url":"https://www.aclweb.org/anthology/P19-1171.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1171.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102825308","display_name":"Tiago Pimentel","orcid":"https://orcid.org/0000-0002-5159-4641"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tiago Pimentel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046881440","display_name":"Arya D. McCarthy","orcid":"https://orcid.org/0000-0001-9440-8792"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]},{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["CH","US"],"is_corresponding":false,"raw_author_name":"Arya D. McCarthy","raw_affiliation_strings":["Johns Hopkins University,  University of Zrich & MPI SHH,  Google,","Johns Hopkins University, \u2660 University of Z\u00fcrich & MPI SHH, \u2666 Google,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University,  University of Zrich & MPI SHH,  Google,","institution_ids":["https://openalex.org/I2802946424","https://openalex.org/I145311948"]},{"raw_affiliation_string":"Johns Hopkins University, \u2660 University of Z\u00fcrich & MPI SHH, \u2666 Google,","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I145311948","https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070685856","display_name":"Dami\u00e1n E. Blas\u00ed","orcid":"https://orcid.org/0000-0002-9885-1414"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Damian Blasi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020068498","display_name":"Brian Roark","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brian Roark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5061951606","display_name":"Ryan Cotterell","orcid":"https://orcid.org/0000-0003-4080-1833"},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["CH","GB","US"],"is_corresponding":false,"raw_author_name":"Ryan Cotterell","raw_affiliation_strings":["Johns Hopkins University,  University of Zrich & MPI SHH,  Google,","University of Cambridge","Johns Hopkins University, \u2660 University of Z\u00fcrich & MPI SHH, \u2666 Google,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University,  University of Zrich & MPI SHH,  Google,","institution_ids":["https://openalex.org/I2802946424","https://openalex.org/I145311948"]},{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"Johns Hopkins University, \u2660 University of Z\u00fcrich & MPI SHH, \u2666 Google,","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I145311948","https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102825308"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":126.1784,"has_fulltext":true,"cited_by_count":66,"citation_normalized_percentile":{"value":0.99966465,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1751","last_page":"1764"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.7210955619812012},{"id":"https://openalex.org/keywords/semiotics","display_name":"Semiotics","score":0.6268572807312012},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5880846977233887},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5171022415161133},{"id":"https://openalex.org/keywords/phenomenon","display_name":"Phenomenon","score":0.5167531371116638},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.5061256289482117},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4790447950363159},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44217798113822937},{"id":"https://openalex.org/keywords/bigram","display_name":"Bigram","score":0.4316595196723938},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.43082353472709656},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42001450061798096},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.23214471340179443},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21310067176818848},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.1387980580329895}],"concepts":[{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.7210955619812012},{"id":"https://openalex.org/C139997677","wikidata":"https://www.wikidata.org/wiki/Q60195","display_name":"Semiotics","level":2,"score":0.6268572807312012},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5880846977233887},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5171022415161133},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.5167531371116638},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5061256289482117},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4790447950363159},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44217798113822937},{"id":"https://openalex.org/C108757681","wikidata":"https://www.wikidata.org/wiki/Q2773912","display_name":"Bigram","level":3,"score":0.4316595196723938},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.43082353472709656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42001450061798096},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.23214471340179443},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21310067176818848},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1387980580329895},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C137546455","wikidata":"https://www.wikidata.org/wiki/Q3213474","display_name":"Trigram","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p19-1171","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1171","pdf_url":"https://www.aclweb.org/anthology/P19-1171.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1171","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1171","pdf_url":"https://www.aclweb.org/anthology/P19-1171.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2951117913.pdf","grobid_xml":"https://content.openalex.org/works/W2951117913.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W537815","https://openalex.org/W41683454","https://openalex.org/W77671424","https://openalex.org/W103787822","https://openalex.org/W179875071","https://openalex.org/W434386042","https://openalex.org/W854567913","https://openalex.org/W1491502817","https://openalex.org/W1499697689","https://openalex.org/W1502961778","https://openalex.org/W1538804530","https://openalex.org/W1540341990","https://openalex.org/W1543984587","https://openalex.org/W1573627288","https://openalex.org/W1614298861","https://openalex.org/W1854884267","https://openalex.org/W1937387808","https://openalex.org/W1974312763","https://openalex.org/W1976388103","https://openalex.org/W1997838790","https://openalex.org/W1999260435","https://openalex.org/W2003748482","https://openalex.org/W2011155368","https://openalex.org/W2012948223","https://openalex.org/W2022564164","https://openalex.org/W2039790295","https://openalex.org/W2064318101","https://openalex.org/W2072026461","https://openalex.org/W2074397157","https://openalex.org/W2098586765","https://openalex.org/W2110065044","https://openalex.org/W2131241448","https://openalex.org/W2144859560","https://openalex.org/W2149741699","https://openalex.org/W2159230047","https://openalex.org/W2326292944","https://openalex.org/W2402268235","https://openalex.org/W2407312617","https://openalex.org/W2471754670","https://openalex.org/W2493916176","https://openalex.org/W2494220351","https://openalex.org/W2515120005","https://openalex.org/W2520627926","https://openalex.org/W2550038160","https://openalex.org/W2574745096","https://openalex.org/W2583978552","https://openalex.org/W2762245404","https://openalex.org/W2792376130","https://openalex.org/W2795128687","https://openalex.org/W2807703508","https://openalex.org/W2963951265","https://openalex.org/W2987226679","https://openalex.org/W4321428117"],"related_works":["https://openalex.org/W84925371","https://openalex.org/W3167883298","https://openalex.org/W4206124951","https://openalex.org/W4233629976","https://openalex.org/W1553057179","https://openalex.org/W2992319158","https://openalex.org/W4280588725","https://openalex.org/W2388245749","https://openalex.org/W4205835865","https://openalex.org/W3160014368"],"abstract_inverted_index":{"A":[0],"longstanding":[1],"debate":[2],"in":[3,79,98,130],"semiotics":[4],"centers":[5],"on":[6,106],"the":[7,37,46,64,67,87,123],"relationship":[8,20,44,145],"between":[9,21,139],"linguistic":[10],"signs":[11],"and":[12,25,53,72,82,141,146],"their":[13],"corresponding":[14],"semantics:":[15],"is":[16,132],"there":[17],"an":[18,143],"arbitrary":[19,144],"a":[22,60,80,94,102],"word":[23,103],"form":[24,104,140],"its":[26,107,147],"meaning,":[27,142],"or":[28],"does":[29,36],"some":[30,135],"systematic":[31,43,118],"phenomenon":[32],"pervade?":[33],"For":[34],"instance,":[35],"character":[38],"bigram":[39],"gl":[40],"have":[41],"any":[42],"to":[45,86],"meaning":[47],"of":[48,63,66,117,137],"words":[49],"like":[50],"glisten,":[51],"gleam":[52],"glow?":[54],"In":[55],"this":[56],"work,":[57],"we":[58,111],"offer":[59],"holistic":[61],"quantification":[62],"systematicity":[65,138],"sign":[68],"using":[69],"mutual":[70],"information":[71],"recurrent":[73],"neural":[74],"networks.":[75],"We":[76,92,120],"employ":[77],"these":[78],"data-driven":[81],"massively":[83],"multilingual":[84],"approach":[85],"question,":[88],"examining":[89],"106":[90],"languages.":[91],"find":[93],"statistically":[95],"significant":[96],"reduction":[97],"entropy":[99],"when":[100],"modeling":[101],"conditioned":[105],"semantic":[108],"representation.":[109],"Encouragingly,":[110],"also":[112],"recover":[113],"wellattested":[114],"English":[115],"examples":[116],"affixes.":[119],"conclude":[121],"with":[122],"meta-point:":[124],"Our":[125],"approximate":[126],"effect":[127],"size":[128],"(measured":[129],"bits)":[131],"quite":[133],"small-despite":[134],"amount":[136],"resulting":[148],"benefits":[149],"dominate":[150],"human":[151],"language.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":40},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":3}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}
