{"id":"https://openalex.org/W3134976210","doi":"https://doi.org/10.48550/arxiv.2006.16324","title":"Universal linguistic inductive biases via meta-learning","display_name":"Universal linguistic inductive biases via meta-learning","publication_year":2020,"publication_date":"2020-06-29","ids":{"openalex":"https://openalex.org/W3134976210","doi":"https://doi.org/10.48550/arxiv.2006.16324","mag":"3134976210"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2006.16324","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.16324","pdf_url":"https://arxiv.org/pdf/2006.16324","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.16324","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003082850","display_name":"Richard Thomas McCoy","orcid":"https://orcid.org/0000-0001-9383-4079","observed_orcids":["https://orcid.org/0000-0001-9383-4079"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"McCoy, R. Thomas","raw_affiliation_strings":["Department of Cognitive Science , Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Cognitive Science , Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006661033","display_name":"Erin Grant","orcid":"https://orcid.org/0009-0002-8623-7254","observed_orcids":["https://orcid.org/0009-0002-8623-7254"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Grant, Erin","raw_affiliation_strings":["Department of Electrical Engineering & Computer Sciences , University of California , Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering & Computer Sciences , University of California , Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088217655","display_name":"Paul Smolensky","orcid":"https://orcid.org/0000-0003-2420-182X","observed_orcids":["https://orcid.org/0000-0003-2420-182X"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Smolensky, Paul","raw_affiliation_strings":["Department of Cognitive Science , Johns Hopkins University","Microsoft Research AI , Redmond , WA USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Cognitive Science , Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Microsoft Research AI , Redmond , WA USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077079119","display_name":"Thomas L. Griffiths","orcid":"https://orcid.org/0000-0002-5138-7255","observed_orcids":["https://orcid.org/0000-0002-5138-7255","https://orcid.org/0000-0002-1542-8128","https://orcid.org/0000-0002-1317-7038","https://orcid.org/0000-0001-7820-6787"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Griffiths, Thomas L.","raw_affiliation_strings":["Departments of Psychology and Computer Science , Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departments of Psychology and Computer Science , Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081824828","display_name":"Tal Linzen","orcid":"https://orcid.org/0000-0003-0435-6912","observed_orcids":["https://orcid.org/0000-0003-0435-6912"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linzen, Tal","raw_affiliation_strings":["Department of Cognitive Science , Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Cognitive Science , Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.5131999850273132,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.5131999850273132,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.07729999721050262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10034","display_name":"Syntax, Semantics, Linguistic Variation","score":0.06650000065565109,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/meta-learning","display_name":"meta-learning","score":0.9470000267028809},{"id":"https://openalex.org/keywords/language-acquisition","display_name":"language acquisition","score":0.8529999852180481},{"id":"https://openalex.org/keywords/neural-network-initialization","display_name":"neural network initialization","score":0.7760000228881836},{"id":"https://openalex.org/keywords/syllable-structure","display_name":"syllable structure","score":0.9210000038146973},{"id":"https://openalex.org/keywords/computational-modeling-of-language-learning","display_name":"computational modeling of language learning","score":0.8050000071525574}],"concepts":[{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.6034051775932312},{"id":"https://openalex.org/C197352929","wikidata":"https://www.wikidata.org/wiki/Q1074074","display_name":"Inductive bias","level":4,"score":0.4796031713485718},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45630568265914917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40887361764907837},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40152257680892944},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3847349286079407},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.20063644647598267},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.16322413086891174},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08312231302261353},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2006.16324","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.16324","pdf_url":"https://arxiv.org/pdf/2006.16324","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt93m7w30j","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/93m7w30j","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Annual Meeting of the Cognitive Science Society, vol 42, iss 0","raw_type":"article"},{"id":"doi:10.48550/arxiv.2006.16324","doi":"https://doi.org/10.48550/arxiv.2006.16324","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.16324","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3134976210","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/journals/corr/corr2006.html#abs-2006-16324","pdf_url":null,"source":{"id":"https://openalex.org/S78735424","display_name":"Cognitive Science","issn_l":"0364-0213","issn":["0364-0213","1551-6709"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Cognitive Science","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.16324","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.16324","pdf_url":"https://arxiv.org/pdf/2006.16324","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5,"display_name":"Quality education"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2518097951","display_name":"Collaborative Research: Inductive Biases for the Acquisition of Syntactic Transformations in Neural Networks","funder_award_id":"1920924","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5280230632","display_name":"Graduate Research Fellowship Program (GRFP)","funder_award_id":"1746891","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8890336727","display_name":"INSPIRE Track 1:  Gradient Symbolic Computation","funder_award_id":"1344269","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310145","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95"},{"id":"https://openalex.org/F4320317236","display_name":"Maryland Advanced Research Computing Center","ror":null},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3134976210.pdf","grobid_xml":"https://content.openalex.org/works/W3134976210.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W99485931","https://openalex.org/W1562911371","https://openalex.org/W1586060904","https://openalex.org/W1595256356","https://openalex.org/W1937295144","https://openalex.org/W2000196122","https://openalex.org/W2064675550","https://openalex.org/W2076396122","https://openalex.org/W2079299071","https://openalex.org/W2079656678","https://openalex.org/W2120438065","https://openalex.org/W2130942839","https://openalex.org/W2135547275","https://openalex.org/W2137825550","https://openalex.org/W2154346509","https://openalex.org/W2155420582","https://openalex.org/W2167956961","https://openalex.org/W2325218811","https://openalex.org/W2328078142","https://openalex.org/W2604763608","https://openalex.org/W2795355797","https://openalex.org/W2888541716","https://openalex.org/W2929321571","https://openalex.org/W2951286828","https://openalex.org/W2964121744","https://openalex.org/W2970350231","https://openalex.org/W2971016963","https://openalex.org/W2977675727","https://openalex.org/W2990379018"],"related_works":["https://openalex.org/W6906740499","https://openalex.org/W4412945100","https://openalex.org/W4389518851","https://openalex.org/W7223452359","https://openalex.org/W2995740096","https://openalex.org/W4410521415","https://openalex.org/W4402730345","https://openalex.org/W2005592929","https://openalex.org/W3134522972","https://openalex.org/W2942031499"],"abstract_inverted_index":{"How":[0],"do":[1],"learners":[2],"acquire":[3,136],"languages":[4,138,153,204],"from":[5,100,109,205],"the":[6,76,92,104,120,149,152,162,183,223],"limited":[7],"data":[8,110],"available":[9],"to":[10,61,73,135,143,189,231],"them?":[11],"This":[12,82],"process":[13],"must":[14,107],"involve":[15],"some":[16],"inductive":[17,33,59,80,86,121,163,184,198,225],"biases":[18,34,60,122,164,185,199,226],"-":[19,27],"factors":[20],"that":[21,118,154,165,186,218,227],"affect":[22],"how":[23,134],"a":[24,53,62,67,96,112,127,131,173,201,207],"learner":[25],"generalizes":[26],"but":[28],"it":[29,228],"is":[30,123],"unclear":[31],"which":[32,88,103,130,206],"can":[35,69,160,209],"explain":[36],"observed":[37],"patterns":[38],"in":[39,91,111],"language":[40],"acquisition.":[41],"To":[42],"facilitate":[43],"computational":[44],"modeling":[45],"aimed":[46],"at":[47],"addressing":[48],"this":[49,170],"question,":[50],"we":[51,159,181,187,195,216],"introduce":[52],"framework":[54,83,171],"for":[55],"giving":[56],"particular":[57],"linguistic":[58,224],"neural":[63,97,105],"network":[64,106],"model;":[65],"such":[66],"model":[68,132,208],"then":[70,194],"be":[71],"used":[72,156],"empirically":[74],"explore":[75],"effects":[77],"of":[78,95,151,203],"those":[79,197],"biases.":[81],"disentangles":[84],"universal":[85],"biases,":[87],"are":[89,155],"encoded":[90],"initial":[93,116],"values":[94],"network's":[98],"parameters,":[99],"non-universal":[101],"factors,":[102],"learn":[108],"given":[113],"language.":[114],"The":[115],"state":[117],"encodes":[119],"found":[124],"with":[125,172],"meta-learning,":[126,158],"technique":[128],"through":[129],"discovers":[133],"new":[137],"more":[139],"easily":[140],"via":[141],"exposure":[142],"many":[144],"possible":[145],"languages.":[146],"By":[147],"controlling":[148],"properties":[150],"during":[157],"control":[161],"meta-learning":[166],"imparts.":[167],"We":[168],"demonstrate":[169],"case":[174],"study":[175],"based":[176],"on":[177],"syllable":[178],"structure.":[179],"First,":[180],"specify":[182],"intend":[188],"give":[190],"our":[191,219],"model,":[192],"and":[193],"translate":[196],"into":[200],"space":[202],"meta-learn.":[210],"Finally,":[211],"using":[212],"existing":[213],"analysis":[214],"techniques,":[215],"verify":[217],"approach":[220],"has":[221],"imparted":[222],"was":[229],"intended":[230],"impart.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2021-03-15T00:00:00"}