{"id":"https://openalex.org/W2948176064","doi":"https://doi.org/10.18653/v1/p19-1506","title":"Like a Baby: Visually Situated Neural Language Acquisition","display_name":"Like a Baby: Visually Situated Neural Language Acquisition","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2948176064","doi":"https://doi.org/10.18653/v1/p19-1506","mag":"2948176064"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1506","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1506","pdf_url":"https://www.aclweb.org/anthology/P19-1506.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1506.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084332360","display_name":"Alexander G. Ororbia","orcid":"https://orcid.org/0000-0002-2590-1310"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]},{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alexander Ororbia","raw_affiliation_strings":[") Rochester Institute of Technology, Rochester, NY, USA (",") The Pennsylvania State University, University Park, PA, USA (","Rochester Institute Of Technology"],"affiliations":[{"raw_affiliation_string":") Rochester Institute of Technology, Rochester, NY, USA (","institution_ids":["https://openalex.org/I155173764"]},{"raw_affiliation_string":") The Pennsylvania State University, University Park, PA, USA (","institution_ids":["https://openalex.org/I130769515"]},{"raw_affiliation_string":"Rochester Institute Of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068199296","display_name":"Ankur Mali","orcid":"https://orcid.org/0000-0001-5813-3584"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]},{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankur Mali","raw_affiliation_strings":[") Rochester Institute of Technology, Rochester, NY, USA (",") The Pennsylvania State University, University Park, PA, USA (","Pennsylvania State University"],"affiliations":[{"raw_affiliation_string":") Rochester Institute of Technology, Rochester, NY, USA (","institution_ids":["https://openalex.org/I155173764"]},{"raw_affiliation_string":") The Pennsylvania State University, University Park, PA, USA (","institution_ids":["https://openalex.org/I130769515"]},{"raw_affiliation_string":"Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008475603","display_name":"Mary Alexandria Kelly","orcid":"https://orcid.org/0000-0002-6541-2992"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Kelly","raw_affiliation_strings":[") The Pennsylvania State University, University Park, PA, USA (","Pennsylvania State University"],"affiliations":[{"raw_affiliation_string":") The Pennsylvania State University, University Park, PA, USA (","institution_ids":["https://openalex.org/I130769515"]},{"raw_affiliation_string":"Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020881468","display_name":"David Reitter","orcid":"https://orcid.org/0000-0002-7887-8257"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Reitter","raw_affiliation_strings":[") Google Research, New York City, NY, USA",") The Pennsylvania State University, University Park, PA, USA (","Google,,,,,"],"affiliations":[{"raw_affiliation_string":") Google Research, New York City, NY, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":") The Pennsylvania State University, University Park, PA, USA (","institution_ids":["https://openalex.org/I130769515"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5084332360"],"corresponding_institution_ids":["https://openalex.org/I130769515","https://openalex.org/I155173764"],"apc_list":null,"apc_paid":null,"fwci":0.1022,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.42191466,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"5127","last_page":"5136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.8777449727058411},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7719367146492004},{"id":"https://openalex.org/keywords/situated","display_name":"Situated","score":0.6769288778305054},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6446995139122009},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5809947848320007},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5070521831512451},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.47254490852355957},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.42049407958984375}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.8777449727058411},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7719367146492004},{"id":"https://openalex.org/C132829578","wikidata":"https://www.wikidata.org/wiki/Q581151","display_name":"Situated","level":2,"score":0.6769288778305054},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6446995139122009},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5809947848320007},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5070521831512451},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47254490852355957},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.42049407958984375},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/p19-1506","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1506","pdf_url":"https://www.aclweb.org/anthology/P19-1506.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1805.11546","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.11546","pdf_url":"https://arxiv.org/pdf/1805.11546","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"mag:2948176064","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1805.11546v2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1805.11546","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.11546","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1506","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1506","pdf_url":"https://www.aclweb.org/anthology/P19-1506.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G1933562240","display_name":null,"funder_award_id":"BCS-1734304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3510789093","display_name":"CompCog: Computational, distributed accounts of human memory: improving cognitive models","funder_award_id":"1734304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2948176064.pdf","grobid_xml":"https://content.openalex.org/works/W2948176064.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1527575280","https://openalex.org/W1895577753","https://openalex.org/W1965687559","https://openalex.org/W2020755048","https://openalex.org/W2038475577","https://openalex.org/W2038594453","https://openalex.org/W2054125330","https://openalex.org/W2064675550","https://openalex.org/W2065548002","https://openalex.org/W2083135964","https://openalex.org/W2110664110","https://openalex.org/W2115970844","https://openalex.org/W2119885245","https://openalex.org/W2123024445","https://openalex.org/W2127438782","https://openalex.org/W2149557440","https://openalex.org/W2153791616","https://openalex.org/W2157331557","https://openalex.org/W2183341477","https://openalex.org/W2252238675","https://openalex.org/W2291822808","https://openalex.org/W2435103813","https://openalex.org/W2482399104","https://openalex.org/W2506931122","https://openalex.org/W2514713644","https://openalex.org/W2525778437","https://openalex.org/W2575887804","https://openalex.org/W2751148689","https://openalex.org/W2950178297","https://openalex.org/W2962964385","https://openalex.org/W2963341956","https://openalex.org/W2963813556","https://openalex.org/W2963871344"],"related_works":["https://openalex.org/W2949554544","https://openalex.org/W2806386169","https://openalex.org/W2991208183","https://openalex.org/W3040640815","https://openalex.org/W2966892770","https://openalex.org/W2755192592","https://openalex.org/W2619337526","https://openalex.org/W3109321398","https://openalex.org/W3213012878","https://openalex.org/W3100426897","https://openalex.org/W3176565349","https://openalex.org/W2963846239","https://openalex.org/W3204831822","https://openalex.org/W2971709506","https://openalex.org/W2986102593","https://openalex.org/W2775703036","https://openalex.org/W2962891854","https://openalex.org/W3206694069","https://openalex.org/W3167118264","https://openalex.org/W3046687345"],"abstract_inverted_index":{"We":[0],"examine":[1],"the":[2,46,57,119],"benefits":[3],"of":[4,48,121],"visual":[5,39,70],"context":[6,40,71],"in":[7,34,56,110],"training":[8,68],"neural":[9,18],"language":[10,28,53,58,99,124],"models":[11,86,100],"to":[12],"perform":[13,101],"next-word":[14],"prediction.":[15],"A":[16],"multi-modal":[17,112],"architecture":[19],"is":[20,41,75,116,125],"introduced":[21],"that":[22,94],"outperform":[23],"its":[24,128],"equivalent":[25],"trained":[26],"on":[27],"alone":[29],"with":[30,69,118],"a":[31,49,62,107,111],"2%":[32],"decrease":[33],"perplexity,":[35],"even":[36],"when":[37,72,103],"no":[38],"available":[42],"at":[43],"test.":[44],"Fine-tuning":[45],"embeddings":[47],"pre-trained":[50],"state-of-theart":[51],"bidirectional":[52],"model":[54],"(BERT)":[55],"modeling":[59],"framework":[60],"yields":[61],"3.5%":[63],"improvement.":[64],"The":[65],"advantage":[66],"for":[67],"testing":[73],"without":[74],"robust":[76],"across":[77],"different":[78,85],"languages":[79],"(English,":[80],"German":[81],"and":[82,84],"Spanish)":[83],"(GRU,":[87],"LSTM,":[88],"-RNN,":[89],"as":[90,92],"well":[91],"those":[93],"use":[95],"BERT":[96],"embeddings).":[97],"Thus,":[98],"better":[102],"they":[104],"learn":[105],"like":[106],"baby,":[108],"i.e,":[109],"environment.":[113],"This":[114],"finding":[115],"compatible":[117],"theory":[120],"situated":[122],"cognition:":[123],"inseparable":[126],"from":[127],"physical":[129],"context.":[130]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}