{"id":"https://openalex.org/W2998696444","doi":"https://doi.org/10.1162/tacl_a_00342","title":"oLMpics-On What Language Model Pre-training Captures","display_name":"oLMpics-On What Language Model Pre-training Captures","publication_year":2020,"publication_date":"2020-12-01","ids":{"openalex":"https://openalex.org/W2998696444","doi":"https://doi.org/10.1162/tacl_a_00342","mag":"2998696444"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00342","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00342","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00342/1923716/tacl_a_00342.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00342/1923716/tacl_a_00342.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070878072","display_name":"Alon Talmor","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]},{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL","US"],"is_corresponding":true,"raw_author_name":"Alon Talmor","raw_affiliation_strings":["Tel-Aviv University","The Allen Institute for AI","Tel-Aviv University, Allen Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Tel-Aviv University","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"The Allen Institute for AI","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"Tel-Aviv University, Allen Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I4210156221","https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081462507","display_name":"Yanai Elazar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]},{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Yanai Elazar","raw_affiliation_strings":["Bar-Ilan University","The Allen Institute for AI"],"affiliations":[{"raw_affiliation_string":"Bar-Ilan University","institution_ids":["https://openalex.org/I13955877"]},{"raw_affiliation_string":"The Allen Institute for AI","institution_ids":["https://openalex.org/I4210140341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028476919","display_name":"Yoav Goldberg","orcid":"https://orcid.org/0000-0002-6497-829X"},"institutions":[{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]},{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Yoav Goldberg","raw_affiliation_strings":["Bar-Ilan University","The Allen Institute for AI","Bar Ilan University, Allen Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Bar-Ilan University","institution_ids":["https://openalex.org/I13955877"]},{"raw_affiliation_string":"The Allen Institute for AI","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"Bar Ilan University, Allen Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I4210156221","https://openalex.org/I13955877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045872048","display_name":"Jonathan Berant","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Jonathan Berant","raw_affiliation_strings":["Tel-Aviv University","The Allen Institute for AI","Tel-Aviv University, Allen Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Tel-Aviv University","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"The Allen Institute for AI","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"Tel-Aviv University, Allen Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I4210156221","https://openalex.org/I16391192"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070878072"],"corresponding_institution_ids":["https://openalex.org/I16391192","https://openalex.org/I4210140341","https://openalex.org/I4210156221"],"apc_list":null,"apc_paid":null,"fwci":18.35744356,"has_fulltext":false,"cited_by_count":125,"citation_normalized_percentile":{"value":0.99336898,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"743","last_page":"758"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7762274742126465},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7451466917991638},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6659706234931946},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5389874577522278},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5388839244842529},{"id":"https://openalex.org/keywords/conjunction","display_name":"Conjunction (astronomy)","score":0.5257307291030884},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5055298805236816},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.47828254103660583},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.41050586104393005},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3953322768211365},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3655831813812256},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12832564115524292}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7762274742126465},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7451466917991638},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6659706234931946},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5389874577522278},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5388839244842529},{"id":"https://openalex.org/C59656382","wikidata":"https://www.wikidata.org/wiki/Q191536","display_name":"Conjunction (astronomy)","level":2,"score":0.5257307291030884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5055298805236816},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.47828254103660583},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.41050586104393005},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3953322768211365},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3655831813812256},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12832564115524292},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1162/tacl_a_00342","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00342","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00342/1923716/tacl_a_00342.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1912.13283","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.13283","pdf_url":"https://arxiv.org/pdf/1912.13283","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2998696444","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1912.13283.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:13660fcc6f7a41ada51115fe66597653","is_oa":false,"landing_page_url":"https://doaj.org/article/13660fcc6f7a41ada51115fe66597653","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 8 (2021)","raw_type":"article"},{"id":"doi:10.48550/arxiv.1912.13283","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1912.13283","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3144525751","is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/journals/corr/corr1912.html#abs-1912-13283","pdf_url":null,"source":{"id":"https://openalex.org/S4306418267","display_name":"Empirical Methods in Natural Language Processing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"Empirical Methods in Natural Language Processing","raw_type":null}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00342","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00342","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00342/1923716/tacl_a_00342.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2998696444.pdf","grobid_xml":"https://content.openalex.org/works/W2998696444.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1598858597","https://openalex.org/W1599123449","https://openalex.org/W2038721957","https://openalex.org/W2048953720","https://openalex.org/W2050482109","https://openalex.org/W2080133951","https://openalex.org/W2250539671","https://openalex.org/W2250944176","https://openalex.org/W2516090925","https://openalex.org/W2549835527","https://openalex.org/W2608787653","https://openalex.org/W2798381503","https://openalex.org/W2804017338","https://openalex.org/W2888329843","https://openalex.org/W2889787757","https://openalex.org/W2890894339","https://openalex.org/W2906152891","https://openalex.org/W2910243263","https://openalex.org/W2911681509","https://openalex.org/W2945896981","https://openalex.org/W2946359678","https://openalex.org/W2946417913","https://openalex.org/W2948445958","https://openalex.org/W2962739339","https://openalex.org/W2962784628","https://openalex.org/W2963159690","https://openalex.org/W2963235663","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963866616","https://openalex.org/W2963921564","https://openalex.org/W2963938535","https://openalex.org/W2963995027","https://openalex.org/W2964207259","https://openalex.org/W2965373594","https://openalex.org/W2966176804","https://openalex.org/W2970247467","https://openalex.org/W2970476646","https://openalex.org/W2970597249","https://openalex.org/W2970727289","https://openalex.org/W2970862333","https://openalex.org/W2971044268","https://openalex.org/W2973111096","https://openalex.org/W2973154008","https://openalex.org/W2983984338","https://openalex.org/W2986266667","https://openalex.org/W2987215000","https://openalex.org/W3004346089","https://openalex.org/W3034850762","https://openalex.org/W3034995113","https://openalex.org/W4235505822","https://openalex.org/W4301865662"],"related_works":["https://openalex.org/W3111372685","https://openalex.org/W2965373594","https://openalex.org/W3044438666","https://openalex.org/W2946359678","https://openalex.org/W3034085606","https://openalex.org/W3040224409","https://openalex.org/W3176825161","https://openalex.org/W3166182577","https://openalex.org/W3044573113","https://openalex.org/W2952828155","https://openalex.org/W3116422100","https://openalex.org/W2990069792","https://openalex.org/W3161429121","https://openalex.org/W2893141505","https://openalex.org/W3091812348","https://openalex.org/W3099299360","https://openalex.org/W3100879603","https://openalex.org/W2989899308","https://openalex.org/W3210616652","https://openalex.org/W3108607087"],"abstract_inverted_index":{"Recent":[0],"success":[1],"of":[2,63,80,108,116,124,182,188],"pre-trained":[3,74],"language":[4,13],"models":[5,193],"(LMs)":[6],"has":[7],"spurred":[8],"widespread":[9],"interest":[10],"in":[11,144,156,178],"the":[12,61,73,78,83,105,113,125,175,179],"capabilities":[14],"that":[15,94],"they":[16],"possess.":[17],"However,":[18],"efforts":[19],"to":[20,58,72,77,112],"understand":[21,59],"whether":[22,60],"LM":[23,65,111,126],"representations":[24,75],"are":[25,131,161,177],"useful":[26],"for":[27,212],"symbolic":[28],"reasoning":[29,42,139,145,190],"tasks":[30,146,191],"have":[31],"been":[32],"limited":[33],"and":[34,52,160,198,209],"scattered.":[35],"In":[36],"this":[37],"work,":[38],"we":[39,89],"propose":[40,90],"eight":[41],"tasks,":[43],"which":[44,119],"conceptually":[45],"require":[46],"operations":[47],"such":[48],"as":[49,101,103],"comparison,":[50],"conjunction,":[51],"composition.":[53],"A":[54],"fundamental":[55],"challenge":[56],"is":[57],"performance":[62],"a":[64,67,109,121],"on":[66,82,204],"task":[68,84],"should":[69],"be":[70],"attributed":[71],"or":[76],"process":[79],"fine-tuning":[81],"data.":[85],"To":[86],"address":[87],"this,":[88],"an":[91,157],"evaluation":[92,98],"protocol":[93],"includes":[95],"both":[96],"zero-shot":[97],"(no":[99],"fine-tuning),":[100],"well":[102],"comparing":[104],"learning":[106,114],"curve":[107,115],"fine-tuned":[110],"multiple":[117],"controls,":[118],"paints":[120],"rich":[122],"picture":[123],"capabilities.":[127],"Our":[128,196],"main":[129],"findings":[130,197],"that:":[132],"(a)":[133],"different":[134,138],"LMs":[135,152],"exhibit":[136],"qualitatively":[137],"abilities,":[140],"e.g.,":[141,163],"RoBERTa":[142,165],"succeeds":[143],"where":[147],"BERT":[148],"fails":[149],"completely;":[150],"(b)":[151],"do":[153,171],"not":[154],"reason":[155],"abstract":[158],"manner":[159],"context-dependent,":[162],"while":[164],"can":[166,170,200],"compare":[167],"ages,":[168],"it":[169],"so":[172],"only":[173],"when":[174],"ages":[176],"typical":[180],"range":[181],"human":[183],"ages;":[184],"(c)":[185],"On":[186],"half":[187],"our":[189],"all":[192],"fail":[194],"completely.":[195],"infrastructure":[199],"help":[201],"future":[202],"work":[203],"designing":[205],"new":[206],"datasets,":[207],"models,":[208],"objective":[210],"functions":[211],"pre-training.":[213]},"counts_by_year":[{"year":2023,"cited_by_count":41},{"year":2022,"cited_by_count":31},{"year":2021,"cited_by_count":39},{"year":2020,"cited_by_count":14}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}