{"id":"https://openalex.org/W3193068792","doi":"https://doi.org/10.1162/coli_a_00422","title":"Probing Classifiers: Promises, Shortcomings, and Advances","display_name":"Probing Classifiers: Promises, Shortcomings, and Advances","publication_year":2021,"publication_date":"2021-10-05","ids":{"openalex":"https://openalex.org/W3193068792","doi":"https://doi.org/10.1162/coli_a_00422","mag":"3193068792"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00422","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00422","pdf_url":"https://direct.mit.edu/coli/article-pdf/48/1/207/2006605/coli_a_00422.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/coli/article-pdf/48/1/207/2006605/coli_a_00422.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051184573","display_name":"Yonatan Belinkov","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Yonatan Belinkov","raw_affiliation_strings":["Technion \u2013 Israel Institute of Technology. belinkov@technion.ac.il","Technion-Israel Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technion \u2013 Israel Institute of Technology. belinkov@technion.ac.il","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Technion-Israel Institute of Technology","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5051184573"],"corresponding_institution_ids":["https://openalex.org/I174306211"],"apc_list":null,"apc_paid":null,"fwci":1.4299,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.84946932,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"48","issue":"1","first_page":"207","last_page":"219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6790165901184082},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6538658738136292},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6023572087287903},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5857883095741272},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4665958881378174},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.4534549415111542},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44987502694129944},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4277970492839813},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39737099409103394},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.09224513173103333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6790165901184082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6538658738136292},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6023572087287903},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5857883095741272},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4665958881378174},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4534549415111542},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44987502694129944},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4277970492839813},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39737099409103394},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.09224513173103333},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1162/coli_a_00422","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00422","pdf_url":"https://direct.mit.edu/coli/article-pdf/48/1/207/2006605/coli_a_00422.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2102.12452","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.12452","pdf_url":"https://arxiv.org/pdf/2102.12452","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3193068792","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2102.12452.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:e2b67f8126ec4ba6ba0c5f561338ca8e","is_oa":true,"landing_page_url":"https://doaj.org/article/e2b67f8126ec4ba6ba0c5f561338ca8e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 48, Iss 1, Pp 207-219 (2022)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2102.12452","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.12452","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1162/coli_a_00422","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00422","pdf_url":"https://direct.mit.edu/coli/article-pdf/48/1/207/2006605/coli_a_00422.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7799999713897705,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"},{"id":"https://openalex.org/F4320323139","display_name":"Azrieli Foundation","ror":"https://ror.org/009svts64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3193068792.pdf","grobid_xml":"https://content.openalex.org/works/W3193068792.grobid-xml"},"referenced_works_count":77,"referenced_works":["https://openalex.org/W1501375624","https://openalex.org/W2160654481","https://openalex.org/W2250382531","https://openalex.org/W2264869955","https://openalex.org/W2516090925","https://openalex.org/W2563574619","https://openalex.org/W2574741565","https://openalex.org/W2605717780","https://openalex.org/W2799124508","https://openalex.org/W2884254529","https://openalex.org/W2896457183","https://openalex.org/W2896667998","https://openalex.org/W2898200493","https://openalex.org/W2899032424","https://openalex.org/W2906152891","https://openalex.org/W2912351236","https://openalex.org/W2914924671","https://openalex.org/W2922523190","https://openalex.org/W2946296745","https://openalex.org/W2952502547","https://openalex.org/W2962776659","https://openalex.org/W2962777840","https://openalex.org/W2962813140","https://openalex.org/W2963430224","https://openalex.org/W2964204621","https://openalex.org/W2964222268","https://openalex.org/W2964303116","https://openalex.org/W2970862333","https://openalex.org/W2972324944","https://openalex.org/W2972342261","https://openalex.org/W2997244573","https://openalex.org/W3022934659","https://openalex.org/W3031652686","https://openalex.org/W3034503989","https://openalex.org/W3034763191","https://openalex.org/W3035305735","https://openalex.org/W3035408713","https://openalex.org/W3035750922","https://openalex.org/W3037116584","https://openalex.org/W3098415518","https://openalex.org/W3099658661","https://openalex.org/W3101717721","https://openalex.org/W3103054319","https://openalex.org/W3103838460","https://openalex.org/W3104136798","https://openalex.org/W3104142662","https://openalex.org/W3104235057","https://openalex.org/W3109359302","https://openalex.org/W3117660267","https://openalex.org/W3117696238","https://openalex.org/W3118485687","https://openalex.org/W3124034626","https://openalex.org/W3144194608","https://openalex.org/W3155744586","https://openalex.org/W3159900299","https://openalex.org/W3166035876","https://openalex.org/W3169436637","https://openalex.org/W3176175390","https://openalex.org/W3176198948","https://openalex.org/W4246185962","https://openalex.org/W6726295259","https://openalex.org/W6728271538","https://openalex.org/W6732298534","https://openalex.org/W6743489131","https://openalex.org/W6747233023","https://openalex.org/W6752958021","https://openalex.org/W6755207826","https://openalex.org/W6755573636","https://openalex.org/W6755641643","https://openalex.org/W6757635932","https://openalex.org/W6760434389","https://openalex.org/W6770357686","https://openalex.org/W6776606683","https://openalex.org/W6783672905","https://openalex.org/W6785887628","https://openalex.org/W6790082705","https://openalex.org/W6793542851"],"related_works":["https://openalex.org/W3202070718","https://openalex.org/W2970862333","https://openalex.org/W3113447514","https://openalex.org/W2182407986","https://openalex.org/W2283703967","https://openalex.org/W3208687975","https://openalex.org/W3164199631","https://openalex.org/W1712092983","https://openalex.org/W2974541379","https://openalex.org/W3039035827","https://openalex.org/W2953641781","https://openalex.org/W3038823641","https://openalex.org/W3049002444","https://openalex.org/W2968923792","https://openalex.org/W3186744718","https://openalex.org/W3204762817","https://openalex.org/W3164906363","https://openalex.org/W2502949459","https://openalex.org/W2981587771","https://openalex.org/W2905146409"],"abstract_inverted_index":{"Abstract":[0],"Probing":[1],"classifiers":[2,69],"have":[3,55],"emerged":[4],"as":[5],"one":[6],"of":[7,19,48,60],"the":[8,67],"prominent":[9],"methodologies":[10],"for":[11],"interpreting":[12],"and":[13,50,75],"analyzing":[14],"deep":[15],"neural":[16],"network":[17],"models":[18,49],"natural":[20],"language":[21],"processing.":[22],"The":[23],"basic":[24],"idea":[25],"is":[26,29],"simple\u2014a":[27],"classifier":[28],"trained":[30],"to":[31,43],"predict":[32],"some":[33],"linguistic":[34],"property":[35],"from":[36],"a":[37,45],"model\u2019s":[38],"representations\u2014and":[39],"has":[40],"been":[41],"used":[42],"examine":[44],"wide":[46],"variety":[47],"properties.":[51],"However,":[52],"recent":[53],"studies":[54],"demonstrated":[56],"various":[57],"methodological":[58],"limitations":[59],"this":[61],"approach.":[62],"This":[63],"squib":[64],"critically":[65],"reviews":[66],"probing":[68],"framework,":[70],"highlighting":[71],"their":[72],"promises,":[73],"shortcomings,":[74],"advances.":[76]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}