{"id":"https://openalex.org/W4321496249","doi":"https://doi.org/10.3390/info14030144","title":"Testing the Effectiveness of the Diagnostic Probing Paradigm on Italian Treebanks","display_name":"Testing the Effectiveness of the Diagnostic Probing Paradigm on Italian Treebanks","publication_year":2023,"publication_date":"2023-02-22","ids":{"openalex":"https://openalex.org/W4321496249","doi":"https://doi.org/10.3390/info14030144"},"language":"en","primary_location":{"id":"doi:10.3390/info14030144","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14030144","pdf_url":"https://www.mdpi.com/2078-2489/14/3/144/pdf?version=1677054922","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/14/3/144/pdf?version=1677054922","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062667199","display_name":"Alessio Miaschi","orcid":"https://orcid.org/0000-0002-0736-5411"},"institutions":[{"id":"https://openalex.org/I4210124522","display_name":"Institute for Computational Linguistics \u201cA. Zampolli\u201d","ror":"https://ror.org/028g3pe33","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210124522","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Alessio Miaschi","raw_affiliation_strings":["CNR\u2014Institute for Computational Linguistics \u201cA. Zampolli\u201d, ItaliaNLPLab, Via G. Moruzzi 1, 56124 Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"CNR\u2014Institute for Computational Linguistics \u201cA. Zampolli\u201d, ItaliaNLPLab, Via G. Moruzzi 1, 56124 Pisa, Italy","institution_ids":["https://openalex.org/I4210124522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076481571","display_name":"Chiara Alzetta","orcid":"https://orcid.org/0000-0002-7850-9611"},"institutions":[{"id":"https://openalex.org/I4210124522","display_name":"Institute for Computational Linguistics \u201cA. Zampolli\u201d","ror":"https://ror.org/028g3pe33","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210124522","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Chiara Alzetta","raw_affiliation_strings":["CNR\u2014Institute for Computational Linguistics \u201cA. Zampolli\u201d, ItaliaNLPLab, Via G. Moruzzi 1, 56124 Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"CNR\u2014Institute for Computational Linguistics \u201cA. Zampolli\u201d, ItaliaNLPLab, Via G. Moruzzi 1, 56124 Pisa, Italy","institution_ids":["https://openalex.org/I4210124522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057659257","display_name":"Dominique Brunato\u22c4","orcid":"https://orcid.org/0000-0003-3256-4794"},"institutions":[{"id":"https://openalex.org/I4210124522","display_name":"Institute for Computational Linguistics \u201cA. Zampolli\u201d","ror":"https://ror.org/028g3pe33","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210124522","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Dominique Brunato","raw_affiliation_strings":["CNR\u2014Institute for Computational Linguistics \u201cA. Zampolli\u201d, ItaliaNLPLab, Via G. Moruzzi 1, 56124 Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"CNR\u2014Institute for Computational Linguistics \u201cA. Zampolli\u201d, ItaliaNLPLab, Via G. Moruzzi 1, 56124 Pisa, Italy","institution_ids":["https://openalex.org/I4210124522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084812833","display_name":"Felice Dell\u2019Orletta\u22c4","orcid":"https://orcid.org/0000-0003-3454-9387"},"institutions":[{"id":"https://openalex.org/I4210124522","display_name":"Institute for Computational Linguistics \u201cA. Zampolli\u201d","ror":"https://ror.org/028g3pe33","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210124522","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Felice Dell\u2019Orletta","raw_affiliation_strings":["CNR\u2014Institute for Computational Linguistics \u201cA. Zampolli\u201d, ItaliaNLPLab, Via G. Moruzzi 1, 56124 Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"CNR\u2014Institute for Computational Linguistics \u201cA. Zampolli\u201d, ItaliaNLPLab, Via G. Moruzzi 1, 56124 Pisa, Italy","institution_ids":["https://openalex.org/I4210124522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080111149","display_name":"Giulia Venturi\u22c4","orcid":"https://orcid.org/0000-0001-5849-0979"},"institutions":[{"id":"https://openalex.org/I4210124522","display_name":"Institute for Computational Linguistics \u201cA. Zampolli\u201d","ror":"https://ror.org/028g3pe33","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210124522","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giulia Venturi","raw_affiliation_strings":["CNR\u2014Institute for Computational Linguistics \u201cA. Zampolli\u201d, ItaliaNLPLab, Via G. Moruzzi 1, 56124 Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"CNR\u2014Institute for Computational Linguistics \u201cA. Zampolli\u201d, ItaliaNLPLab, Via G. Moruzzi 1, 56124 Pisa, Italy","institution_ids":["https://openalex.org/I4210124522"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5062667199","https://openalex.org/A5084812833"],"corresponding_institution_ids":["https://openalex.org/I4210124522"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.3491,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62227231,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"14","issue":"3","first_page":"144","last_page":"144"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6900864839553833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6893380880355835},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6843699216842651},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6165909171104431},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.5435864329338074},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.542682945728302},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5086920857429504},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.43902239203453064},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.43452268838882446},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3737671375274658},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1995927393436432},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.08145493268966675}],"concepts":[{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6900864839553833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6893380880355835},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6843699216842651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6165909171104431},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.5435864329338074},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.542682945728302},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5086920857429504},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.43902239203453064},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.43452268838882446},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3737671375274658},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1995927393436432},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.08145493268966675},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/info14030144","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14030144","pdf_url":"https://www.mdpi.com/2078-2489/14/3/144/pdf?version=1677054922","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:41062b1424984470b767f6e04a89f0f8","is_oa":true,"landing_page_url":"https://doaj.org/article/41062b1424984470b767f6e04a89f0f8","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 14, Iss 3, p 144 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2078-2489/14/3/144/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/info14030144","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/info14030144","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14030144","pdf_url":"https://www.mdpi.com/2078-2489/14/3/144/pdf?version=1677054922","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4321496249.pdf"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1909180194","https://openalex.org/W1928863833","https://openalex.org/W2251234095","https://openalex.org/W2287225235","https://openalex.org/W2740840489","https://openalex.org/W2773956126","https://openalex.org/W2806067357","https://openalex.org/W2896457183","https://openalex.org/W2906152891","https://openalex.org/W2908854766","https://openalex.org/W2912351236","https://openalex.org/W2912817604","https://openalex.org/W2943552823","https://openalex.org/W2950976310","https://openalex.org/W2962739339","https://openalex.org/W2963651521","https://openalex.org/W2964204621","https://openalex.org/W2964303116","https://openalex.org/W2970120757","https://openalex.org/W2970862333","https://openalex.org/W2972324944","https://openalex.org/W2975059944","https://openalex.org/W2979826702","https://openalex.org/W3004346089","https://openalex.org/W3034763191","https://openalex.org/W3035305735","https://openalex.org/W3039554467","https://openalex.org/W3042691311","https://openalex.org/W3100308117","https://openalex.org/W3102226577","https://openalex.org/W3102978878","https://openalex.org/W3104235057","https://openalex.org/W3118017018","https://openalex.org/W3118485687","https://openalex.org/W3121694563","https://openalex.org/W3155744586","https://openalex.org/W3160858468","https://openalex.org/W3198683886","https://openalex.org/W3202070718","https://openalex.org/W4293506705","https://openalex.org/W4412252221","https://openalex.org/W6600040991","https://openalex.org/W6739901393","https://openalex.org/W6762392948","https://openalex.org/W6762537594","https://openalex.org/W6763121668","https://openalex.org/W6777745419","https://openalex.org/W6842099467"],"related_works":["https://openalex.org/W4231704780","https://openalex.org/W2083794993","https://openalex.org/W352609212","https://openalex.org/W1511772879","https://openalex.org/W4379115841","https://openalex.org/W4200340037","https://openalex.org/W608917066","https://openalex.org/W4283652261","https://openalex.org/W585424826","https://openalex.org/W564602992"],"abstract_inverted_index":{"The":[0],"outstanding":[1],"performance":[2,114,155],"recently":[3],"reached":[4],"by":[5,78,100],"neural":[6],"language":[7,13],"models":[8,32],"(NLMs)":[9],"across":[10,139],"many":[11],"natural":[12],"processing":[14],"(NLP)":[15],"tasks":[16,56,91],"has":[17],"steered":[18],"the":[19,70,84,95,103,113,157,165,171,182,197],"debate":[20,77],"towards":[21],"understanding":[22],"whether":[23],"NLMs":[24],"implicitly":[25,98],"learn":[26],"linguistic":[27,39,96,128],"competence.":[28],"Probes,":[29],"i.e.,":[30],"supervised":[31],"trained":[33],"using":[34],"NLM":[35],"representations":[36],"to":[37,44,75,82,170,195],"predict":[38],"properties,":[40],"are":[41],"frequently":[42],"adopted":[43],"investigate":[45],"this":[46,76,109],"issue.":[47],"However,":[48,176],"it":[49],"is":[50,168,187,193],"still":[51],"questioned":[52],"if":[53,62],"probing":[54,90,166,198],"classification":[55],"really":[57],"enable":[58],"such":[59],"investigation":[60],"or":[61],"they":[63],"simply":[64],"hint":[65],"at":[66,93],"surface":[67],"patterns":[68],"in":[69,156],"data.":[71],"This":[72],"work":[73],"contributes":[74],"presenting":[79],"an":[80],"approach":[81],"assessing":[83],"effectiveness":[85],"of":[86,89,102,115,124,127,159,173,184],"a":[87,125,149,185,188],"suite":[88],"aimed":[92],"testing":[94],"knowledge":[97],"encoded":[99],"one":[101],"most":[104],"prominent":[105],"NLMs,":[106],"BERT.":[107],"To":[108],"aim,":[110],"we":[111,152],"compared":[112],"probes":[116],"when":[117],"predicting":[118],"gold":[119,160],"and":[120,136,142],"automatically":[121],"altered":[122],"values":[123],"set":[126],"features.":[129],"Our":[130],"experiments":[131,178],"were":[132,137],"performed":[133],"on":[134],"Italian":[135],"evaluated":[138],"BERT\u2019s":[140],"layers":[141],"for":[143],"sentences":[144],"with":[145],"different":[146],"lengths.":[147],"As":[148],"general":[150],"result,":[151],"observed":[153],"higher":[154],"prediction":[158],"values,":[161],"thus":[162],"suggesting":[163],"that":[164,181,192],"model":[167],"sensitive":[169],"distortion":[172],"feature":[174],"values.":[175],"our":[177],"also":[179],"showed":[180],"length":[183],"sentence":[186],"highly":[189],"influential":[190],"factor":[191],"able":[194],"confound":[196],"model\u2019s":[199],"predictions.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-01-21T23:30:37.877113","created_date":"2025-10-10T00:00:00"}