{"id":"https://openalex.org/W7217546014","doi":null,"title":"Is EVALITA Done? On the Impact of Prompting on the Italian NLP Evaluation Campaign","display_name":"Is EVALITA Done? On the Impact of Prompting on the Italian NLP Evaluation Campaign","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W7217546014"},"language":"en","primary_location":{"id":"pmh:oai:iris.unito.it:2318/1887776","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2318/1887776","pdf_url":"https://iris.unito.it/bitstream/2318/1887776/1/paper13.pdf","source":{"id":"https://openalex.org/S4306400637","display_name":"Institutional Research Information System University of Turin (University of Turin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I55143463","host_organization_name":"University of Turin","host_organization_lineage":["https://openalex.org/I55143463"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://iris.unito.it/bitstream/2318/1887776/1/paper13.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071473719","display_name":"Valerio Basile","orcid":"https://orcid.org/0000-0001-8110-6832","observed_orcids":["https://orcid.org/0000-0001-8110-6832"]},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Basile Valerio","raw_affiliation_strings":["University of Turin , C.so Svizzera 185 , 10147 , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Turin , C.so Svizzera 185 , 10147 , Italy","institution_ids":["https://openalex.org/I55143463"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5071473719"],"corresponding_institution_ids":["https://openalex.org/I55143463"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25204024,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8604000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8604000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.11219999939203262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.016100000590085983,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prompt-learning","display_name":"prompt learning","score":0.9490000009536743},{"id":"https://openalex.org/keywords/zero-shot-learning","display_name":"zero-shot learning","score":0.7639999985694885},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.718999981880188},{"id":"https://openalex.org/keywords/italian-language","display_name":"Italian language","score":0.9290000200271606},{"id":"https://openalex.org/keywords/large-pre-trained-language-models","display_name":"large pre-trained language models","score":0.8690000176429749},{"id":"https://openalex.org/keywords/performance-gap","display_name":"performance gap","score":0.5989999771118164}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7436000108718872},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6952999830245972},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.685699999332428},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6407999992370605},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5458999872207642},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5397999882698059},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.38109999895095825},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38100001215934753},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.36390000581741333},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.3041999936103821},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2791999876499176}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:iris.unito.it:2318/1887776","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2318/1887776","pdf_url":"https://iris.unito.it/bitstream/2318/1887776/1/paper13.pdf","source":{"id":"https://openalex.org/S4306400637","display_name":"Institutional Research Information System University of Turin (University of Turin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I55143463","host_organization_name":"University of Turin","host_organization_lineage":["https://openalex.org/I55143463"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:iris.unito.it:2318/1887776","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2318/1887776","pdf_url":"https://iris.unito.it/bitstream/2318/1887776/1/paper13.pdf","source":{"id":"https://openalex.org/S4306400637","display_name":"Institutional Research Information System University of Turin (University of Turin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I55143463","host_organization_name":"University of Turin","host_organization_lineage":["https://openalex.org/I55143463"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7217546014.pdf","grobid_xml":"https://content.openalex.org/works/W7217546014.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2963341956","https://openalex.org/W3002104146","https://openalex.org/W3183430109","https://openalex.org/W3210129272","https://openalex.org/W4226395514"],"related_works":["https://openalex.org/W3185341429","https://openalex.org/W7036240937","https://openalex.org/W4385571291","https://openalex.org/W4391149009","https://openalex.org/W4385567015","https://openalex.org/W4380551700","https://openalex.org/W7026849854","https://openalex.org/W4388685308","https://openalex.org/W4309685935","https://openalex.org/W4393247884"],"abstract_inverted_index":{"Prompt-based":[0],"learning":[1,45],"is":[2,24,67],"a":[3,16,88,92],"recent":[4],"paradigm":[5],"in":[6,52,73,87],"NLP":[7],"that":[8,29,59],"leverages":[9],"large":[10],"pre-trained":[11,76],"language":[12],"models":[13,77],"to":[14,26,47],"perform":[15],"variety":[17],"of":[18,43,81,85,98],"tasks.":[19],"With":[20],"this":[21,37],"technique,":[22],"it":[23],"possible":[25],"build":[27],"classifiers":[28],"do":[30],"not":[31],"need":[32],"training":[33],"data":[34],"(zero-shot).":[35],"In":[36],"paper,":[38],"we":[39],"assess":[40],"the":[41,53,60,71,79,82,95],"status":[42],"prompt-based":[44,83],"applied":[46],"several":[48],"text":[49],"classification":[50],"tasks":[51],"Italian":[54],"language.":[55],"The":[56],"results":[57],"indicate":[58],"performance":[61,74],"gap":[62],"towards":[63],"current":[64],"supervised":[65],"methods":[66],"still":[68],"relevant.":[69],"However,":[70],"difference":[72],"between":[75],"and":[78],"characteristic":[80],"classifier":[84],"operating":[86],"zero-shot":[89],"fashion":[90],"open":[91],"discussion":[93],"regarding":[94],"next":[96],"generation":[97],"evaluation":[99],"campaigns":[100],"for":[101],"NLP.":[102]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-03T00:00:00"}