{"id":"https://openalex.org/W4401673030","doi":"https://doi.org/10.1007/s10579-024-09766-4","title":"Perspectivist approaches to natural language processing: a survey","display_name":"Perspectivist approaches to natural language processing: a survey","publication_year":2024,"publication_date":"2024-08-18","ids":{"openalex":"https://openalex.org/W4401673030","doi":"https://doi.org/10.1007/s10579-024-09766-4"},"language":"en","primary_location":{"id":"doi:10.1007/s10579-024-09766-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-024-09766-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10579-024-09766-4.pdf","source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10579-024-09766-4.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005657857","display_name":"Simona Frenda","orcid":"https://orcid.org/0000-0002-6215-3374"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Simona Frenda","raw_affiliation_strings":["Department of Computer Science, University of Turin, Corso Svizzera, 185, 10149, Torino, Piemonte, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Turin, Corso Svizzera, 185, 10149, Torino, Piemonte, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042583293","display_name":"Gavin Abercrombie","orcid":"https://orcid.org/0000-0002-6546-3562"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gavin Abercrombie","raw_affiliation_strings":["Interaction Lab, Heriot-Watt University, The Avenue, Edinburgh, EH14 4AS, Scotland"],"affiliations":[{"raw_affiliation_string":"Interaction Lab, Heriot-Watt University, The Avenue, Edinburgh, EH14 4AS, Scotland","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071473719","display_name":"Valerio Basile","orcid":"https://orcid.org/0000-0001-8110-6832"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Valerio Basile","raw_affiliation_strings":["Department of Computer Science, University of Turin, Corso Svizzera, 185, 10149, Torino, Piemonte, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Turin, Corso Svizzera, 185, 10149, Torino, Piemonte, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092596263","display_name":"Alessandro Pedrani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alessandro Pedrani","raw_affiliation_strings":["Alexa AI, Amazon, Amazon Development Centre Italy, Via Lugaro 15, 10126, Torino, Piemonte, Italy"],"affiliations":[{"raw_affiliation_string":"Alexa AI, Amazon, Amazon Development Centre Italy, Via Lugaro 15, 10126, Torino, Piemonte, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012147905","display_name":"Raffaella Panizzon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raffaella Panizzon","raw_affiliation_strings":["Alexa AI, Amazon, Amazon Development Centre Italy, Via Lugaro 15, 10126, Torino, Piemonte, Italy"],"affiliations":[{"raw_affiliation_string":"Alexa AI, Amazon, Amazon Development Centre Italy, Via Lugaro 15, 10126, Torino, Piemonte, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040931334","display_name":"Alessandra Teresa Cignarella","orcid":"https://orcid.org/0000-0002-4409-6679"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandra Teresa Cignarella","raw_affiliation_strings":["Department of Computer Science, University of Turin, Corso Svizzera, 185, 10149, Torino, Piemonte, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Turin, Corso Svizzera, 185, 10149, Torino, Piemonte, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004956368","display_name":"Cristina Marco","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cristina Marco","raw_affiliation_strings":["Alexa AI, Amazon, Amazon Development Centre Italy, Via Lugaro 15, 10126, Torino, Piemonte, Italy"],"affiliations":[{"raw_affiliation_string":"Alexa AI, Amazon, Amazon Development Centre Italy, Via Lugaro 15, 10126, Torino, Piemonte, Italy","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015579598","display_name":"D. Bernardi","orcid":"https://orcid.org/0000-0002-1327-4284"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Davide Bernardi","raw_affiliation_strings":["Alexa AI, Amazon, Amazon Development Centre Italy, Via Lugaro 15, 10126, Torino, Piemonte, Italy"],"affiliations":[{"raw_affiliation_string":"Alexa AI, Amazon, Amazon Development Centre Italy, Via Lugaro 15, 10126, Torino, Piemonte, Italy","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5005657857"],"corresponding_institution_ids":["https://openalex.org/I55143463"],"apc_list":null,"apc_paid":null,"fwci":17.7093,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.99185523,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"59","issue":"2","first_page":"1719","last_page":"1746"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4995565414428711},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.4949004054069519},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43446576595306396},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3372246325016022},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.18452084064483643},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.09084826707839966},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07525801658630371}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4995565414428711},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.4949004054069519},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43446576595306396},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3372246325016022},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.18452084064483643},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.09084826707839966},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07525801658630371}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10579-024-09766-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-024-09766-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10579-024-09766-4.pdf","source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},{"id":"pmh:oai:archive.ugent.be:01JFFRBP1S7QCCJ1PVEQS5P8S3","is_oa":false,"landing_page_url":"http://hdl.handle.net/1854/LU-01JFFRBP1S7QCCJ1PVEQS5P8S3","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1574-0218","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/s10579-024-09766-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-024-09766-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10579-024-09766-4.pdf","source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G2758958219","display_name":null,"funder_award_id":"EP/W025493/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6975205324","display_name":null,"funder_award_id":"B99C20000640007","funder_id":"https://openalex.org/F4320309746","funder_display_name":"Compagnia di San Paolo"},{"id":"https://openalex.org/G7864978265","display_name":"Equally Safe Online","funder_award_id":"EP/W025493/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8026605479","display_name":"Designing Conversational Assistants to Reduce Gender Bias","funder_award_id":"EP/T023767/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8452545418","display_name":null,"funder_award_id":"unknown","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8497533326","display_name":null,"funder_award_id":"EP/T023767/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320309746","display_name":"Compagnia di San Paolo","ror":"https://ror.org/00d1b1c41"},{"id":"https://openalex.org/F4320324041","display_name":"Universit\u00e0 degli Studi di Torino","ror":"https://ror.org/048tbm396"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401673030.pdf","grobid_xml":"https://content.openalex.org/works/W4401673030.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W1962580118","https://openalex.org/W2250600206","https://openalex.org/W2251525746","https://openalex.org/W2252039660","https://openalex.org/W2806532810","https://openalex.org/W2887680905","https://openalex.org/W2911227954","https://openalex.org/W2945599316","https://openalex.org/W2946809241","https://openalex.org/W2947509090","https://openalex.org/W2960532269","https://openalex.org/W2986685865","https://openalex.org/W3030681628","https://openalex.org/W3091315987","https://openalex.org/W3092093993","https://openalex.org/W3092614566","https://openalex.org/W3097630994","https://openalex.org/W3098458047","https://openalex.org/W3104108820","https://openalex.org/W3109862485","https://openalex.org/W3118608800","https://openalex.org/W3134680930","https://openalex.org/W3153873661","https://openalex.org/W3159454188","https://openalex.org/W3163078977","https://openalex.org/W3165751252","https://openalex.org/W3168006205","https://openalex.org/W3171716568","https://openalex.org/W3175229422","https://openalex.org/W3176161733","https://openalex.org/W3184074368","https://openalex.org/W3184769627","https://openalex.org/W3184904351","https://openalex.org/W3206428286","https://openalex.org/W3212418241","https://openalex.org/W3214105842","https://openalex.org/W3214214279","https://openalex.org/W4200444669","https://openalex.org/W4206546829","https://openalex.org/W4207024873","https://openalex.org/W4210348660","https://openalex.org/W4212770692","https://openalex.org/W4225759408","https://openalex.org/W4286560902","https://openalex.org/W4287854312","https://openalex.org/W4293409613","https://openalex.org/W4309618884","https://openalex.org/W4385569674","https://openalex.org/W4385571236","https://openalex.org/W4385572410","https://openalex.org/W4391667444","https://openalex.org/W4401042100","https://openalex.org/W6838337652","https://openalex.org/W6987937156","https://openalex.org/W7066717344"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"Artificial":[2],"Intelligence":[3],"research,":[4],"perspectivism":[5,45,177],"is":[6,78],"an":[7],"approach":[8],"to":[9,23,44,85,183,193],"machine":[10],"learning":[11],"that":[12,27,83,205],"aims":[13],"at":[14],"leveraging":[15],"data":[16],"annotated":[17],"by":[18],"different":[19,88,187],"individuals":[20],"in":[21,46,54,140,152,162,226],"order":[22],"model":[24,186],"varied":[25],"perspectives":[26,72,89],"influence":[28],"their":[29],"opinions":[30],"and":[31,41,69,97,103,148,157,185,191,195,213],"world":[32],"view.":[33],"We":[34,51],"present":[35],"the":[36,95,104,111,153,174,180,202,208,211,218],"first":[37],"survey":[38],"of":[39,99,106,110,121,131,155,176,189,210,220],"datasets":[40,53],"methods":[42],"relevant":[43],"Natural":[47],"Language":[48],"Processing":[49],"(NLP).":[50],"review":[52],"which":[55],"individual":[56],"annotator":[57],"labels":[58],"are":[59,90,134],"preserved,":[60],"as":[61,63],"well":[62],"research":[64,225],"papers":[65],"focused":[66,135],"on":[67,80,136,217,223],"analysing":[68],"modelling":[70],"human":[71,167],"for":[73,150],"NLP":[74],"tasks.":[75],"Our":[76],"analysis":[77,209],"based":[79],"targeted":[81],"questions":[82],"aim":[84],"surface":[86],"how":[87,192],"taken":[91],"into":[92],"account,":[93],"what":[94],"novelties":[96],"advantages":[98],"perspectivist":[100,116,197,221],"approaches/methods":[101],"are,":[102],"limitations":[105],"these":[107,132],"works.":[108],"Most":[109],"included":[112],"works":[113,133],"have":[114],"a":[115],"goal,":[117],"even":[118],"if":[119],"some":[120],"them":[122],"do":[123],"not":[124],"explicitly":[125],"discuss":[126],"perspectivism.":[127],"A":[128],"sizeable":[129],"portion":[130],"highly":[137],"subjective":[138],"phenomena":[139],"natural":[141],"language":[142],"where":[143],"humans":[144],"show":[145,170],"divergent":[146],"understandings":[147],"interpretations,":[149],"example":[151],"annotation":[154],"toxic":[156],"otherwise":[158],"undesirable":[159],"language.":[160],"However,":[161],"seemingly":[163],"objective":[164],"tasks":[165],"too,":[166],"raters":[168],"often":[169],"systematic":[171],"disagreement.":[172],"Through":[173],"framework":[175],"we":[178,200],"summarize":[179],"solutions":[181],"proposed":[182],"extract":[184],"points":[188],"view,":[190],"evaluate":[194],"explain":[196],"models.":[198],"Finally,":[199],"list":[201],"key":[203],"concepts":[204],"emerge":[206],"from":[207],"sources":[212],"several":[214],"important":[215],"observations":[216],"impact":[219],"approaches":[222],"future":[224],"NLP.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}