{"id":"https://openalex.org/W4360765073","doi":"https://doi.org/10.1109/asonam55673.2022.10068681","title":"Noise Audits Improve Moral Foundation Classification","display_name":"Noise Audits Improve Moral Foundation Classification","publication_year":2022,"publication_date":"2022-11-10","ids":{"openalex":"https://openalex.org/W4360765073","doi":"https://doi.org/10.1109/asonam55673.2022.10068681"},"language":"en","primary_location":{"id":"doi:10.1109/asonam55673.2022.10068681","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asonam55673.2022.10068681","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060362045","display_name":"Negar Mokhberian","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Negar Mokhberian","raw_affiliation_strings":["Information Sciences Institute, University of Southern California"],"affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088029700","display_name":"Frederic R. Hopp","orcid":"https://orcid.org/0000-0002-0866-064X"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Frederic R. Hopp","raw_affiliation_strings":["Amsterdam School of Communication Research, University of Amsterdam"],"affiliations":[{"raw_affiliation_string":"Amsterdam School of Communication Research, University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066156038","display_name":"Bahareh Harandizadeh","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bahareh Harandizadeh","raw_affiliation_strings":["Information Sciences Institute, University of Southern California"],"affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002709735","display_name":"Fred Morstatter","orcid":"https://orcid.org/0000-0002-0247-4328"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fred Morstatter","raw_affiliation_strings":["Information Sciences Institute, University of Southern California"],"affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049634383","display_name":"Kristina Lerman","orcid":"https://orcid.org/0000-0002-5071-0575"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristina Lerman","raw_affiliation_strings":["Information Sciences Institute, University of Southern California"],"affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5060362045"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":0.2759,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.64985765,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"147","last_page":"154"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7145099639892578},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5924420952796936},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5557434558868408},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.547355592250824},{"id":"https://openalex.org/keywords/morality","display_name":"Morality","score":0.541851818561554},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5026078224182129},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.48445916175842285},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4689364433288574},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3910087049007416},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3459709584712982},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.10184195637702942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7145099639892578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5924420952796936},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5557434558868408},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.547355592250824},{"id":"https://openalex.org/C200113983","wikidata":"https://www.wikidata.org/wiki/Q48324","display_name":"Morality","level":2,"score":0.541851818561554},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5026078224182129},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.48445916175842285},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4689364433288574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3910087049007416},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3459709584712982},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.10184195637702942},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/asonam55673.2022.10068681","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asonam55673.2022.10068681","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM)","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/35ec1474-2b6f-40a6-9837-cdb66d4cdd89","is_oa":false,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/noise-audits-improve-moral-foundation-classification(35ec1474-2b6f-40a6-9837-cdb66d4cdd89).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mokhberian, N, Hopp, F R, Harandizadeh, B, Morstatter, F & Lerman, K 2022, Noise audits improve moral foundation classification. in J An, C Charalampos & W Magdy (eds), Proceedings of the 2022 IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining : ASONAM 2022 : FAB 2022, FOSINT-SI 2022, HI-BI-BI 2022 : Istanbul, Turkey (Hybrid), November 10-13, 2022. Piscataway, NJ, pp. 147-154, 14th IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining, ASONAM 2022, Virtual, Online, Turkey, 10/11/22. https://doi.org/10.1109/ASONAM55673.2022.10068681","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1987971958","https://openalex.org/W2119432837","https://openalex.org/W2250369705","https://openalex.org/W2620742108","https://openalex.org/W2771976988","https://openalex.org/W2790658947","https://openalex.org/W2793925761","https://openalex.org/W2803484323","https://openalex.org/W2886358838","https://openalex.org/W2930957955","https://openalex.org/W2965373594","https://openalex.org/W2970641574","https://openalex.org/W2980282514","https://openalex.org/W2985347336","https://openalex.org/W3008655042","https://openalex.org/W3042401844","https://openalex.org/W3081096266","https://openalex.org/W3088435213","https://openalex.org/W3111609242","https://openalex.org/W3143041585","https://openalex.org/W3198042175","https://openalex.org/W3199762087","https://openalex.org/W3205036229","https://openalex.org/W3206428286","https://openalex.org/W3212327893","https://openalex.org/W3215367316","https://openalex.org/W4200632307","https://openalex.org/W4205418848","https://openalex.org/W4238846128","https://openalex.org/W4291220703","https://openalex.org/W4292545669","https://openalex.org/W4301183982","https://openalex.org/W6606988585","https://openalex.org/W6631190155","https://openalex.org/W6725739503","https://openalex.org/W6731218042","https://openalex.org/W6757248479","https://openalex.org/W6768817161","https://openalex.org/W6773116539","https://openalex.org/W6782366099","https://openalex.org/W6784034456","https://openalex.org/W6797826885","https://openalex.org/W6802407346","https://openalex.org/W6802651699","https://openalex.org/W6803558631","https://openalex.org/W6805024441","https://openalex.org/W6842084213"],"related_works":["https://openalex.org/W2388256261","https://openalex.org/W2362311513","https://openalex.org/W2373950604","https://openalex.org/W1981852103","https://openalex.org/W2359784009","https://openalex.org/W2381923774","https://openalex.org/W2373900217","https://openalex.org/W2376307190","https://openalex.org/W2360590976","https://openalex.org/W2385985945"],"abstract_inverted_index":{"Morality":[0,31],"plays":[1],"an":[2,141,144],"important":[3],"role":[4],"in":[5,12,27,42,68,82],"culture,":[6],"identity,":[7],"and":[8,58,162],"emotion.":[9],"Recent":[10],"advances":[11],"natural":[13],"language":[14],"processing":[15],"have":[16,158],"shown":[17],"that":[18,151,181],"it":[19],"is":[20,109,115,132],"possible":[21],"to":[22,37,48,65,72,89,100,143],"classify":[23],"moral":[24,40,92,177],"values":[25],"expressed":[26],"text":[28],"at":[29],"scale.":[30],"classification":[32,191],"relies":[33],"on":[34,173,186],"human":[35],"annotators":[36],"label":[38,138,156],"the":[39,61,86,102,124,133,149,154,187],"expressions":[41],"text,":[43],"which":[44,114],"provides":[45],"training":[46,83],"data":[47,84],"achieve":[49],"state-of-the-art":[50],"performance.":[51,192],"However,":[52],"these":[53],"annotations":[54,70,184],"are":[55,63,167],"inherently":[56],"subjective":[57],"some":[59],"of":[60,76,80,104,111,119,136,169],"instances":[62,152],"hard":[64],"classify,":[66],"resulting":[67],"noisy":[69,183],"due":[71],"error":[73],"or":[74],"lack":[75],"agreement.":[77],"The":[78,106,129],"presence":[79],"noise":[81,103],"harms":[85],"classifier's":[87],"ability":[88],"accurately":[90],"recognize":[91],"foundations":[93,178],"from":[94,164],"text.":[95],"We":[96],"propose":[97],"two":[98],"metrics":[99,189],"audit":[101],"annotations.":[105],"first":[107],"metric":[108,131,147],"entropy":[110],"instance":[112,125],"labels,":[113],"a":[116,137],"proxy":[117],"measure":[118],"annotator":[120,142],"disagreement":[121],"about":[122],"how":[123],"should":[126,157],"be":[127,202],"labeled.":[128],"second":[130],"silhouette":[134],"coefficient":[135],"assigned":[139],"by":[140],"instance.":[145],"This":[146],"leverages":[148],"idea":[150],"with":[153],"same":[155],"similar":[159],"latent":[160],"representations,":[161],"deviations":[163],"collective":[165],"judgments":[166],"indicative":[168],"errors.":[170],"Our":[171,199],"experiments":[172],"three":[174],"widely":[175],"used":[176],"datasets":[179],"show":[180],"removing":[182],"based":[185],"proposed":[188],"improves":[190],"<sup":[193,196],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[194,197],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[195,198],"code":[200],"can":[201],"found":[203],"at:":[204],"https://github.com/negar-mokhberian/noise-audits.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-15T09:29:46.208133","created_date":"2025-10-10T00:00:00"}