{"id":"https://openalex.org/W4288045582","doi":"https://doi.org/10.1109/mic.2022.3170914","title":"Where Does Bias in Common Sense Knowledge Models Come From?","display_name":"Where Does Bias in Common Sense Knowledge Models Come From?","publication_year":2022,"publication_date":"2022-05-05","ids":{"openalex":"https://openalex.org/W4288045582","doi":"https://doi.org/10.1109/mic.2022.3170914"},"language":"en","primary_location":{"id":"doi:10.1109/mic.2022.3170914","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mic.2022.3170914","pdf_url":null,"source":{"id":"https://openalex.org/S205899252","display_name":"IEEE Internet Computing","issn_l":"1089-7801","issn":["1089-7801","1941-0131"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.vu.nl/en/publications/2a91f184-7567-4a7e-9ef6-50531836f213","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089970621","display_name":"Sara Melotte","orcid":"https://orcid.org/0000-0001-7442-1973"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sara Melotte","raw_affiliation_strings":["Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7442-1973","affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008608420","display_name":"Filip Ilievski","orcid":"https://orcid.org/0000-0002-1735-0686"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Filip Ilievski","raw_affiliation_strings":["Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1735-0686","affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070892514","display_name":"Linglan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linglan Zhang","raw_affiliation_strings":["Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025563057","display_name":"Aditya Malte","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditya Malte","raw_affiliation_strings":["Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025854586","display_name":"Namita Mutha","orcid":"https://orcid.org/0000-0003-4982-5890"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Namita Mutha","raw_affiliation_strings":["Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4982-5890","affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002709735","display_name":"Fred Morstatter","orcid":"https://orcid.org/0000-0002-0247-4328"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fred Morstatter","raw_affiliation_strings":["Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0247-4328","affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056269049","display_name":"Ninareh Mehrabi","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ninareh Mehrabi","raw_affiliation_strings":["Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California, Marina del Rey, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5089970621"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":0.5549,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.71920122,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"26","issue":"4","first_page":"12","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6916045546531677},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.49240362644195557},{"id":"https://openalex.org/keywords/common-sense","display_name":"Common sense","score":0.47559794783592224},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4317297339439392},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.41844555735588074},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.4124113619327545},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.41096705198287964},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3559054136276245},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34902530908584595},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3319838047027588},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18155309557914734},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.08747085928916931}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6916045546531677},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.49240362644195557},{"id":"https://openalex.org/C2779814899","wikidata":"https://www.wikidata.org/wiki/Q332880","display_name":"Common sense","level":2,"score":0.47559794783592224},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4317297339439392},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.41844555735588074},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4124113619327545},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.41096705198287964},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3559054136276245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34902530908584595},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3319838047027588},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18155309557914734},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.08747085928916931},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mic.2022.3170914","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mic.2022.3170914","pdf_url":null,"source":{"id":"https://openalex.org/S205899252","display_name":"IEEE Internet Computing","issn_l":"1089-7801","issn":["1089-7801","1941-0131"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet Computing","raw_type":"journal-article"},{"id":"pmh:oai:research.vu.nl:openaire/2a91f184-7567-4a7e-9ef6-50531836f213","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/2a91f184-7567-4a7e-9ef6-50531836f213","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Melotte, S, Ilievski, F, Zhang, L, Malte, A, Mutha, N, Morstatter, F & Mehrabi, N 2022, 'Where Does Bias in Common Sense Knowledge Models Come From?', IEEE Internet Computing, vol. 26, no. 4, pp. 12-20. https://doi.org/10.1109/MIC.2022.3170914","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:research.vu.nl:openaire/2a91f184-7567-4a7e-9ef6-50531836f213","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/2a91f184-7567-4a7e-9ef6-50531836f213","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Melotte, S, Ilievski, F, Zhang, L, Malte, A, Mutha, N, Morstatter, F & Mehrabi, N 2022, 'Where Does Bias in Common Sense Knowledge Models Come From?', IEEE Internet Computing, vol. 26, no. 4, pp. 12-20. https://doi.org/10.1109/MIC.2022.3170914","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"score":0.7099999785423279,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2099813784","https://openalex.org/W2561529111","https://openalex.org/W2893425640","https://openalex.org/W2950339735","https://openalex.org/W2971307358","https://openalex.org/W3047278215","https://openalex.org/W3057491204","https://openalex.org/W3138643305","https://openalex.org/W3153866039","https://openalex.org/W3174464510","https://openalex.org/W3184978204","https://openalex.org/W4287759503","https://openalex.org/W4287998109","https://openalex.org/W4288089799","https://openalex.org/W6763982234","https://openalex.org/W6769627184","https://openalex.org/W6771004877","https://openalex.org/W6779385318","https://openalex.org/W6781337665","https://openalex.org/W6784283460","https://openalex.org/W6791385108","https://openalex.org/W6793809685"],"related_works":["https://openalex.org/W3080145458","https://openalex.org/W2151799802","https://openalex.org/W2196779496","https://openalex.org/W2734382736","https://openalex.org/W4386106251","https://openalex.org/W4285158689","https://openalex.org/W2012768296","https://openalex.org/W2161915178","https://openalex.org/W2405862915","https://openalex.org/W2126667783"],"abstract_inverted_index":{"Common":[0],"Sense":[1],"knowledge":[2,21,38,53,118,134],"bases":[3,54],"and":[4,37,49,51,62,69,76,80,140],"models":[5,36,45,88,103,142],"have":[6,144],"been":[7],"shown":[8],"to":[9,90,115,137],"embed":[10],"bias.":[11],"We":[12,40,59,122],"investigate":[13],"the":[14,116],"source":[15],"of":[16,34,46,67,109,131],"such":[17],"bias":[18,68,71],"in":[19,94,104],"a":[20,128],"model":[22],"called":[23],"common":[24,132],"sense":[25,133],"transformer":[26],"(COMET)":[27],"by":[28],"training":[29,126],"it":[30],"on":[31,127],"various":[32],"combinations":[33],"language":[35,44],"bases.":[39],"experiment":[41],"with":[42,55],"three":[43,73],"different":[47,56],"sizes":[48],"architectures,":[50],"two":[52],"modeling":[57],"principles.":[58],"use":[60],"sentiment":[61],"regard":[63,147],"as":[64],"proxy":[65],"measures":[66],"analyze":[70],"using":[72],"methods:":[74],"overgeneralization":[75],"disparity,":[77],"keyword":[78],"outliers,":[79],"relational":[81],"dimensions.":[82],"Our":[83],"results":[84],"show":[85],"that":[86,125,141],"larger":[87,117,129],"tend":[89],"be":[91,113],"more":[92,99,138],"nuanced":[93],"their":[95],"biases":[96],"but":[97],"are":[98],"biased":[100],"than":[101,148],"smaller":[102],"certain":[105],"categories":[106],"(e.g.,":[107],"utility":[108],"religions),":[110],"which":[111],"can":[112],"attributed":[114],"accumulated":[119],"during":[120],"pretraining.":[121],"also":[123],"observe":[124],"set":[130],"typically":[135],"leads":[136],"bias,":[139],"generally":[143],"stronger":[145],"negative":[146],"positive.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}