{"id":"https://openalex.org/W7010386018","doi":null,"title":"A human-in-the-loop framework to handle implicit bias in crowdsourced KGs","display_name":"A human-in-the-loop framework to handle implicit bias in crowdsourced KGs","alternate_titles":[],"publication_year":2020,"publication_date":"2020-12-23","ids":{"openalex":"https://openalex.org/W7010386018"},"language":"en","primary_location":{"id":"pmh:oai:oro.open.ac.uk:75594","doi":null,"is_oa":true,"landing_page_url":"https://oro.open.ac.uk/75594/","pdf_url":"https://arxiv.org/pdf/2012.11936.pdf","source":{"id":"https://openalex.org/S4377196284","display_name":"Open Research Online - ORO (The Open University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I204136569","host_organization_name":"The Open University","host_organization_lineage":["https://openalex.org/I204136569"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},"parent_works":[],"lineage":["https://openalex.org/W7010386018"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2012.11936.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046280646","display_name":"Alba Catalina Morales Tirado","orcid":"https://orcid.org/0000-0001-6984-5122","observed_orcids":["https://orcid.org/0000-0001-6984-5122"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Morales Tirado, Alba","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Oelen, Allard","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Oelen, Allard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000468349","display_name":"Valentina Pasqual","orcid":"https://orcid.org/0000-0001-5931-5187","observed_orcids":["https://orcid.org/0000-0001-5931-5187"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Pasqual, Valentina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shi, Meilin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I69737025","display_name":"University of Chile","ror":"https://ror.org/047gc3g35","country_code":"CL","type":"education","lineage":["https://openalex.org/I69737025"]}],"countries":["CL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shi, Meilin","raw_affiliation_strings":["Research Center Jaime Salas , University of Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center Jaime Salas , University of Chile","institution_ids":["https://openalex.org/I69737025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032868750","display_name":"Alessandro Umbrico","orcid":"https://orcid.org/0000-0002-1184-5944","observed_orcids":["https://orcid.org/0000-0002-1184-5944"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Umbrico, Alessandro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057343079","display_name":"Weiqin Xu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xu, Weiqin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Celino, Irene","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Celino, Irene","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2741999924182892,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2741999924182892,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.21389999985694885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.09300000220537186,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/implicit-bias","display_name":"implicit bias","score":0.9829999804496765},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"human-in-the-loop","score":0.7889999747276306},{"id":"https://openalex.org/keywords/bias-detection","display_name":"bias detection","score":0.671999990940094},{"id":"https://openalex.org/keywords/factual-errors","display_name":"factual errors","score":0.9279999732971191},{"id":"https://openalex.org/keywords/narrative-perspective","display_name":"narrative perspective","score":0.6549999713897705},{"id":"https://openalex.org/keywords/bias-measurement","display_name":"bias measurement","score":0.6690000295639038},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.6800000071525574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6305999755859375},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5695000290870667},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5562999844551086},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4778999984264374},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32350000739097595},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.31769999861717224},{"id":"https://openalex.org/C2991991027","wikidata":"https://www.wikidata.org/wiki/Q6007314","display_name":"Implicit bias","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28850001096725464},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.27790001034736633},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:oro.open.ac.uk:75594","doi":null,"is_oa":true,"landing_page_url":"https://oro.open.ac.uk/75594/","pdf_url":"https://arxiv.org/pdf/2012.11936.pdf","source":{"id":"https://openalex.org/S4377196284","display_name":"Open Research Online - ORO (The Open University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I204136569","host_organization_name":"The Open University","host_organization_lineage":["https://openalex.org/I204136569"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":{"id":"pmh:oai:oro.open.ac.uk:75594","doi":null,"is_oa":true,"landing_page_url":"https://oro.open.ac.uk/75594/","pdf_url":"https://arxiv.org/pdf/2012.11936.pdf","source":{"id":"https://openalex.org/S4377196284","display_name":"Open Research Online - ORO (The Open University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I204136569","host_organization_name":"The Open University","host_organization_lineage":["https://openalex.org/I204136569"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7010386018.pdf","grobid_xml":"https://content.openalex.org/works/W7010386018.grobid-xml"},"referenced_works_count":89,"referenced_works":["https://openalex.org/W56435837","https://openalex.org/W77414827","https://openalex.org/W97696126","https://openalex.org/W102708294","https://openalex.org/W113904493","https://openalex.org/W146927530","https://openalex.org/W161788928","https://openalex.org/W1506328535","https://openalex.org/W1529366839","https://openalex.org/W1552847225","https://openalex.org/W1653383105","https://openalex.org/W1713409046","https://openalex.org/W1854214752","https://openalex.org/W1925834822","https://openalex.org/W1941101184","https://openalex.org/W1942169943","https://openalex.org/W1971421925","https://openalex.org/W1986398135","https://openalex.org/W2013214811","https://openalex.org/W2020490061","https://openalex.org/W2024233596","https://openalex.org/W2036840995","https://openalex.org/W2044988198","https://openalex.org/W2080133951","https://openalex.org/W2089554624","https://openalex.org/W2094728533","https://openalex.org/W2121154231","https://openalex.org/W2124821580","https://openalex.org/W2127795553","https://openalex.org/W2137079713","https://openalex.org/W2138621811","https://openalex.org/W2153225416","https://openalex.org/W2165524809","https://openalex.org/W2220704120","https://openalex.org/W2242459625","https://openalex.org/W2293546752","https://openalex.org/W2300469216","https://openalex.org/W2302501749","https://openalex.org/W2392113277","https://openalex.org/W2404169190","https://openalex.org/W2406854268","https://openalex.org/W2407968659","https://openalex.org/W2470698596","https://openalex.org/W2492893878","https://openalex.org/W2523679382","https://openalex.org/W2537262135","https://openalex.org/W2572012898","https://openalex.org/W2572147858","https://openalex.org/W2587573685","https://openalex.org/W2610706456","https://openalex.org/W2612872092","https://openalex.org/W2724395316","https://openalex.org/W2753762745","https://openalex.org/W2757327929","https://openalex.org/W2759136286","https://openalex.org/W2759820691","https://openalex.org/W2767550278","https://openalex.org/W2783668259","https://openalex.org/W2788661231","https://openalex.org/W2788793836","https://openalex.org/W2797572117","https://openalex.org/W2798314078","https://openalex.org/W2798577026","https://openalex.org/W2798818514","https://openalex.org/W2808228212","https://openalex.org/W2890410208","https://openalex.org/W2890810742","https://openalex.org/W2891271937","https://openalex.org/W2891672860","https://openalex.org/W2897703528","https://openalex.org/W2898638676","https://openalex.org/W2898844580","https://openalex.org/W2899024559","https://openalex.org/W2901376054","https://openalex.org/W2912650012","https://openalex.org/W2921391799","https://openalex.org/W2926805670","https://openalex.org/W2933602294","https://openalex.org/W2936763600","https://openalex.org/W2945392632","https://openalex.org/W2946267351","https://openalex.org/W2962756421","https://openalex.org/W2979774880","https://openalex.org/W3125729175","https://openalex.org/W4211096099","https://openalex.org/W4254005817","https://openalex.org/W4293690910","https://openalex.org/W6906787880","https://openalex.org/W7100423791"],"related_works":["https://openalex.org/W2946267351","https://openalex.org/W3200746983","https://openalex.org/W4390419030","https://openalex.org/W3194733996","https://openalex.org/W4367046460","https://openalex.org/W4404752346","https://openalex.org/W3043965662","https://openalex.org/W6889791258","https://openalex.org/W3209659601","https://openalex.org/W2899216416"],"abstract_inverted_index":{"Crowd-sourced":[0],"Knowledge":[1],"Graphs":[2],"(KGs)":[3],"may":[4],"be":[5],"biased:":[6],"some":[7],"biases":[8,26],"can":[9],"originate":[10],"from":[11,38],"factual":[12,36],"errors,":[13],"while":[14],"others":[15],"reflect":[16],"different":[17,39],"points":[18],"of":[19,41],"view.":[20],"How":[21],"to":[22,33,45],"identify":[23],"and":[24],"measure":[25],"in":[27,52],"crowd-sourced":[28],"KGs?":[29],"And":[30,43],"then,":[31],"how":[32,44],"tell":[34],"apart":[35],"errors":[37],"point":[40],"views?":[42],"put":[46],"together":[47],"all":[48],"these":[49],"steps":[50],"contextualized":[51],"a":[53],"human-in-the-loop":[54],"framework?":[55]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7010386018","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
