{"id":"https://openalex.org/W3198014238","doi":"https://doi.org/10.1109/iwqos52092.2021.9521312","title":"FairCrowd: Fair Human Face Dataset Sampling via Batch-Level Crowdsourcing Bias Inference","display_name":"FairCrowd: Fair Human Face Dataset Sampling via Batch-Level Crowdsourcing Bias Inference","publication_year":2021,"publication_date":"2021-06-25","ids":{"openalex":"https://openalex.org/W3198014238","doi":"https://doi.org/10.1109/iwqos52092.2021.9521312","mag":"3198014238"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos52092.2021.9521312","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos52092.2021.9521312","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM 29th International Symposium on Quality of Service (IWQOS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045401193","display_name":"Ziyi Kou","orcid":"https://orcid.org/0000-0002-9916-0930"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziyi Kou","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354683","display_name":"Yang Zhang","orcid":"https://orcid.org/0000-0002-4170-4798"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074191748","display_name":"Lanyu Shang","orcid":"https://orcid.org/0000-0002-7480-6889"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lanyu Shang","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100391517","display_name":"Dong Wang","orcid":"https://orcid.org/0000-0002-9599-8023"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong Wang","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I107639228"],"apc_list":null,"apc_paid":null,"fwci":0.9548,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.84190355,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8122037649154663},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7792035341262817},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6128430962562561},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5779211521148682},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5556975603103638},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5440362095832825},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4770725965499878},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45741766691207886},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.45623254776000977},{"id":"https://openalex.org/keywords/shuffling","display_name":"Shuffling","score":0.45415061712265015},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42863205075263977},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.42167019844055176},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4187087416648865},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40237951278686523},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2857782244682312},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.20304638147354126},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0765400230884552}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8122037649154663},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7792035341262817},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6128430962562561},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5779211521148682},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5556975603103638},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5440362095832825},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4770725965499878},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45741766691207886},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.45623254776000977},{"id":"https://openalex.org/C167927819","wikidata":"https://www.wikidata.org/wiki/Q1930567","display_name":"Shuffling","level":2,"score":0.45415061712265015},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42863205075263977},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.42167019844055176},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4187087416648865},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40237951278686523},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2857782244682312},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.20304638147354126},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0765400230884552},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwqos52092.2021.9521312","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos52092.2021.9521312","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM 29th International Symposium on Quality of Service (IWQOS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1592355944","https://openalex.org/W1593989786","https://openalex.org/W1834627138","https://openalex.org/W1995875735","https://openalex.org/W2051688597","https://openalex.org/W2096733369","https://openalex.org/W2131369712","https://openalex.org/W2149777147","https://openalex.org/W2155189155","https://openalex.org/W2166916857","https://openalex.org/W2181558882","https://openalex.org/W2413424129","https://openalex.org/W2530395818","https://openalex.org/W2584297289","https://openalex.org/W2728509532","https://openalex.org/W2754125855","https://openalex.org/W2787456091","https://openalex.org/W2788739741","https://openalex.org/W2790025105","https://openalex.org/W2792156255","https://openalex.org/W2798685991","https://openalex.org/W2890680318","https://openalex.org/W2895471314","https://openalex.org/W2913718281","https://openalex.org/W2916353465","https://openalex.org/W2924984785","https://openalex.org/W2939995367","https://openalex.org/W2950592503","https://openalex.org/W2963116854","https://openalex.org/W2963309598","https://openalex.org/W2963839617","https://openalex.org/W2982492177","https://openalex.org/W2996801518","https://openalex.org/W2999380901","https://openalex.org/W3034256900","https://openalex.org/W3034460046","https://openalex.org/W3038747585","https://openalex.org/W3091956958","https://openalex.org/W3092175403","https://openalex.org/W3095304749","https://openalex.org/W3099206234","https://openalex.org/W3101504385","https://openalex.org/W3103745061","https://openalex.org/W3104737638","https://openalex.org/W3129190863","https://openalex.org/W3138531978","https://openalex.org/W3148686548","https://openalex.org/W3216646432","https://openalex.org/W4289438483","https://openalex.org/W6635371082","https://openalex.org/W6684554773","https://openalex.org/W6685936606","https://openalex.org/W6728551298","https://openalex.org/W6743791556","https://openalex.org/W6745206590","https://openalex.org/W6748039686","https://openalex.org/W6754610156","https://openalex.org/W6755765851","https://openalex.org/W6761641118","https://openalex.org/W6764526683","https://openalex.org/W6772516191","https://openalex.org/W6779278397","https://openalex.org/W6780712851"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4213239787","https://openalex.org/W1503094549","https://openalex.org/W4377131110","https://openalex.org/W4384486036","https://openalex.org/W2114337652","https://openalex.org/W135177976","https://openalex.org/W2046590706","https://openalex.org/W2337920774","https://openalex.org/W4318823662"],"abstract_inverted_index":{"Human":[0],"face":[1,18,20,22,34,59,89,222],"image":[2,223],"is":[3,36,66,100,131,154],"a":[4,56,69,118,148,156,190,206,219,231,264],"large":[5],"category":[6],"of":[7,28,88,105,144,163,176,216,227,234,252,268],"visual":[8],"information":[9],"utilized":[10],"by":[11,79,102,260],"various":[12],"human":[13,33,58],"facial":[14,150],"data":[15,29,47,108,169,177,193,209,253],"services":[16,30,178,254],"(e.g.,":[17,91],"recognition,":[19],"generation,":[21],"attribute":[23],"prediction).":[24],"However,":[25],"the":[26,40,46,64,72,85,103,161,164,173,184,214,250,257,269],"quality":[27],"(QoDS)":[31],"on":[32,55,179,256],"datasets":[35],"usually":[37],"biased":[38],"towards":[39],"majority":[41],"demographic":[42,86,114,142,201,235,245],"group":[43],"due":[44],"to":[45,67,75,83,116,136,140,159,263],"imbalance":[48],"issue.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53,187],"focus":[54],"fair":[57,107,119,191],"dataset":[60,74,224],"sampling":[61,109,194],"problem":[62,99],"where":[63],"goal":[65],"sample":[68,117],"sub-dataset":[70,166,258],"from":[71,230],"original":[73],"reduce":[76],"its":[77],"bias":[78,246],"leveraging":[80],"crowd":[81,138],"intelligence":[82],"infer":[84],"labels":[87,115,143],"images":[90,146],"male":[92],"or":[93,96],"female,":[94],"old":[95],"young).":[97],"Our":[98],"motivated":[101],"limitations":[104],"current":[106],"solutions":[110],"that":[111,196,225,240],"require":[112],"pre-annotated":[113],"dataset.":[120,181],"Two":[121],"important":[122],"challenges":[123],"exist":[124],"in":[125,147],"solving":[126],"our":[127],"problem:":[128],"1)":[129],"it":[130,153],"extremely":[132],"time-consuming":[133],"and":[134,205],"expensive":[135],"assign":[137],"workers":[139],"annotate":[141],"all":[145],"large-scale":[149,220],"dataset;":[151],"2)":[152],"not":[155,242],"trivial":[157],"task":[158],"improve":[160],"fairness":[162],"sampled":[165],"(with":[167],"fewer":[168],"samples)":[170],"without":[171],"sacrificing":[172],"accuracy":[174,251],"performance":[175,215],"such":[180],"To":[182],"address":[183],"above":[185],"challenges,":[186],"develop":[188],"FairCrowd,":[189,261],"crowdsourcing-based":[192],"framework":[195],"leverages":[197],"an":[198],"efficient":[199],"batch-level":[200],"label":[202],"inference":[203],"model":[204],"joint":[207],"fair-accuracy-aware":[208],"shuffling":[210],"method.":[211],"We":[212],"evaluate":[213],"FairCrowd":[217,241],"through":[218],"real-world":[221],"consists":[226],"celebrity":[228],"faces":[229],"diversified":[232],"set":[233],"groups.":[236],"The":[237],"results":[238],"show":[239],"only":[243],"reduces":[244],"but":[247],"also":[248],"improves":[249],"trained":[255],"generated":[259],"leading":[262],"more":[265],"desirable":[266],"QoDS":[267],"application.":[270]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}