{"id":"https://openalex.org/W4210666190","doi":"https://doi.org/10.1109/fg52635.2021.9667077","title":"Improving Evaluation of Facial Attribute Prediction Models","display_name":"Improving Evaluation of Facial Attribute Prediction Models","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W4210666190","doi":"https://doi.org/10.1109/fg52635.2021.9667077"},"language":"en","primary_location":{"id":"doi:10.1109/fg52635.2021.9667077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg52635.2021.9667077","pdf_url":null,"source":{"id":"https://openalex.org/S4363608446","display_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005981022","display_name":"Bryson Lingenfelter","orcid":null},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Bryson Lingenfelter","raw_affiliation_strings":["University of Nevada, Reno"],"affiliations":[{"raw_affiliation_string":"University of Nevada, Reno","institution_ids":["https://openalex.org/I134113660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069699813","display_name":"Emily Hand","orcid":"https://orcid.org/0000-0002-6990-2833"},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily M. Hand","raw_affiliation_strings":["University of Nevada, Reno"],"affiliations":[{"raw_affiliation_string":"University of Nevada, Reno","institution_ids":["https://openalex.org/I134113660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5005981022"],"corresponding_institution_ids":["https://openalex.org/I134113660"],"apc_list":null,"apc_paid":null,"fwci":0.3267,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.70521313,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7540575265884399},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6733265519142151},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6490176916122437},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6417749524116516},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5621544122695923},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5531922578811646},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5501199960708618},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.5041502714157104},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4505388140678406},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"Cross entropy","score":0.42304736375808716},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.384809672832489}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7540575265884399},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6733265519142151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6490176916122437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6417749524116516},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5621544122695923},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5531922578811646},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5501199960708618},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.5041502714157104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4505388140678406},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.42304736375808716},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.384809672832489},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg52635.2021.9667077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg52635.2021.9667077","pdf_url":null,"source":{"id":"https://openalex.org/S4363608446","display_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8333142106","display_name":null,"funder_award_id":"1909707","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W1975879668","https://openalex.org/W1976526581","https://openalex.org/W2144172034","https://openalex.org/W2194775991","https://openalex.org/W2311038409","https://openalex.org/W2440599146","https://openalex.org/W2536626143","https://openalex.org/W2548780814","https://openalex.org/W2551119324","https://openalex.org/W2605124728","https://openalex.org/W2620200771","https://openalex.org/W2775447965","https://openalex.org/W2788676105","https://openalex.org/W2798685991","https://openalex.org/W2804665167","https://openalex.org/W2807735086","https://openalex.org/W2936503027","https://openalex.org/W2962723485","https://openalex.org/W2963212406","https://openalex.org/W2963592586","https://openalex.org/W2963626105","https://openalex.org/W2963767194","https://openalex.org/W2990540662","https://openalex.org/W3035590987","https://openalex.org/W6681239517","https://openalex.org/W6751800346","https://openalex.org/W6770573306"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W4321353415","https://openalex.org/W2913146933","https://openalex.org/W2745001401","https://openalex.org/W2372385138","https://openalex.org/W2994927414"],"abstract_inverted_index":{"CelebA":[0],"is":[1],"the":[2,30,40,116,143,146],"most":[3],"common":[4],"and":[5,23,33,104,139],"largest":[6],"scale":[7],"dataset":[8],"used":[9,37],"to":[10,38,61,65,131],"evaluate":[11],"methods":[12,44],"for":[13,47,112],"facial":[14],"attribute":[15],"prediction,":[16],"an":[17],"important":[18],"benchmark":[19],"in":[20],"imbalanced":[21,56,113],"classification":[22],"face":[24],"analysis.":[25],"However,":[26],"we":[27,88,127],"argue":[28],"that":[29,87],"evaluation":[31,133],"metrics":[32],"baseline":[34],"models":[35],"currently":[36],"compare":[39],"performance":[41],"of":[42,102,118,142,145],"different":[43],"are":[45,51,59],"insufficient":[46],"determining":[48],"which":[49],"approaches":[50],"best":[52],"at":[53,115],"classifying":[54],"highly":[55],"attributes.":[57],"We":[58,84],"able":[60],"obtain":[62,90],"results":[63,92],"comparable":[64],"current":[66],"state-of-the-art":[67],"using":[68,95],"a":[69,76,96],"ResNet-18":[70],"model":[71,97,132],"trained":[72,98],"with":[73,99,124],"binary":[74],"cross-entropy,":[75],"substantially":[77],"less":[78],"sophisticated":[79],"approach":[80],"than":[81],"related":[82],"work.":[83],"also":[85],"show":[86],"can":[89],"near-state-of-the-art":[91],"on":[93,105],"accuracy":[94,107],"just":[100],"10%":[101],"CelebA,":[103],"balanced":[106],"simply":[108],"by":[109],"maximizing":[110],"recall":[111],"attributes":[114],"expense":[117],"all":[119],"other":[120],"metrics.":[121],"To":[122],"deal":[123],"these":[125],"issues,":[126],"suggest":[128],"several":[129],"improvements":[130],"including":[134],"better":[135],"metrics,":[136],"stronger":[137],"baselines,":[138],"increased":[140],"awareness":[141],"limitations":[144],"dataset.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
