{"id":"https://openalex.org/W2979968844","doi":"https://doi.org/10.1145/3351529.3360653","title":"Are Humans Biased in Assessment of Video Interviews?","display_name":"Are Humans Biased in Assessment of Video Interviews?","publication_year":2019,"publication_date":"2019-10-10","ids":{"openalex":"https://openalex.org/W2979968844","doi":"https://doi.org/10.1145/3351529.3360653","mag":"2979968844"},"language":"en","primary_location":{"id":"doi:10.1145/3351529.3360653","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3351529.3360653","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct of the 2019 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112228635","display_name":"Chee Wee Leong","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chee Wee Leong","raw_affiliation_strings":["Educational Testing Service, United States"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, United States","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061427256","display_name":"Katrina Crotts Roohr","orcid":"https://orcid.org/0000-0001-5232-032X"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katrina Roohr","raw_affiliation_strings":["Educational Testing Service, United States"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, United States","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068455745","display_name":"Vikram Ramanarayanan","orcid":"https://orcid.org/0000-0001-7810-2769"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vikram Ramanarayanan","raw_affiliation_strings":["Educational Testing Service, United States"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, United States","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039456504","display_name":"Michelle P. Mart\u00edn\u2010Raugh","orcid":"https://orcid.org/0000-0003-0550-6820"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michelle P. Martin-Raugh","raw_affiliation_strings":["Educational Testing Service, United States"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, United States","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020287561","display_name":"Harrison J. Kell","orcid":"https://orcid.org/0000-0002-9401-5371"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harrison Kell","raw_affiliation_strings":["Educational Testing Service, United States"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, United States","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030738204","display_name":"Rutuja Ubale","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rutuja Ubale","raw_affiliation_strings":["Educational Testing Service, United States"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, United States","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100342006","display_name":"Yao Qian","orcid":"https://orcid.org/0000-0003-1855-9630"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yao Qian","raw_affiliation_strings":["Educational Testing Service, United States"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, United States","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074536517","display_name":"Zydrune Mladineo","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zydrune Mladineo","raw_affiliation_strings":["Educational Testing Service, United States"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, United States","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065283499","display_name":"Laura McCulla","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laura McCulla","raw_affiliation_strings":["Educational Testing Service, United States"],"affiliations":[{"raw_affiliation_string":"Educational Testing Service, United States","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5112228635"],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":0.42,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71541761,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7105149030685425},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6022884249687195},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5899835228919983},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5609332323074341},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47733551263809204},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.46545058488845825},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.41120946407318115},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40793973207473755},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4019656479358673},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3370899558067322},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2952527403831482}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7105149030685425},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6022884249687195},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5899835228919983},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5609332323074341},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47733551263809204},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.46545058488845825},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.41120946407318115},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40793973207473755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4019656479358673},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3370899558067322},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2952527403831482},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3351529.3360653","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3351529.3360653","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct of the 2019 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W28412257","https://openalex.org/W1833550036","https://openalex.org/W1963940103","https://openalex.org/W1977709910","https://openalex.org/W2058497930","https://openalex.org/W2078058969","https://openalex.org/W2109601284","https://openalex.org/W2121042192","https://openalex.org/W2158192499","https://openalex.org/W2282821441","https://openalex.org/W2293706960","https://openalex.org/W2786510204"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W4380994516","https://openalex.org/W2251519152"],"abstract_inverted_index":{"Supervised":[0],"systems":[1],"require":[2],"human":[3,28,35],"labels":[4],"for":[5],"training.":[6],"But,":[7],"are":[8,73,81],"humans":[9],"themselves":[10,37],"always":[11],"impartial":[12],"during":[13],"the":[14,22],"annotation":[15],"process?":[16],"We":[17,65],"examine":[18],"this":[19],"question":[20],"in":[21,75,83],"context":[23],"of":[24,27,79],"automated":[25],"assessment":[26],"behavioral":[29],"tasks.":[30],"Specifically,":[31],"we":[32],"investigate":[33],"whether":[34,51],"ratings":[36,53],"can":[38,54],"be":[39],"trusted":[40],"at":[41],"their":[42],"face":[43],"value":[44],"when":[45],"scoring":[46],"video-based":[47],"structured":[48],"interviews,":[49],"and":[50],"such":[52,76],"impact":[55],"machine":[56],"learning":[57],"models":[58],"that":[59,70],"use":[60],"them":[61],"as":[62],"training":[63],"data.":[64],"present":[66],"preliminary":[67],"empirical":[68],"evidence":[69],"indicates":[71],"there":[72],"biases":[74],"annotations,":[77],"most":[78],"which":[80],"visual":[82],"nature.":[84]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}