{"id":"https://openalex.org/W4200595449","doi":"https://doi.org/10.1145/3461615.3485427","title":"Predicting Worker Accuracy from Nonverbal Behaviour: Benefits and Potential for Algorithmic Bias","display_name":"Predicting Worker Accuracy from Nonverbal Behaviour: Benefits and Potential for Algorithmic Bias","publication_year":2021,"publication_date":"2021-10-18","ids":{"openalex":"https://openalex.org/W4200595449","doi":"https://doi.org/10.1145/3461615.3485427"},"language":"en","primary_location":{"id":"doi:10.1145/3461615.3485427","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3461615.3485427","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034106471","display_name":"Yuushi Toyoda","orcid":null},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuushi Toyoda","raw_affiliation_strings":["Fujitsu, Japan"],"affiliations":[{"raw_affiliation_string":"Fujitsu, Japan","institution_ids":["https://openalex.org/I2252096349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084733331","display_name":"Gale Lucas","orcid":"https://orcid.org/0000-0003-3089-9283"},"institutions":[{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gale Lucas","raw_affiliation_strings":["University of Southern California, United States"],"affiliations":[{"raw_affiliation_string":"University of Southern California, United States","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051992568","display_name":"Jonathan Gratch","orcid":"https://orcid.org/0000-0002-5959-809X"},"institutions":[{"id":"https://openalex.org/I4210087747","display_name":"Creative Technologies (United States)","ror":"https://ror.org/001qkb777","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087747"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Gratch","raw_affiliation_strings":["Institute for Creative Technologies, University of Southern California, United States"],"affiliations":[{"raw_affiliation_string":"Institute for Creative Technologies, University of Southern California, United States","institution_ids":["https://openalex.org/I4210087747","https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034106471"],"corresponding_institution_ids":["https://openalex.org/I2252096349"],"apc_list":null,"apc_paid":null,"fwci":0.3496,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.56153147,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"25","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boredom","display_name":"Boredom","score":0.7791908979415894},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.7325608134269714},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6922345161437988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47709447145462036},{"id":"https://openalex.org/keywords/disadvantaged","display_name":"Disadvantaged","score":0.42526814341545105},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.415641725063324},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.39803507924079895},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36253073811531067},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2814098596572876},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.16227447986602783}],"concepts":[{"id":"https://openalex.org/C2777589236","wikidata":"https://www.wikidata.org/wiki/Q34255","display_name":"Boredom","level":2,"score":0.7791908979415894},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.7325608134269714},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6922345161437988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47709447145462036},{"id":"https://openalex.org/C2780623907","wikidata":"https://www.wikidata.org/wiki/Q106394435","display_name":"Disadvantaged","level":2,"score":0.42526814341545105},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.415641725063324},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.39803507924079895},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36253073811531067},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2814098596572876},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16227447986602783},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3461615.3485427","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3461615.3485427","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1235142441","https://openalex.org/W1595126664","https://openalex.org/W1819662813","https://openalex.org/W1983252393","https://openalex.org/W1989277811","https://openalex.org/W2081112272","https://openalex.org/W2084413241","https://openalex.org/W2120409505","https://openalex.org/W2149247676","https://openalex.org/W2171965515","https://openalex.org/W2345031027","https://openalex.org/W2522882154","https://openalex.org/W2590255117","https://openalex.org/W2756382731","https://openalex.org/W2807126412","https://openalex.org/W2887001658","https://openalex.org/W2894553678","https://openalex.org/W2913756371","https://openalex.org/W2962059918","https://openalex.org/W2962730651","https://openalex.org/W2997591727","https://openalex.org/W3127463063","https://openalex.org/W3147079603","https://openalex.org/W4246226690","https://openalex.org/W4250928742","https://openalex.org/W6638208828"],"related_works":["https://openalex.org/W318616257","https://openalex.org/W3118254946","https://openalex.org/W2917043877","https://openalex.org/W3026775601","https://openalex.org/W2035863303","https://openalex.org/W3121061808","https://openalex.org/W2139976611","https://openalex.org/W4386479718","https://openalex.org/W4206918453","https://openalex.org/W4234657158"],"abstract_inverted_index":{"With":[0],"the":[1,44,59,100,119,137,148,166],"rise":[2],"of":[3,115],"algorithmic":[4,129],"management":[5],"(and":[6],"online":[7],"work":[8],"in":[9,16,72,76],"general),":[10],"there":[11],"is":[12,34,139],"a":[13,26,32,81],"growing":[14],"interest":[15],"techniques":[17],"that":[18,65,83,99,110,147,153],"can":[19,28,40,103],"monitor":[20],"worker":[21,33,45,86,185],"performance.":[22],"For":[23],"example,":[24],"if":[25,177],"system":[27],"automatically":[29],"detect":[30],"whether":[31,136],"becoming":[35],"distracted":[36],"or":[37,46,74],"disengaged,":[38],"it":[39],"intervene":[41],"to":[42,113,133,183],"motivate":[43],"flag":[47],"their":[48],"output":[49],"as":[50],"requiring":[51],"further":[52,134],"quality":[53],"control.":[54],"Prior":[55],"research":[56],"has":[57],"explored":[58],"potential":[60],"for":[61,169,174],"detecting":[62,70],"nonverbal":[63,89],"cues":[64],"could":[66,180],"predict":[67],"mistakes":[68],"(e.g.,":[69],"boredom":[71],"students":[73],"fatigue":[75],"drivers).":[77],"Here,":[78],"we":[79,145],"learn":[80],"model":[82],"reliably":[84],"predicts":[85],"accuracy":[87,102,117,138],"from":[88],"behaviour":[90],"during":[91],"tedious":[92],"and":[93,158,172,176],"repetitive":[94],"annotation":[95,101],"tasks.":[96],"We":[97,164],"show":[98],"be":[104,114,181],"substantially":[105],"improved":[106],"by":[107,118,141],"discarding":[108],"annotations":[109],"are":[111,124],"predicted":[112],"low":[116],"model.":[120],"While":[121],"these":[122],"results":[123],"promising,":[125],"recent":[126],"concerns":[127],"about":[128],"bias":[130,152,171],"led":[131],"us":[132],"investigate":[135],"influenced":[140],"skin":[142],"tone.":[143],"Unfortunately,":[144],"find":[146],"algorithm":[149],"showed":[150],"systematic":[151],"disadvantaged":[154],"some":[155,161],"dark-skinned":[156],"workers":[157],"incorrectly":[159],"rewarded":[160],"with":[162],"lighter-skin.":[163],"discuss":[165],"apparent":[167],"reasons":[168],"this":[170],"suggestions":[173],"how":[175],"such":[178],"methods":[179],"deployed":[182],"enhance":[184],"engagement.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}