{"id":"https://openalex.org/W2804807416","doi":"https://doi.org/10.1145/3182168","title":"Fallacies of Agreement","display_name":"Fallacies of Agreement","publication_year":2018,"publication_date":"2018-06-28","ids":{"openalex":"https://openalex.org/W2804807416","doi":"https://doi.org/10.1145/3182168","mag":"2804807416"},"language":"en","primary_location":{"id":"doi:10.1145/3182168","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3182168","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.archives-ouvertes.fr/hal-01788775","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023392600","display_name":"Theophanis Tsandilas","orcid":"https://orcid.org/0000-0002-0158-228X"},"institutions":[{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Theophanis Tsandilas","raw_affiliation_strings":["Inria, Universit\u00e9 Paris-Saclay, and Univ. Paris-Sud, Orsay Cedex, France"],"affiliations":[{"raw_affiliation_string":"Inria, Universit\u00e9 Paris-Saclay, and Univ. Paris-Sud, Orsay Cedex, France","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I102197404"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5023392600"],"corresponding_institution_ids":["https://openalex.org/I102197404","https://openalex.org/I277688954"],"apc_list":null,"apc_paid":null,"fwci":8.2979,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.97838937,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"25","issue":"3","first_page":"1","last_page":"49"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resampling","display_name":"Resampling","score":0.7216378450393677},{"id":"https://openalex.org/keywords/agreement","display_name":"Agreement","score":0.6895328760147095},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6817137598991394},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5959913730621338},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5740112066268921},{"id":"https://openalex.org/keywords/statistical-inference","display_name":"Statistical inference","score":0.5696852803230286},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5257323980331421},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43272438645362854},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.4282761216163635},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3743894398212433},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37025654315948486},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3615529537200928},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3563057780265808},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3529711365699768},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22373545169830322},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.14476493000984192}],"concepts":[{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.7216378450393677},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.6895328760147095},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6817137598991394},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5959913730621338},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5740112066268921},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.5696852803230286},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5257323980331421},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43272438645362854},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.4282761216163635},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3743894398212433},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37025654315948486},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3615529537200928},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3563057780265808},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3529711365699768},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22373545169830322},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14476493000984192},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3182168","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3182168","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-01788775v2","is_oa":true,"landing_page_url":"https://hal.archives-ouvertes.fr/hal-01788775","pdf_url":null,"source":{"id":"https://openalex.org/S4406922276","display_name":"INRIA a CCSD electronic archive server","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1073-0516","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:HAL:hal-01788775v4","is_oa":true,"landing_page_url":"https://hal.science/hal-01788775","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Computer-Human Interaction, 2018, 25 (3), pp.1-49. ⟨10.1145/3182168⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-01788775v2","is_oa":true,"landing_page_url":"https://hal.archives-ouvertes.fr/hal-01788775","pdf_url":null,"source":{"id":"https://openalex.org/S4406922276","display_name":"INRIA a CCSD electronic archive server","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1073-0516","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W119458596","https://openalex.org/W322826253","https://openalex.org/W613277099","https://openalex.org/W1516175379","https://openalex.org/W1970909954","https://openalex.org/W1975383183","https://openalex.org/W1975879668","https://openalex.org/W1977093969","https://openalex.org/W1978580638","https://openalex.org/W1983897914","https://openalex.org/W1993701031","https://openalex.org/W1996349741","https://openalex.org/W1997057722","https://openalex.org/W2011422734","https://openalex.org/W2012378416","https://openalex.org/W2013378101","https://openalex.org/W2016874080","https://openalex.org/W2025647423","https://openalex.org/W2033955170","https://openalex.org/W2042160923","https://openalex.org/W2042967086","https://openalex.org/W2048176942","https://openalex.org/W2051279338","https://openalex.org/W2053154970","https://openalex.org/W2054612294","https://openalex.org/W2056433986","https://openalex.org/W2061504941","https://openalex.org/W2065228210","https://openalex.org/W2071846435","https://openalex.org/W2073255140","https://openalex.org/W2076061140","https://openalex.org/W2077837651","https://openalex.org/W2079656678","https://openalex.org/W2087189381","https://openalex.org/W2100697272","https://openalex.org/W2110971712","https://openalex.org/W2112287470","https://openalex.org/W2112844397","https://openalex.org/W2113725822","https://openalex.org/W2116659773","https://openalex.org/W2117897510","https://openalex.org/W2119593195","https://openalex.org/W2120438065","https://openalex.org/W2120549061","https://openalex.org/W2133399371","https://openalex.org/W2133943399","https://openalex.org/W2134803429","https://openalex.org/W2140238220","https://openalex.org/W2141499038","https://openalex.org/W2141766660","https://openalex.org/W2142119621","https://openalex.org/W2143320230","https://openalex.org/W2145925009","https://openalex.org/W2149440338","https://openalex.org/W2149490731","https://openalex.org/W2153222072","https://openalex.org/W2155816331","https://openalex.org/W2155920093","https://openalex.org/W2155982020","https://openalex.org/W2157096766","https://openalex.org/W2157134953","https://openalex.org/W2157318188","https://openalex.org/W2161304134","https://openalex.org/W2327178880","https://openalex.org/W2345474448","https://openalex.org/W2395981059","https://openalex.org/W2402168680","https://openalex.org/W2408666710","https://openalex.org/W2416272719","https://openalex.org/W2950627632","https://openalex.org/W3149296819","https://openalex.org/W4205930252","https://openalex.org/W4210764005","https://openalex.org/W4236510302","https://openalex.org/W4237200265","https://openalex.org/W4243989635","https://openalex.org/W4248343126","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2139161003","https://openalex.org/W4253927554","https://openalex.org/W1978901256","https://openalex.org/W2058846847","https://openalex.org/W4226211120","https://openalex.org/W2461683294","https://openalex.org/W1987205174","https://openalex.org/W4321447026","https://openalex.org/W2380849986","https://openalex.org/W2504417049"],"abstract_inverted_index":{"Discovering":[0],"gestures":[1],"that":[2,37,43,76,104],"gain":[3],"consensus":[4],"is":[5],"a":[6],"key":[7],"goal":[8],"of":[9,148],"gesture":[10,119,150],"elicitation.":[11],"To":[12],"this":[13],"end,":[14],"HCI":[15],"research":[16],"has":[17],"developed":[18],"statistical":[19,133],"methods":[20,28,141],"to":[21,65,115,118,126,131,142],"reason":[22],"about":[23],"agreement.":[24],"We":[25,112,122,138],"review":[26],"these":[27,140],"and":[29,47,144],"identify":[30],"three":[31],"major":[32],"problems.":[33],"First,":[34],"we":[35,58,74,100],"show":[36],"raw":[38],"agreement":[39,42,67,81,102],"rates":[40,93],"disregard":[41],"occurs":[44],"by":[45],"chance":[46],"do":[48],"not":[49],"reliably":[50],"capture":[51],"how":[52,64,114,125],"participants":[53],"distinguish":[54],"among":[55],"referents.":[56],"Second,":[57],"explain":[59],"why":[60],"current":[61],"recommendations":[62],"on":[63,70],"interpret":[66],"scores":[68],"rely":[69],"problematic":[71],"assumptions.":[72],"Third,":[73],"demonstrate":[75,124],"significance":[77],"tests":[78],"for":[79,95],"comparing":[80],"rates,":[82],"either":[83],"within":[84],"or":[85],"between":[86],"participants,":[87],"yield":[88],"large":[89],"Type":[90],"I":[91],"error":[92],"(>40%":[94],"\u03b1":[96],"=.05).":[97],"As":[98],"alternatives,":[99],"present":[101],"indices":[103],"are":[105],"routinely":[106],"used":[107],"in":[108],"inter-rater":[109],"reliability":[110],"studies.":[111,121,152],"discuss":[113],"apply":[116,139],"them":[117],"elicitation":[120,151],"also":[123],"use":[127],"common":[128],"resampling":[129],"techniques":[130],"support":[132],"inference":[134],"with":[135],"interval":[136],"estimates.":[137],"reanalyze":[143],"reinterpret":[145],"the":[146],"findings":[147],"four":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2018-06-01T00:00:00"}