{"id":"https://openalex.org/W3012845547","doi":"https://doi.org/10.1145/3366423.3380195","title":"Attention Please: Your Attention Check Questions in Survey Studies Can Be Automatically Answered","display_name":"Attention Please: Your Attention Check Questions in Survey Studies Can Be Automatically Answered","publication_year":2020,"publication_date":"2020-04-20","ids":{"openalex":"https://openalex.org/W3012845547","doi":"https://doi.org/10.1145/3366423.3380195","mag":"3012845547"},"language":"en","primary_location":{"id":"doi:10.1145/3366423.3380195","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3366423.3380195","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Web Conference 2020","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3366423.3380195","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089019010","display_name":"Weiping Pei","orcid":"https://orcid.org/0000-0002-6831-2313"},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Weiping Pei","raw_affiliation_strings":["Colorado School of Mines"],"affiliations":[{"raw_affiliation_string":"Colorado School of Mines","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032866279","display_name":"Arthur Mayer","orcid":null},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arthur Mayer","raw_affiliation_strings":["Colorado School of Mines"],"affiliations":[{"raw_affiliation_string":"Colorado School of Mines","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061709453","display_name":"Kaylynn Tu","orcid":null},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaylynn Tu","raw_affiliation_strings":["Colorado School of Mines"],"affiliations":[{"raw_affiliation_string":"Colorado School of Mines","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101641878","display_name":"Chuan Yue","orcid":"https://orcid.org/0000-0002-6095-4768"},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chuan Yue","raw_affiliation_strings":["Colorado School of Mines"],"affiliations":[{"raw_affiliation_string":"Colorado School of Mines","institution_ids":["https://openalex.org/I167576493"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5089019010"],"corresponding_institution_ids":["https://openalex.org/I167576493"],"apc_list":null,"apc_paid":null,"fwci":5.0931,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.95308767,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1182","last_page":"1193"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.796877384185791},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7606280446052551},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.6088714003562927},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5601783990859985},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5404383540153503},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5231339335441589},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.522344708442688},{"id":"https://openalex.org/keywords/check-in","display_name":"Check-in","score":0.5210356712341309},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5069844722747803},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.475324422121048},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4618832468986511},{"id":"https://openalex.org/keywords/adversarial-machine-learning","display_name":"Adversarial machine learning","score":0.45478522777557373},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.387911319732666},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3869233727455139},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.22754964232444763},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2131747305393219}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.796877384185791},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7606280446052551},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6088714003562927},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5601783990859985},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5404383540153503},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5231339335441589},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.522344708442688},{"id":"https://openalex.org/C2776004034","wikidata":"https://www.wikidata.org/wiki/Q1068755","display_name":"Check-in","level":2,"score":0.5210356712341309},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5069844722747803},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.475324422121048},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4618832468986511},{"id":"https://openalex.org/C2778403875","wikidata":"https://www.wikidata.org/wiki/Q20312394","display_name":"Adversarial machine learning","level":3,"score":0.45478522777557373},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.387911319732666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3869233727455139},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.22754964232444763},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2131747305393219},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3366423.3380195","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3366423.3380195","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Web Conference 2020","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3366423.3380195","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3366423.3380195","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Web Conference 2020","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W285440899","https://openalex.org/W1046275439","https://openalex.org/W1570705485","https://openalex.org/W1591825359","https://openalex.org/W1807286188","https://openalex.org/W1833794596","https://openalex.org/W1856642343","https://openalex.org/W1966139138","https://openalex.org/W1968779470","https://openalex.org/W2031566540","https://openalex.org/W2084062832","https://openalex.org/W2088476684","https://openalex.org/W2093044076","https://openalex.org/W2099256741","https://openalex.org/W2116323796","https://openalex.org/W2118091490","https://openalex.org/W2125436846","https://openalex.org/W2126302787","https://openalex.org/W2127119766","https://openalex.org/W2150597317","https://openalex.org/W2153579005","https://openalex.org/W2168765606","https://openalex.org/W2211192759","https://openalex.org/W2251818205","https://openalex.org/W2251854823","https://openalex.org/W2319986937","https://openalex.org/W2405909526","https://openalex.org/W2461055567","https://openalex.org/W2525778437","https://openalex.org/W2528437680","https://openalex.org/W2529665187","https://openalex.org/W2538374209","https://openalex.org/W2581057531","https://openalex.org/W2733903155","https://openalex.org/W2740203229","https://openalex.org/W2748982708","https://openalex.org/W2752337926","https://openalex.org/W2761817502","https://openalex.org/W2765220050","https://openalex.org/W2771472444","https://openalex.org/W2775696384","https://openalex.org/W2788102893","https://openalex.org/W2791129160","https://openalex.org/W2792942633","https://openalex.org/W2794325666","https://openalex.org/W2794855529","https://openalex.org/W2811176066","https://openalex.org/W2890419535","https://openalex.org/W2949547296","https://openalex.org/W2963207607","https://openalex.org/W2963748441","https://openalex.org/W2963859254","https://openalex.org/W2963890755","https://openalex.org/W2963969878","https://openalex.org/W2964154091","https://openalex.org/W2964308564","https://openalex.org/W3103283534","https://openalex.org/W3121257585","https://openalex.org/W3122078363","https://openalex.org/W3122383744","https://openalex.org/W3125283999","https://openalex.org/W4292341621"],"related_works":["https://openalex.org/W3048732067","https://openalex.org/W4383468834","https://openalex.org/W4384648009","https://openalex.org/W4303645823","https://openalex.org/W4285263558","https://openalex.org/W2900159906","https://openalex.org/W4287828318","https://openalex.org/W2406556600","https://openalex.org/W4283221438","https://openalex.org/W2899811703"],"abstract_inverted_index":{"Attention":[0],"check":[1,53,84,110,117,194],"questions":[2,54,85],"have":[3],"become":[4],"commonly":[5],"used":[6],"in":[7],"online":[8],"surveys":[9],"published":[10],"on":[11],"popular":[12],"crowdsourcing":[13,228],"platforms":[14],"as":[15],"a":[16,94],"key":[17],"mechanism":[18,39],"to":[19,49,68,81,106,149,162,201,206,221],"filter":[20],"out":[21],"inattentive":[22],"respondents":[23,48],"and":[24,46,72,102,125,128,143,168,225,229],"improve":[25],"data":[26],"quality.":[27],"However,":[28],"little":[29],"research":[30,187,204],"considers":[31],"the":[32,65,114,130,151,172,186,203,209,214,222],"vulnerabilities":[33],"of":[34,122,132,175,185,217,227],"this":[35,61],"important":[36],"quality":[37],"control":[38],"that":[40,74,97,120],"can":[41,76],"allow":[42],"attackers":[43,75],"including":[44],"irresponsible":[45],"malicious":[47,215],"automatically":[50],"answer":[51],"attention":[52,83,109,116,184,193],"for":[55,146],"efficiently":[56],"achieving":[57],"their":[58,163],"goals.":[59],"In":[60],"paper,":[62],"we":[63],"perform":[64],"first":[66,115],"study":[67],"investigate":[69],"such":[70],"vulnerabilities,":[71],"demonstrate":[73,129],"leverage":[77],"deep":[78],"learning":[79,219],"techniques":[80,220],"pass":[82,108],"automatically.":[86],"We":[87,112,134,177],"propose":[88],"AC-EasyPass,":[89],"an":[90],"attack":[91],"framework":[92],"with":[93],"concrete":[95],"model,":[96],"combines":[98],"convolutional":[99],"neural":[100],"network":[101],"weighted":[103],"feature":[104],"reconstruction":[105],"easily":[107],"questions.":[111],"construct":[113],"question":[118],"dataset":[119],"consists":[121],"both":[123,166],"original":[124],"augmented":[126],"questions,":[127],"effectiveness":[131],"AC-EasyPass.":[133],"explore":[135],"two":[136],"simple":[137],"defense":[138],"methods,":[139],"adding":[140,144],"adversarial":[141],"sentences":[142],"typos,":[145],"survey":[147],"designers":[148],"mitigate":[150],"risks":[152,211],"posed":[153,212],"by":[154,213],"AC-EasyPass;":[155],"however,":[156],"these":[157],"methods":[158],"are":[159],"fragile":[160],"due":[161],"limitations":[164],"from":[165],"technical":[167],"usability":[169],"perspectives,":[170],"underlining":[171],"challenging":[173],"nature":[174],"defense.":[176],"hope":[178],"our":[179,198],"work":[180,199],"will":[181],"raise":[182],"sufficient":[183],"community":[188,205],"towards":[189],"developing":[190],"more":[191],"robust":[192],"mechanisms.":[195],"More":[196],"broadly,":[197],"intends":[200],"prompt":[202],"seriously":[207],"consider":[208],"emerging":[210],"use":[216],"machine":[218],"quality,":[223],"validity,":[224],"trustworthiness":[226],"social":[230],"computing.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":8}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}