{"id":"https://openalex.org/W7166847017","doi":"https://doi.org/10.1145/3803400.3809394","title":"To Tab or Not to Tab: Measuring Critical Engagement in AI Code Completion Tools Using Behavioral Signals and Attention Checks","display_name":"To Tab or Not to Tab: Measuring Critical Engagement in AI Code Completion Tools Using Behavioral Signals and Attention Checks","publication_year":2026,"publication_date":"2026-07-06","ids":{"openalex":"https://openalex.org/W7166847017","doi":"https://doi.org/10.1145/3803400.3809394"},"language":null,"primary_location":{"id":"doi:10.1145/3803400.3809394","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3803400.3809394","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3803400.3809394","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139674666","display_name":"Jessica Hutchison","orcid":null},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jessica Hutchison","raw_affiliation_strings":["Temple University, Philadephia, PA, USA"],"raw_orcid":"https://orcid.org/0009-0007-5775-9631","affiliations":[{"raw_affiliation_string":"Temple University, Philadephia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139800690","display_name":"Ian Tyler Applebaum","orcid":null},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ian Tyler Applebaum","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0009-0002-0704-9379","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092862245","display_name":"Kenneth Angelikas","orcid":"https://orcid.org/0009-0001-1597-3513"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth Angelikas","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0009-0001-1597-3513","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102741883","display_name":"K. S. Vasundara Patel","orcid":"https://orcid.org/0000-0002-6180-0322"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kush Rakesh Patel","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0009-0008-0356-3294","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139670858","display_name":"Phuoc Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phuoc Nguyen","raw_affiliation_strings":["Temple University, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0009-0009-5780-7060","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044387753","display_name":"A. L\u00e1zaro","orcid":"https://orcid.org/0000-0003-3160-5777"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Antonio Lazaro","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0009-0005-6520-6899","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139719346","display_name":"Nicholas Rucinski","orcid":null},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Rucinski","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0009-0005-6780-8017","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029721254","display_name":"Rahad Arman Nabid","orcid":"https://orcid.org/0000-0002-6562-6595"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahad Arman Nabid","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6562-6595","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042822346","display_name":"Stephen MacNeil","orcid":"https://orcid.org/0000-0003-2781-6619"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen MacNeil","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2781-6619","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I84392919"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.85720803,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"217","last_page":"223"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.6195999979972839,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.6195999979972839,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.08640000224113464,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.027300000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6527000069618225},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5299000144004822},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4627000093460083},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.39820000529289246},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.33570000529289246},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.33309999108314514},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.31520000100135803}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6833999752998352},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6527000069618225},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5299000144004822},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4627000093460083},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4097999930381775},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.33570000529289246},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3253999948501587},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.31520000100135803},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C194519906","wikidata":"https://www.wikidata.org/wiki/Q7627827","display_name":"Student engagement","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C174063052","wikidata":"https://www.wikidata.org/wiki/Q607013","display_name":"Pair programming","level":4,"score":0.26600000262260437},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2632000148296356},{"id":"https://openalex.org/C151637689","wikidata":"https://www.wikidata.org/wiki/Q5318064","display_name":"Dwell time","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.25929999351501465}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3803400.3809394","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3803400.3809394","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2606.30549","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.30549","pdf_url":"https://arxiv.org/pdf/2606.30549","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3803400.3809394","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3803400.3809394","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Conference on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7937934994697571}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI":[0],"code":[1,11,35,43],"completion":[2,36],"tools,":[3],"such":[4],"as":[5],"Github":[6],"Copilot,":[7],"provide":[8],"students":[9,24],"with":[10,42,79,95,106],"suggestions":[12,44],"to":[13,26,50],"help":[14],"them":[15],"write":[16],"programs.":[17],"However,":[18],"recent":[19],"qualitative":[20],"studies":[21],"suggest":[22],"that":[23,38,87],"fail":[25],"critically":[27],"evaluate":[28],"these":[29],"suggestions.":[30],"We":[31,57,72,85,111],"present":[32],"Clover,":[33],"a":[34,60],"tool":[37],"logs":[39],"students'":[40],"interactions":[41],"and":[45,82,119],"additionally":[46],"offers":[47],"attention":[48,80,97,108,120],"checks":[49,121],"probe":[51],"reflective":[52,124],"engagement":[53,78,125],"during":[54],"programming":[55,116],"tasks.":[56],"also":[58],"develop":[59],"taxonomy":[61],"of":[62,90],"behavioral":[63],"interaction":[64,76],"metrics":[65],"for":[66],"AI-assisted":[67,127],"programming,":[68],"informed":[69],"by":[70,113],"literature.":[71],"analyzed":[73],"relationships":[74],"between":[75],"patterns,":[77],"checks,":[81],"task":[83],"performance.":[84,110],"observed":[86],"higher":[88,107],"rates":[89],"tab":[91],"accept":[92],"were":[93],"associated":[94,105],"lower":[96],"check":[98,109],"performance,":[99],"while":[100],"increased":[101],"dwell":[102],"time":[103],"was":[104],"conclude":[112],"discussing":[114],"how":[115],"process":[117],"data":[118],"might":[122],"support":[123],"in":[126],"programming.":[128]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}