{"id":"https://openalex.org/W2804047300","doi":"https://doi.org/10.1145/3205873.3210702","title":"On the Suitability of Real-Time Assessment of Programming Proficiency using Gaze Properties","display_name":"On the Suitability of Real-Time Assessment of Programming Proficiency using Gaze Properties","publication_year":2018,"publication_date":"2018-05-23","ids":{"openalex":"https://openalex.org/W2804047300","doi":"https://doi.org/10.1145/3205873.3210702","mag":"2804047300"},"language":"en","primary_location":{"id":"doi:10.1145/3205873.3210702","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3205873.3210702","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3205873.3210702","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th ACM International Symposium on Pervasive Displays","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3205873.3210702","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111383224","display_name":"Calvin Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Calvin Liang","raw_affiliation_strings":["Tufts University, Medford, United States"],"affiliations":[{"raw_affiliation_string":"Tufts University, Medford, United States","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049476736","display_name":"Jakob Karolus","orcid":"https://orcid.org/0000-0002-0698-7470"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jakob Karolus","raw_affiliation_strings":["LMU Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"LMU Munich, Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020645768","display_name":"Thomas Kosch","orcid":"https://orcid.org/0000-0001-6300-9035"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Kosch","raw_affiliation_strings":["LMU Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"LMU Munich, Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062196262","display_name":"Albrecht Schmidt","orcid":"https://orcid.org/0000-0003-3890-1990"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Albrecht Schmidt","raw_affiliation_strings":["LMU Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"LMU Munich, Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5111383224"],"corresponding_institution_ids":["https://openalex.org/I121934306"],"apc_list":null,"apc_paid":null,"fwci":0.1811,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.47601185,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9404000043869019,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.7801288366317749},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7423750162124634},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.7065097093582153},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.6252805590629578},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5829325914382935},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.461803138256073},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45199352502822876},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.4255019426345825},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.42238202691078186},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37975817918777466},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3423881530761719},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1911943256855011},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08255824446678162}],"concepts":[{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.7801288366317749},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7423750162124634},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.7065097093582153},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.6252805590629578},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5829325914382935},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.461803138256073},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45199352502822876},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4255019426345825},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.42238202691078186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37975817918777466},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3423881530761719},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1911943256855011},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08255824446678162},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3205873.3210702","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3205873.3210702","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3205873.3210702","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th ACM International Symposium on Pervasive Displays","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3205873.3210702","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3205873.3210702","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3205873.3210702","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th ACM International Symposium on Pervasive Displays","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8600000143051147,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4742282817","display_name":null,"funder_award_id":"IRES","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2804047300.pdf","grobid_xml":"https://content.openalex.org/works/W2804047300.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W1517003397","https://openalex.org/W2003909323","https://openalex.org/W2013112874","https://openalex.org/W2031043538","https://openalex.org/W2037311778","https://openalex.org/W2092349198","https://openalex.org/W2610219819","https://openalex.org/W2796389891"],"related_works":["https://openalex.org/W1880689012","https://openalex.org/W3014378845","https://openalex.org/W4240909707","https://openalex.org/W2059546927","https://openalex.org/W3207760378","https://openalex.org/W4386072035","https://openalex.org/W2562758970","https://openalex.org/W1986970529","https://openalex.org/W2161294397","https://openalex.org/W2012644758"],"abstract_inverted_index":{"Evaluating":[0],"programming":[1,98,112],"proficiency":[2,99],"has":[3,13],"become":[4],"more":[5],"relevant":[6],"as":[7,18,39,104],"the":[8,57,89],"demand":[9],"for":[10,42,110],"coding":[11],"skills":[12],"increased.":[14],"Current":[15],"methods,":[16],"such":[17],"questionnaires":[19],"or":[20],"interviews,":[21],"are":[22],"methods":[23,109],"that":[24],"lack":[25],"intuition,":[26],"flexibility,":[27],"and":[28,83],"real-time":[29,108],"capabilities.":[30],"In":[31],"our":[32],"work,":[33],"we":[34,46,92],"investigate":[35],"eye":[36,53,75,80],"gaze":[37],"behavior":[38],"an":[40,52,105],"estimate":[41],"skill":[43],"assessment.":[44],"Specifically,":[45],"conducted":[47],"a":[48,68],"study":[49,102],"(N=14)":[50],"using":[51],"tracker":[54],"to":[55,60,97],"analyze":[56],"participants'":[58],"abilities":[59],"understand":[61],"source":[62],"code":[63],"by":[64],"presenting":[65],"them":[66],"with":[67],"series":[69],"of":[70,107],"programs.":[71],"We":[72],"evaluated":[73],"their":[74],"movements":[76],"based":[77],"on":[78],"common":[79],"tracking":[81],"metrics":[82],"identified":[84],"mutual":[85],"task-solving":[86],"strategies":[87],"among":[88],"participants.":[90],"While":[91],"cannot":[93],"relate":[94],"these":[95],"indicators":[96],"directly,":[100],"this":[101],"serves":[103],"evaluation":[106],"evaluating":[111],"proficiency.":[113]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}