{"id":"https://openalex.org/W2804047300","doi":"https://doi.org/10.1145/3205873.3210702","title":"On the Suitability of Real-Time Assessment of Programming Proficiency using Gaze Properties","display_name":"On the Suitability of Real-Time Assessment of Programming Proficiency using Gaze Properties","alternate_titles":[],"publication_year":2018,"publication_date":"2018-05-23","ids":{"openalex":"https://openalex.org/W2804047300","doi":"https://doi.org/10.1145/3205873.3210702","mag":"2804047300"},"language":"en","primary_location":{"id":"doi:10.1145/3205873.3210702","doi":"https://doi.org/10.1145/3205873.3210702","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3205873.3210702","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3205873.3210702","source":{"id":"https://openalex.org/S7407087658","display_name":"ACM International Symposium on Pervasive Displays (PerDis)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th ACM International Symposium on Pervasive Displays","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2804047300"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3205873.3210702","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Calvin Liang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Calvin Liang","raw_affiliation_strings":["Tufts University, Medford, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tufts University, Medford, United States","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049476736","display_name":"Jakob Karolus","orcid":"https://orcid.org/0000-0002-0698-7470","observed_orcids":["https://orcid.org/0000-0002-0698-7470"]},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jakob Karolus","raw_affiliation_strings":["LMU Munich, Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LMU Munich, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020645768","display_name":"Thomas Kosch","orcid":"https://orcid.org/0000-0001-6300-9035","observed_orcids":["https://orcid.org/0000-0001-6300-9035"]},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Kosch","raw_affiliation_strings":["LMU Munich, Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LMU Munich, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062196262","display_name":"Albrecht Schmidt","orcid":"https://orcid.org/0000-0003-3890-1990","observed_orcids":["https://orcid.org/0000-0003-3890-1990"]},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Albrecht Schmidt","raw_affiliation_strings":["LMU Munich, Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LMU Munich, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1737,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.28735441,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":92},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.861299991607666,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.861299991607666,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.12210000306367874,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/eye-tracking","display_name":"eye tracking","score":0.871999979019165},{"id":"https://openalex.org/keywords/gaze-behavior","display_name":"gaze behavior","score":0.8999999761581421},{"id":"https://openalex.org/keywords/source-code-comprehension","display_name":"source code comprehension","score":0.8349999785423279},{"id":"https://openalex.org/keywords/eye-movement-metrics","display_name":"eye movement metrics","score":0.9480000138282776},{"id":"https://openalex.org/keywords/programming-education","display_name":"programming education","score":0.39899998903274536}],"concepts":[{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.7801288366317749},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7423750162124634},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.7065097093582153},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.6252805590629578},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5829325914382935},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.461803138256073},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45199352502822876},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4255019426345825},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.42238202691078186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37975817918777466},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3423881530761719},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1911943256855011},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08255824446678162},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3205873.3210702","doi":"https://doi.org/10.1145/3205873.3210702","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3205873.3210702","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3205873.3210702","source":{"id":"https://openalex.org/S7407087658","display_name":"ACM International Symposium on Pervasive Displays (PerDis)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th ACM International Symposium on Pervasive Displays","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3205873.3210702","doi":"https://doi.org/10.1145/3205873.3210702","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3205873.3210702","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3205873.3210702","source":{"id":"https://openalex.org/S7407087658","display_name":"ACM International Symposium on Pervasive Displays (PerDis)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th ACM International Symposium on Pervasive Displays","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2804047300.pdf","grobid_xml":"https://content.openalex.org/works/W2804047300.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W1517003397","https://openalex.org/W2003909323","https://openalex.org/W2013112874","https://openalex.org/W2031043538","https://openalex.org/W2037311778","https://openalex.org/W2092349198","https://openalex.org/W2610219819","https://openalex.org/W2796389891"],"related_works":["https://openalex.org/W6888047671","https://openalex.org/W4410924573","https://openalex.org/W4403413459","https://openalex.org/W4410191170","https://openalex.org/W4402207817","https://openalex.org/W4391051377","https://openalex.org/W2783179294","https://openalex.org/W2979728311","https://openalex.org/W3046805368","https://openalex.org/W4399420644"],"abstract_inverted_index":{"Evaluating":[0],"programming":[1,98,112],"proficiency":[2,99],"has":[3,13],"become":[4],"more":[5],"relevant":[6],"as":[7,18,39,104],"the":[8,57,89],"demand":[9],"for":[10,42,110],"coding":[11],"skills":[12],"increased.":[14],"Current":[15],"methods,":[16],"such":[17],"questionnaires":[19],"or":[20],"interviews,":[21],"are":[22],"methods":[23,109],"that":[24],"lack":[25],"intuition,":[26],"flexibility,":[27],"and":[28,83],"real-time":[29,108],"capabilities.":[30],"In":[31],"our":[32],"work,":[33],"we":[34,46,92],"investigate":[35],"eye":[36,53,75,80],"gaze":[37],"behavior":[38],"an":[40,52,105],"estimate":[41],"skill":[43],"assessment.":[44],"Specifically,":[45],"conducted":[47],"a":[48,68],"study":[49,102],"(N=14)":[50],"using":[51],"tracker":[54],"to":[55,60,97],"analyze":[56],"participants'":[58],"abilities":[59],"understand":[61],"source":[62],"code":[63],"by":[64],"presenting":[65],"them":[66],"with":[67],"series":[69],"of":[70,107],"programs.":[71],"We":[72],"evaluated":[73],"their":[74],"movements":[76],"based":[77],"on":[78],"common":[79],"tracking":[81],"metrics":[82],"identified":[84],"mutual":[85],"task-solving":[86],"strategies":[87],"among":[88],"participants.":[90],"While":[91],"cannot":[93],"relate":[94],"these":[95],"indicators":[96],"directly,":[100],"this":[101],"serves":[103],"evaluation":[106],"evaluating":[111],"proficiency.":[113]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2804047300","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2018-06-01T00:00:00"}
