{"id":"https://openalex.org/W4310357439","doi":"https://doi.org/10.1109/fie56618.2022.9962681","title":"Using AI-based NiCATS System to Evaluate Student Comprehension in Introductory Computer Programming Courses","display_name":"Using AI-based NiCATS System to Evaluate Student Comprehension in Introductory Computer Programming Courses","publication_year":2022,"publication_date":"2022-10-08","ids":{"openalex":"https://openalex.org/W4310357439","doi":"https://doi.org/10.1109/fie56618.2022.9962681"},"language":"en","primary_location":{"id":"doi:10.1109/fie56618.2022.9962681","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie56618.2022.9962681","pdf_url":null,"source":{"id":"https://openalex.org/S4363607793","display_name":"2022 IEEE Frontiers in Education Conference (FIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044407873","display_name":"Bradley Boswell","orcid":null},"institutions":[{"id":"https://openalex.org/I39815113","display_name":"Georgia Southern University","ror":"https://ror.org/04agmb972","country_code":"US","type":"education","lineage":["https://openalex.org/I39815113"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Bradley Boswell","raw_affiliation_strings":["Georgia Southern University,Computer Science,Statesboro,USA","Computer Science, Georgia Southern University, Statesboro, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Southern University,Computer Science,Statesboro,USA","institution_ids":["https://openalex.org/I39815113"]},{"raw_affiliation_string":"Computer Science, Georgia Southern University, Statesboro, USA","institution_ids":["https://openalex.org/I39815113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043279780","display_name":"Andrew Sanders","orcid":"https://orcid.org/0009-0004-7158-0097"},"institutions":[{"id":"https://openalex.org/I39815113","display_name":"Georgia Southern University","ror":"https://ror.org/04agmb972","country_code":"US","type":"education","lineage":["https://openalex.org/I39815113"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Sanders","raw_affiliation_strings":["Georgia Southern University,Computer Science,Statesboro,USA","Computer Science, Georgia Southern University, Statesboro, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Southern University,Computer Science,Statesboro,USA","institution_ids":["https://openalex.org/I39815113"]},{"raw_affiliation_string":"Computer Science, Georgia Southern University, Statesboro, USA","institution_ids":["https://openalex.org/I39815113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014676760","display_name":"Andrew Allen","orcid":"https://orcid.org/0000-0003-0244-3123"},"institutions":[{"id":"https://openalex.org/I39815113","display_name":"Georgia Southern University","ror":"https://ror.org/04agmb972","country_code":"US","type":"education","lineage":["https://openalex.org/I39815113"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Allen","raw_affiliation_strings":["Georgia Southern University,Computer Science,Statesboro,USA","Computer Science, Georgia Southern University, Statesboro, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Southern University,Computer Science,Statesboro,USA","institution_ids":["https://openalex.org/I39815113"]},{"raw_affiliation_string":"Computer Science, Georgia Southern University, Statesboro, USA","institution_ids":["https://openalex.org/I39815113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004483487","display_name":"Gursimran Walia","orcid":"https://orcid.org/0000-0002-4029-6227"},"institutions":[{"id":"https://openalex.org/I91492222","display_name":"University of Maine at Augusta","ror":"https://ror.org/041gqhg24","country_code":"US","type":"education","lineage":["https://openalex.org/I2802397601","https://openalex.org/I91492222"]},{"id":"https://openalex.org/I25041050","display_name":"Augusta University","ror":"https://ror.org/012mef835","country_code":"US","type":"education","lineage":["https://openalex.org/I25041050"]},{"id":"https://openalex.org/I4210087454","display_name":"Augusta University Health","ror":"https://ror.org/007rawr89","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gursimran Singh Walia","raw_affiliation_strings":["Augusta University,Computer Science,Augusta,USA","Computer Science, Augusta University, Augusta, USA"],"affiliations":[{"raw_affiliation_string":"Augusta University,Computer Science,Augusta,USA","institution_ids":["https://openalex.org/I4210087454","https://openalex.org/I91492222"]},{"raw_affiliation_string":"Computer Science, Augusta University, Augusta, USA","institution_ids":["https://openalex.org/I25041050"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102749808","display_name":"Md Shakil Hossain","orcid":"https://orcid.org/0009-0007-2136-6457"},"institutions":[{"id":"https://openalex.org/I39815113","display_name":"Georgia Southern University","ror":"https://ror.org/04agmb972","country_code":"US","type":"education","lineage":["https://openalex.org/I39815113"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md Shakil Hossain","raw_affiliation_strings":["Georgia Southern University,Computer Science,Statesboro,USA","Computer Science, Georgia Southern University, Statesboro, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Southern University,Computer Science,Statesboro,USA","institution_ids":["https://openalex.org/I39815113"]},{"raw_affiliation_string":"Computer Science, Georgia Southern University, Statesboro, USA","institution_ids":["https://openalex.org/I39815113"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5044407873"],"corresponding_institution_ids":["https://openalex.org/I39815113"],"apc_list":null,"apc_paid":null,"fwci":0.3118,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.51739927,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7916321754455566},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.6931020617485046},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.641605019569397},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.6004816889762878},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5736667513847351},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5029048323631287},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4587886333465576},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.4514906406402588},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4388730227947235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43818503618240356},{"id":"https://openalex.org/keywords/fixation","display_name":"Fixation (population genetics)","score":0.42509639263153076},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3717014789581299},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3701655864715576},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.35802072286605835},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.22435802221298218},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17812281847000122}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7916321754455566},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.6931020617485046},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.641605019569397},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.6004816889762878},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5736667513847351},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5029048323631287},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4587886333465576},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4514906406402588},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4388730227947235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43818503618240356},{"id":"https://openalex.org/C146249460","wikidata":"https://www.wikidata.org/wiki/Q2914991","display_name":"Fixation (population genetics)","level":3,"score":0.42509639263153076},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3717014789581299},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3701655864715576},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.35802072286605835},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.22435802221298218},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17812281847000122},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie56618.2022.9962681","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie56618.2022.9962681","pdf_url":null,"source":{"id":"https://openalex.org/S4363607793","display_name":"2022 IEEE Frontiers in Education Conference (FIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8500000238418579,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1901145490","https://openalex.org/W1973204205","https://openalex.org/W2023159994","https://openalex.org/W2059436576","https://openalex.org/W2081112272","https://openalex.org/W2362779523","https://openalex.org/W2620657989","https://openalex.org/W2943898749","https://openalex.org/W3010044660","https://openalex.org/W4200116677","https://openalex.org/W4211248783","https://openalex.org/W6665179509"],"related_works":["https://openalex.org/W2724855087","https://openalex.org/W2886906914","https://openalex.org/W2884362859","https://openalex.org/W1508879959","https://openalex.org/W2123179197","https://openalex.org/W2008149650","https://openalex.org/W2122804569","https://openalex.org/W2031043538","https://openalex.org/W1995506819","https://openalex.org/W2110798500"],"abstract_inverted_index":{"This":[0,93,137,250],"Research":[1],"to":[2,20,156,187,224,254,262,272,291,302,347],"Practice":[3],"Full":[4],"Paper":[5],"presents":[6],"the":[7,41,111,122,140,193,202,217,255,260,270,277,315,339,348],"use":[8],"of":[9,40,47,142,171,195,201,317,330],"data":[10,126,244],"collected":[11],"by":[12,121,343],"our":[13],"Non-Intrusive":[14,113],"Classroom":[15,114],"Attention":[16,115],"Tracking":[17,116],"System":[18,117],"(NiCATS)":[19],"evaluate":[21],"student":[22,274],"comprehension.":[23],"Quantifying":[24],"students'":[25],"cognitive":[26,55,218,340],"processes":[27,56,219,341],"in":[28,30,127,145,149,160,192,246,276,285,294],"classrooms":[29],"a":[31,134,143,150,247,306],"non-intrusive":[32],"way":[33],"is":[34,131,252],"challenging.":[35],"By":[36],"analyzing":[37],"various":[38],"aspects":[39],"eye":[42,190,203,319],"metrics":[43,71,103,191,320],"against":[44,104],"defined":[45,106,173],"regions":[46],"interest":[48],"(ROI),":[49],"instructors":[50,334],"can":[51],"better":[52],"understand":[53],"students\u2019":[54],"as":[57,129,257,327],"they":[58],"acquire":[59],"new":[60,226],"knowledge.":[61],"Eye-tracking":[62],"studies":[63],"primarily":[64],"define":[65],"ROIs":[66,208,324,332],"based":[67],"on":[68,133,283,305],"commonly":[69],"used":[70,84,186,342],"(source":[72],"code":[73,211],"complexity,":[74],"significant":[75],"fixation":[76],"durations,":[77],"etc.).":[78],"While":[79,279],"helpful,":[80],"these":[81,318],"metrics,":[82],"when":[83,222,345],"independently,":[85],"do":[86],"not":[87],"accurately":[88],"represent":[89],"their":[90,210],"comprehension":[91],"patterns.":[92],"paper":[94,138],"contributes":[95],"an":[96,328],"alternative,":[97],"multilayered":[98],"approach":[99],"for":[100],"calculating":[101],"gaze":[102],"automatically":[105],"ROIs.":[107],"The":[108,181,199],"work":[109],"utilizes":[110],"AI-based":[112],"(NiCATS":[118],"-":[119],"developed":[120],"researchers),":[123],"collecting":[124],"raw-gaze":[125],"real-time":[128],"information":[130],"presented":[132],"computer":[135,307],"screen.":[136],"reports":[139],"results":[141,200],"study":[144],"which":[146],"undergraduate":[147],"students":[148,220,238,284,299,344],"CS":[151],"programming":[152,287],"course":[153],"were":[154,184],"asked":[155],"identify":[157,263],"defects":[158],"seeded":[159],"Java":[161],"programs.":[162],"Each":[163],"JAVA":[164],"program":[165],"included":[166],"its":[167],"own":[168],"unique":[169],"sets":[170,183],"ROIS":[172],"using":[174,242,321],"two":[175],"different":[176],"granularities:":[177],"lexer-based":[178,232],"and":[179,268],"line-based.":[180],"ROI":[182,197],"then":[185],"calculate":[188],"relevant":[189],"context":[194],"each":[196],"layout.":[198],"metric":[204],"analysis":[205,316],"at":[206],"specific":[207,248],"w.r.t":[209],"review":[212],"task":[213],"provide":[214],"insights":[215,337],"into":[216,231,338],"undergo":[221],"trying":[223],"comprehend":[225],"material.":[227],"Subdividing":[228],"this":[229,280],"region":[230],"regions,":[233],"we":[234,289],"determined":[235],"\u201ccontent":[236],"topics\u201d":[237],"struggled":[239],"with":[240,335],"(e.g.,":[241],"complex":[243],"types)":[245],"area.":[249],"feedback":[251],"valuable":[253],"instructor":[256],"it":[258],"enables":[259],"ability":[261,271],"hard-to-comprehend":[264],"content":[265],"topics":[266],"post-hoc":[267],"gives":[269],"validate":[273],"learning":[275,296],"classroom.":[278],"experiment":[281],"focused":[282],"introductory":[286],"courses,":[288],"intend":[290],"conduct":[292],"experiments":[293],"other":[295],"settings":[297],"where":[298],"are":[300],"expected":[301],"read":[303],"material":[304],"screen":[308],"or":[309],"solve":[310],"actual":[311],"problems.":[312],"To":[313],"summarize,":[314],"more":[322],"fine-grained":[323],"(lexer-based,":[325],"line-based)":[326],"extension":[329],"complexity-based":[331],"provides":[333],"deeper":[336],"compared":[346],"current":[349],"state-of-the-art":[350],"techniques.":[351]},"counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}