{"id":"https://openalex.org/W3208333156","doi":"https://doi.org/10.1109/access.2021.3124672","title":"Automated Waterloo Rubric for Concept Map Grading","display_name":"Automated Waterloo Rubric for Concept Map Grading","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3208333156","doi":"https://doi.org/10.1109/access.2021.3124672","mag":"3208333156"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3124672","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3124672","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09597515.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09597515.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049222443","display_name":"Shresht Bhatia","orcid":null},"institutions":[{"id":"https://openalex.org/I130186095","display_name":"Sacred Heart University","ror":"https://ror.org/0085j8z36","country_code":"US","type":"education","lineage":["https://openalex.org/I130186095"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shresht Bhatia","raw_affiliation_strings":["School of Computer Science and Engineering, Scared Heart University, Fairfield, CT, USA","Tandon School of Engineering, New York University, Brooklyn, NY, USA","Tandon School of Engineering, New York University, Brooklyn, NY USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Scared Heart University, Fairfield, CT, USA","institution_ids":["https://openalex.org/I130186095"]},{"raw_affiliation_string":"Tandon School of Engineering, New York University, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Tandon School of Engineering, New York University, Brooklyn, NY USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049024566","display_name":"Sajal Bhatia","orcid":"https://orcid.org/0000-0002-0380-0623"},"institutions":[{"id":"https://openalex.org/I130186095","display_name":"Sacred Heart University","ror":"https://ror.org/0085j8z36","country_code":"US","type":"education","lineage":["https://openalex.org/I130186095"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sajal Bhatia","raw_affiliation_strings":["School of Computer Science and Engineering, Scared Heart University, Fairfield, CT, USA","Tandon School of Engineering, New York University, Brooklyn, NY, USA","School of Computer Science and Engineering, Scared Heart University, Fairfield, CT USA"],"raw_orcid":"https://orcid.org/0000-0002-0380-0623","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Scared Heart University, Fairfield, CT, USA","institution_ids":["https://openalex.org/I130186095"]},{"raw_affiliation_string":"Tandon School of Engineering, New York University, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Scared Heart University, Fairfield, CT USA","institution_ids":["https://openalex.org/I130186095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063509441","display_name":"Irfan Ahmed","orcid":"https://orcid.org/0000-0001-5648-388X"},"institutions":[{"id":"https://openalex.org/I184840846","display_name":"Virginia Commonwealth University","ror":"https://ror.org/02nkdxk79","country_code":"US","type":"education","lineage":["https://openalex.org/I184840846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Irfan Ahmed","raw_affiliation_strings":["Department of Computer Science, Virginia Commonwealth University, Richmond, VA, USA","Department of Computer Science, Virginia Commonwealth University, Richmond, VA USA"],"raw_orcid":"https://orcid.org/0000-0001-5648-388X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Commonwealth University, Richmond, VA, USA","institution_ids":["https://openalex.org/I184840846"]},{"raw_affiliation_string":"Department of Computer Science, Virginia Commonwealth University, Richmond, VA USA","institution_ids":["https://openalex.org/I184840846"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6501,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.7610123,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"148590","last_page":"148598"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9713000059127808,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9484999775886536,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9606935977935791},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7942078113555908},{"id":"https://openalex.org/keywords/scada","display_name":"SCADA","score":0.7755613327026367},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.7750478982925415},{"id":"https://openalex.org/keywords/concept-map","display_name":"Concept map","score":0.647227942943573},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5532464981079102},{"id":"https://openalex.org/keywords/digital-forensics","display_name":"Digital forensics","score":0.46410760283470154},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25703519582748413},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16346070170402527},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07830378413200378}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9606935977935791},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7942078113555908},{"id":"https://openalex.org/C113863187","wikidata":"https://www.wikidata.org/wiki/Q17498","display_name":"SCADA","level":2,"score":0.7755613327026367},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7750478982925415},{"id":"https://openalex.org/C200287777","wikidata":"https://www.wikidata.org/wiki/Q830115","display_name":"Concept map","level":2,"score":0.647227942943573},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5532464981079102},{"id":"https://openalex.org/C84418412","wikidata":"https://www.wikidata.org/wiki/Q3246940","display_name":"Digital forensics","level":2,"score":0.46410760283470154},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25703519582748413},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16346070170402527},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07830378413200378},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3124672","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3124672","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09597515.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bbe2dda27c1942959e7df63facd2ccb2","is_oa":true,"landing_page_url":"https://doaj.org/article/bbe2dda27c1942959e7df63facd2ccb2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 148590-148598 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3124672","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3124672","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09597515.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7115314743","display_name":"CyberTraining: Implementation: Small: Using Problem-Based Learning for Vocational Training in Cyberinfrastructure Security at Community Colleges","funder_award_id":"2017337","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7852217562","display_name":"CyberTraining: Implementation: Small: Using Problem-Based Learning for Vocational Training in Cyberinfrastructure Security at Community Colleges","funder_award_id":"2017371","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3208333156.pdf","grobid_xml":"https://content.openalex.org/works/W3208333156.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W166937770","https://openalex.org/W1557465875","https://openalex.org/W1566018662","https://openalex.org/W1986071466","https://openalex.org/W2014720528","https://openalex.org/W2059128280","https://openalex.org/W2066452439","https://openalex.org/W2078776995","https://openalex.org/W2096504954","https://openalex.org/W2133286915","https://openalex.org/W2466508482","https://openalex.org/W2559996120","https://openalex.org/W2752159383","https://openalex.org/W2886341134","https://openalex.org/W2915206743","https://openalex.org/W2917212091","https://openalex.org/W2993634303","https://openalex.org/W3165364265","https://openalex.org/W4211186725","https://openalex.org/W4250461442","https://openalex.org/W6633661181","https://openalex.org/W6719922820","https://openalex.org/W6743724217"],"related_works":["https://openalex.org/W1987813225","https://openalex.org/W4390610055","https://openalex.org/W4379053243","https://openalex.org/W3021020626","https://openalex.org/W2955201676","https://openalex.org/W2525485641","https://openalex.org/W3132811443","https://openalex.org/W2742817363","https://openalex.org/W4242992011","https://openalex.org/W2050096705"],"abstract_inverted_index":{"Concept":[0],"mapping":[1],"is":[2,24,96],"a":[3,17,32,68,75,99,152],"well-known":[4],"pedagogical":[5],"tool":[6],"to":[7,56,78],"help":[8],"students":[9],"organize,":[10],"represent,":[11],"and":[12,28,113,116,134,138,143,161,165],"develop":[13],"an":[14],"understanding":[15],"of":[16,21,45,65,83,102,106,131],"topic.":[18],"The":[19,94,122],"grading":[20],"concept":[22,46,69,85,104,145,167],"maps":[23,86,105],"typically":[25],"manual,":[26],"time-consuming,":[27],"tedious,":[29],"especially":[30],"for":[31,59,141],"large":[33],"class.":[34],"Existing":[35],"research":[36],"mostly":[37],"focuses":[38],"on":[39,62,98,163],"topological":[40,153],"scoring":[41,50,84,154],"based-on":[42],"structural":[43],"features":[44],"maps.":[47],"Unfortunately,":[48],"the":[49,63,80,89,129],"does":[51],"not":[52],"achieve":[53],"comparable":[54],"accuracy":[55,130],"well-defined":[57],"rubrics":[58],"manual":[60],"analysis":[61],"quality":[64,91],"content":[66],"in":[67],"map.":[70],"This":[71],"paper":[72],"presents":[73],"Kastor,":[74],"new":[76],"method":[77,155],"automate":[79],"Waterloo":[81],"Rubric":[82],"by":[87,158],"quantifying":[88],"rubric\u2019s":[90],"assessment":[92],"parameters.":[93],"evaluation":[95,123],"performed":[97],"publicly-available":[100],"dataset":[101],"39":[103],"two":[107],"cybersecurity":[108],"courses,":[109],"i.e.,":[110],"digital":[111],"forensics,":[112],"supervisory":[114],"control":[115],"data":[117],"acquisition":[118],"(SCADA)":[119],"system":[120],"security.":[121],"results":[124],"show":[125],"that":[126],"Kastor":[127],"achieves":[128],"around":[132,159],"84%":[133],"95%":[135],"(at":[136],"accurate":[137],"close-to-accurate":[139],"levels)":[140],"SCADA":[142,164],"forensics":[144,166],"maps,":[146,168],"respectively.":[147,169],"Furthermore,":[148],"Kastor\u2019s":[149],"comparison":[150],"with":[151],"shows":[156],"improvement":[157],"32%":[160],"79%":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}