{"id":"https://openalex.org/W4214845435","doi":"https://doi.org/10.1145/3506860.3506875","title":"Towards an Automatic Approach for Assessing Program Competencies","display_name":"Towards an Automatic Approach for Assessing Program Competencies","publication_year":2022,"publication_date":"2022-03-03","ids":{"openalex":"https://openalex.org/W4214845435","doi":"https://doi.org/10.1145/3506860.3506875"},"language":"en","primary_location":{"id":"doi:10.1145/3506860.3506875","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3506860.3506875","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK22: 12th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013300070","display_name":"Xinyuan Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Xinyuan Chang","raw_affiliation_strings":["The University of British Columbia, Canada"],"affiliations":[{"raw_affiliation_string":"The University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101685808","display_name":"Bingxin Wang","orcid":"https://orcid.org/0000-0002-8020-7014"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bingxin Wang","raw_affiliation_strings":["The University of British Columbia, Canada"],"affiliations":[{"raw_affiliation_string":"The University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039744335","display_name":"Bowen Hui","orcid":"https://orcid.org/0000-0001-8787-2810"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bowen Hui","raw_affiliation_strings":["The University of British Columbia, Canada"],"affiliations":[{"raw_affiliation_string":"The University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013300070"],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":null,"apc_paid":null,"fwci":2.7283,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.91581474,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"119","last_page":"129"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13034","display_name":"Information Systems Education and Curriculum Development","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13034","display_name":"Information Systems Education and Curriculum Development","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7319866418838501},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.698766827583313},{"id":"https://openalex.org/keywords/soft-skills","display_name":"Soft skills","score":0.6830021142959595},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6545014381408691},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6046246290206909},{"id":"https://openalex.org/keywords/syllabus","display_name":"Syllabus","score":0.585538387298584},{"id":"https://openalex.org/keywords/transferable-skills-analysis","display_name":"Transferable skills analysis","score":0.42212796211242676},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.35163214802742004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2989986538887024},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.28323936462402344},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.24492642283439636},{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.21343591809272766},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.14695608615875244},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12278696894645691}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7319866418838501},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.698766827583313},{"id":"https://openalex.org/C43075056","wikidata":"https://www.wikidata.org/wiki/Q15910354","display_name":"Soft skills","level":2,"score":0.6830021142959595},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6545014381408691},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6046246290206909},{"id":"https://openalex.org/C45504901","wikidata":"https://www.wikidata.org/wiki/Q935222","display_name":"Syllabus","level":2,"score":0.585538387298584},{"id":"https://openalex.org/C20574239","wikidata":"https://www.wikidata.org/wiki/Q7834033","display_name":"Transferable skills analysis","level":3,"score":0.42212796211242676},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.35163214802742004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2989986538887024},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.28323936462402344},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.24492642283439636},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.21343591809272766},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.14695608615875244},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12278696894645691},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3506860.3506875","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3506860.3506875","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK22: 12th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G8865312075","display_name":null,"funder_award_id":"430-2013-000571","funder_id":"https://openalex.org/F4320334617","funder_display_name":"Social Sciences and Humanities Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334617","display_name":"Social Sciences and Humanities Research Council of Canada","ror":"https://ror.org/04j5jqy92"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W89954061","https://openalex.org/W1576208760","https://openalex.org/W1853636458","https://openalex.org/W1965555277","https://openalex.org/W2105152962","https://openalex.org/W2145071835","https://openalex.org/W2149684865","https://openalex.org/W2483606527","https://openalex.org/W2499579762","https://openalex.org/W2561675875","https://openalex.org/W2600274656","https://openalex.org/W2751282100","https://openalex.org/W2754876754","https://openalex.org/W2756268972","https://openalex.org/W2793064824","https://openalex.org/W2797753066","https://openalex.org/W2904185051","https://openalex.org/W2913273467","https://openalex.org/W2972161533","https://openalex.org/W2997823825","https://openalex.org/W3001799900","https://openalex.org/W3024852307","https://openalex.org/W3025455895","https://openalex.org/W3122003582"],"related_works":["https://openalex.org/W3042158627","https://openalex.org/W4294043235","https://openalex.org/W4365446499","https://openalex.org/W4312283230","https://openalex.org/W3123298513","https://openalex.org/W2568765987","https://openalex.org/W2969530741","https://openalex.org/W3130647994","https://openalex.org/W2188793813","https://openalex.org/W3213367260"],"abstract_inverted_index":{"Skills":[0],"analysis":[1,90,107],"is":[2,159],"an":[3,92,170],"interdisciplinary":[4],"area":[5,26],"that":[6,32,47,121,139,150],"studies":[7],"labor":[8],"market":[9],"trends":[10],"and":[11,18,34,52,64,84,115,129,157,191],"provides":[12,91],"recommendations":[13],"for":[14,98,177],"developing":[15],"educational":[16,36,198],"standards":[17],"re-skilling":[19],"efforts.":[20],"We":[21,56],"leverage":[22],"techniques":[23],"in":[24],"this":[25,39,75],"to":[27,68,195],"develop":[28],"a":[29,43,61,105,124,160,178],"scalable":[30],"approach":[31],"identifies":[33],"evaluates":[35],"competencies.":[37],"In":[38],"work,":[40],"we":[41,77,103],"developed":[42],"skills":[44,128,149],"extraction":[45],"algorithm":[46,59],"uses":[48],"natural":[49],"language":[50],"processing":[51],"machine":[53],"learning":[54],"techniques.":[55],"evaluated":[57],"our":[58,193],"on":[60,109,164],"labeled":[62],"dataset":[63],"found":[65],"its":[66],"performance":[67],"be":[69],"competitive":[70],"with":[71],"state-of-the-art":[72],"methods.":[73],"Using":[74],"algorithm,":[76,190],"analyzed":[78],"student":[79],"skills,":[80,131],"university":[81],"course":[82],"syllabi,":[83],"online":[85],"job":[86,100],"postings.":[87],"Our":[88,118],"cross-sector":[89],"initial":[93,171],"landscape":[94],"of":[95,126,162,173],"skill":[96],"needs":[97],"specific":[99],"titles.":[101],"Additionally,":[102],"conducted":[104],"within-sector":[106],"based":[108],"programming":[110],"jobs,":[111],"computer":[112,179],"science":[113,180],"curriculum,":[114],"undergraduate":[116],"students.":[117],"findings":[119],"suggest":[120],"students":[122],"have":[123],"variety":[125],"hard":[127],"soft":[130,165],"but":[132],"they":[133],"are":[134,151],"not":[135],"necessarily":[136],"the":[137,174,189],"ones":[138],"employers":[140],"want.":[141],"The":[142],"data":[143,186],"also":[144],"suggests":[145],"these":[146],"courses":[147],"teach":[148],"somewhat":[152],"different":[153],"from":[154],"industry":[155],"needs,":[156],"there":[158],"lack":[161],"emphasis":[163],"skills.":[166],"These":[167],"results":[168],"provide":[169],"assessment":[172],"program":[175],"competencies":[176],"program.":[181],"Future":[182],"work":[183],"includes":[184],"more":[185],"gathering,":[187],"improving":[188],"applying":[192],"method":[194],"assess":[196],"additional":[197],"programs.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}