{"id":"https://openalex.org/W7225564192","doi":"https://doi.org/10.51178/jetl.v8i3.3678","title":"Content Validity of a Framework for Problem-Solving Competence in Programming Among Information Technology Students: A Two-Round Delphi Study in Vietnam","display_name":"Content Validity of a Framework for Problem-Solving Competence in Programming Among Information Technology Students: A Two-Round Delphi Study in Vietnam","publication_year":2026,"publication_date":"2026-11-09","ids":{"openalex":"https://openalex.org/W7225564192","doi":"https://doi.org/10.51178/jetl.v8i3.3678"},"language":"en","primary_location":{"id":"doi:10.51178/jetl.v8i3.3678","doi":"https://doi.org/10.51178/jetl.v8i3.3678","is_oa":true,"landing_page_url":"https://doi.org/10.51178/jetl.v8i3.3678","pdf_url":"https://pusdikra-publishing.com/index.php/jetl/article/download/3678/2791","source":{"id":"https://openalex.org/S4210208653","display_name":"Journal Of Education And Teaching Learning (JETL)","issn_l":"2656-0283","issn":["2656-0283","2828-1020"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal Of Education And Teaching Learning (JETL)","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://pusdikra-publishing.com/index.php/jetl/article/download/3678/2791","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5161296667","display_name":"Nguyen Dinh Tho","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4391012539","display_name":"Thu Dau Mot University","ror":"https://ror.org/010y5b925","country_code":"VN","type":"education","lineage":["https://openalex.org/I4391012539"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nguyen Dinh Tho","raw_affiliation_strings":["Thu Dau Mot University, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thu Dau Mot University, Vietnam","institution_ids":["https://openalex.org/I4391012539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161270892","display_name":"Nguyen Phuong Chi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4391012539","display_name":"Thu Dau Mot University","ror":"https://ror.org/010y5b925","country_code":"VN","type":"education","lineage":["https://openalex.org/I4391012539"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nguyen Phuong Chi","raw_affiliation_strings":["Thu Dau Mot University, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thu Dau Mot University, Vietnam","institution_ids":["https://openalex.org/I4391012539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000205217","display_name":"Pham Tho Hoan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I135822937","display_name":"Hanoi National University of Education","ror":"https://ror.org/0360g3z42","country_code":"VN","type":"education","lineage":["https://openalex.org/I135822937"]},{"id":"https://openalex.org/I4405266539","display_name":"VNU University of Education","ror":"https://ror.org/03p84hv22","country_code":"VN","type":"education","lineage":["https://openalex.org/I177233841","https://openalex.org/I4405266539"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Pham Tho Hoan","raw_affiliation_strings":["Hanoi National University of Education, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi National University of Education, Vietnam","institution_ids":["https://openalex.org/I135822937","https://openalex.org/I4405266539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"3","first_page":"675","last_page":"687"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.012000000104308128,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.004800000227987766,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/problem-solving-skills","display_name":"problem-solving skills","score":0.875},{"id":"https://openalex.org/keywords/programming-education","display_name":"programming education","score":0.8949999809265137},{"id":"https://openalex.org/keywords/competence-framework","display_name":"competence framework","score":0.8840000033378601},{"id":"https://openalex.org/keywords/content-validity","display_name":"content validity","score":0.9539999961853027},{"id":"https://openalex.org/keywords/information-technology-students","display_name":"information technology students","score":0.8339999914169312},{"id":"https://openalex.org/keywords/competency-based-education","display_name":"competency-based education","score":0.7279999852180481},{"id":"https://openalex.org/keywords/learning-outcomes","display_name":"learning outcomes","score":0.9290000200271606},{"id":"https://openalex.org/keywords/behavioural-indicators","display_name":"behavioural indicators","score":0.7860000133514404},{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.7789999842643738},{"id":"https://openalex.org/keywords/exception-handling","display_name":"exception handling","score":0.9909999966621399},{"id":"https://openalex.org/keywords/rubrics","display_name":"rubrics","score":0.49300000071525574},{"id":"https://openalex.org/keywords/project-based-instruction","display_name":"project-based instruction","score":0.7960000038146973},{"id":"https://openalex.org/keywords/vietnam","display_name":"Vietnam","score":0.8360000252723694}],"concepts":[{"id":"https://openalex.org/C60641444","wikidata":"https://www.wikidata.org/wiki/Q841602","display_name":"Delphi method","level":2,"score":0.6395999789237976},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.631600022315979},{"id":"https://openalex.org/C58916136","wikidata":"https://www.wikidata.org/wiki/Q1663508","display_name":"Content validity","level":3,"score":0.5353000164031982},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43549999594688416},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4187999963760376},{"id":"https://openalex.org/C162446236","wikidata":"https://www.wikidata.org/wiki/Q653137","display_name":"Content analysis","level":2,"score":0.3955000042915344},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3831999897956848},{"id":"https://openalex.org/C121017731","wikidata":"https://www.wikidata.org/wiki/Q11661","display_name":"Information technology","level":2,"score":0.3747999966144562},{"id":"https://openalex.org/C2779495148","wikidata":"https://www.wikidata.org/wiki/Q487378","display_name":"Delphi","level":2,"score":0.35040000081062317},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32679998874664307},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.2759999930858612},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.26089999079704285}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.51178/jetl.v8i3.3678","doi":"https://doi.org/10.51178/jetl.v8i3.3678","is_oa":true,"landing_page_url":"https://doi.org/10.51178/jetl.v8i3.3678","pdf_url":"https://pusdikra-publishing.com/index.php/jetl/article/download/3678/2791","source":{"id":"https://openalex.org/S4210208653","display_name":"Journal Of Education And Teaching Learning (JETL)","issn_l":"2656-0283","issn":["2656-0283","2828-1020"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal Of Education And Teaching Learning (JETL)","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.51178/jetl.v8i3.3678","doi":"https://doi.org/10.51178/jetl.v8i3.3678","is_oa":true,"landing_page_url":"https://doi.org/10.51178/jetl.v8i3.3678","pdf_url":"https://pusdikra-publishing.com/index.php/jetl/article/download/3678/2791","source":{"id":"https://openalex.org/S4210208653","display_name":"Journal Of Education And Teaching Learning (JETL)","issn_l":"2656-0283","issn":["2656-0283","2828-1020"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal Of Education And Teaching Learning (JETL)","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8278999924659729}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225564192.pdf","grobid_xml":"https://content.openalex.org/works/W7225564192.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W2016660511","https://openalex.org/W2339183141","https://openalex.org/W3166608317","https://openalex.org/W4395957952"],"related_works":["https://openalex.org/W2950601162","https://openalex.org/W3129714192","https://openalex.org/W4389815807","https://openalex.org/W4391546332","https://openalex.org/W4206237370","https://openalex.org/W4280609250","https://openalex.org/W4285578616","https://openalex.org/W2741172475","https://openalex.org/W7108328994","https://openalex.org/W7215602800"],"abstract_inverted_index":{"Competence-based":[0],"education":[1],"requires":[2],"that":[3,94,207],"learning":[4,253],"outcomes":[5],"for":[6,28,251],"information":[7],"technology":[8],"(IT)":[9],"programs":[10],"rest":[11],"on":[12],"a":[13,35,46,62,67,137,179],"competence":[14,30,50],"framework":[15,27,246],"whose":[16],"content":[17,43,129,205],"has":[18,25],"been":[19],"validated":[20,33,41,196,237],"by":[21],"experts,":[22],"yet":[23],"Vietnam":[24],"no":[26],"problem-solving":[29],"in":[31,114,125,262],"programming":[32,77],"through":[34],"quantitative,":[36],"criterion-based":[37],"procedure.":[38],"This":[39],"study":[40],"the":[42,79,103,154,162,169,227,236],"of":[44,72,133,139,147,153],"such":[45],"framework,":[47],"comprising":[48],"five":[49],"components,":[51],"twenty-one":[52,199],"criteria,":[53,234],"and":[54,82,143,168,201,217,258],"behavioural":[55],"indicators":[56,225],"across":[57],"four":[58],"developmental":[59],"levels,":[60],"using":[61],"two-round":[63],"Delphi":[64],"procedure":[65],"with":[66,213],"purposively":[68],"heterogeneous,":[69],"Vietnam-based":[70],"panel":[71,106],"23":[73],"experts":[74,208],"drawn":[75],"from":[76],"instruction,":[78],"software":[80],"industry,":[81],"educational":[83],"measurement.":[84],"Round":[85,99,115],"1":[86],"(21":[87],"respondents;":[88],"91.3%)":[89],"elicited":[90],"structured":[91],"qualitative":[92],"judgements":[93],"generated":[95],"six":[96],"documented":[97],"revisions.":[98],"2,":[100],"sent":[101],"to":[102,183],"same":[104],"fixed":[105],"(n":[107],"=":[108],"20;":[109],"87.0%;":[110],"19":[111],"also":[112],"responding":[113],"1),":[116],"rated":[117],"169":[118,155],"items":[119,156],"against":[120],"three":[121,159],"consensus":[122],"criteria":[123,160,200],"set":[124],"advance:":[126],"an":[127,144,187,248],"item-level":[128],"validity":[130],"index":[131,164],"(I-CVI)":[132],"at":[134,140,148,226],"least":[135,141],"0.78,":[136],"median":[138],"4,":[142],"interquartile":[145],"range":[146],"most":[149],"1.":[150],"Every":[151],"one":[152],"satisfied":[157],"all":[158],"simultaneously,":[161],"scale-level":[163],"(S-CVI/Ave)":[165],"reached":[166],"0.98,":[167],"predefined":[170],"stopping":[171],"rule":[172],"was":[173],"therefore":[174],"met":[175],"after":[176],"two":[177],"rounds;":[178],"sensitivity":[180],"analysis":[181],"restricted":[182],"respondents":[184],"who":[185],"passed":[186],"embedded":[188],"attention":[189],"check":[190],"left":[191],"this":[192],"conclusion":[193],"unchanged.":[194],"The":[195,245],"core":[197],"comprises":[198],"eighty-four":[202],"indicators.":[203],"Two":[204],"areas":[206],"raised":[209],"without":[210],"prompting,":[211],"collaboration":[212],"generative":[214],"artificial":[215],"intelligence":[216],"exception":[218],"handling,":[219],"were":[220],"integrated":[221],"as":[222,232],"twelve":[223,241],"extended":[224],"indicator":[228],"layer":[229],"rather":[230],"than":[231],"new":[233],"preserving":[235],"criterion":[238],"structure;":[239],"these":[240],"await":[242],"separate":[243],"validation.":[244],"supplies":[247],"evidence-based":[249],"foundation":[250],"writing":[252],"outcomes,":[254],"constructing":[255],"analytic":[256],"rubrics,":[257],"designing":[259],"project-based":[260],"instruction":[261],"IT":[263],"programmes.":[264]},"counts_by_year":[],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-11-09T00:00:00"}