{"id":"https://openalex.org/W4391584317","doi":"https://doi.org/10.1145/3631802.3631827","title":"Which Threshold Concepts do Computing Students Encounter while Learning Empirical Research Methods?","display_name":"Which Threshold Concepts do Computing Students Encounter while Learning Empirical Research Methods?","publication_year":2023,"publication_date":"2023-11-13","ids":{"openalex":"https://openalex.org/W4391584317","doi":"https://doi.org/10.1145/3631802.3631827"},"language":"en","primary_location":{"id":"doi:10.1145/3631802.3631827","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3631802.3631827","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3631802.3631827","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3631802.3631827","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091777276","display_name":"Syed Sajid Hussain","orcid":"https://orcid.org/0000-0002-4212-8817"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Syed Sajid Hussain","raw_affiliation_strings":["Department of Computer Science, Norwegian University of Science and Technology (NTNU), Norway"],"raw_orcid":"https://orcid.org/0000-0002-4212-8817","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Norwegian University of Science and Technology (NTNU), Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068692640","display_name":"Morteza Moalagh","orcid":"https://orcid.org/0000-0002-7489-4583"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Morteza Moalagh","raw_affiliation_strings":["Department of Computer Science, Norwegian University of Science and Technology, Norway"],"raw_orcid":"https://orcid.org/0000-0002-7489-4583","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Norwegian University of Science and Technology, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077512264","display_name":"Babak A. Farshchian","orcid":"https://orcid.org/0000-0003-1223-1474"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Babak A. Farshchian","raw_affiliation_strings":["Department of Computer Science, Norwegian University of Science and Technology, Norway"],"raw_orcid":"https://orcid.org/0000-0003-1223-1474","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Norwegian University of Science and Technology, Norway","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5091777276"],"corresponding_institution_ids":["https://openalex.org/I204778367"],"apc_list":null,"apc_paid":null,"fwci":0.5407,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.78212135,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7335325479507446},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5114847421646118},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42878293991088867},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3508046269416809},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13061600923538208},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.08179208636283875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7335325479507446},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5114847421646118},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42878293991088867},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3508046269416809},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13061600923538208},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.08179208636283875},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3631802.3631827","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3631802.3631827","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3631802.3631827","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"},{"id":"pmh:oai:ntnuopen.ntnu.no:11250/3116445","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/3116445","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"1\u201312","raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"doi:10.1145/3631802.3631827","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3631802.3631827","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3631802.3631827","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4099999964237213}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320885","display_name":"European Research Consortium for Informatics and Mathematics","ror":"https://ror.org/055zrhj18"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391584317.pdf","grobid_xml":"https://content.openalex.org/works/W4391584317.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W4214443","https://openalex.org/W659595324","https://openalex.org/W833001433","https://openalex.org/W1589382802","https://openalex.org/W1978190800","https://openalex.org/W2008768047","https://openalex.org/W2014111441","https://openalex.org/W2014346531","https://openalex.org/W2049717695","https://openalex.org/W2065411576","https://openalex.org/W2127773115","https://openalex.org/W2135851823","https://openalex.org/W2150952937","https://openalex.org/W2186825305","https://openalex.org/W2288572692","https://openalex.org/W2312725328","https://openalex.org/W2410074312","https://openalex.org/W2619284668","https://openalex.org/W2767005192","https://openalex.org/W2770960071","https://openalex.org/W2809596984","https://openalex.org/W2906151105","https://openalex.org/W2925515791","https://openalex.org/W2962566413","https://openalex.org/W2973233036","https://openalex.org/W3085010947","https://openalex.org/W3094021057","https://openalex.org/W3128421873","https://openalex.org/W3175137779","https://openalex.org/W3186373739","https://openalex.org/W4205809757","https://openalex.org/W4210936549","https://openalex.org/W4213442604","https://openalex.org/W4253213343","https://openalex.org/W4283813512","https://openalex.org/W4297039634","https://openalex.org/W4315779759"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"A":[0],"strong":[1],"foundation":[2],"in":[3,83,94,103],"empirical":[4,22,44,65,85,172,185],"research":[5,23,45,53,66,86,104,169,173,186],"methods":[6,105,187],"is":[7,24,174],"essential":[8],"for":[9,42,161],"computing":[10,60,162],"students":[11,61,109,163],"due":[12],"to":[13,78,107,149,164,191],"the":[14,35,52,76,80,91,111,117,150,166],"societal":[15],"impacts":[16],"of":[17,27,30,37,75,99,113,120,168],"digital":[18],"technologies.":[19],"However,":[20],"learning":[21,64,84,184],"challenging":[25,130],"because":[26],"a":[28,31,71,128,139],"lack":[29],"research-based":[32],"approach":[33],"and":[34,122,131,137,142,170,188],"absence":[36],"an":[38,95,100],"established":[39],"pedagogical":[40],"culture":[41],"teaching":[43],"methods.":[46,87],"In":[47],"this":[48],"paper,":[49],"we":[50,69,89],"ask":[51],"question:":[54],"Which":[55],"Threshold":[56],"Concepts":[57],"(TCs)":[58],"do":[59],"encounter":[62],"while":[63,183],"methods?":[67],"First,":[68],"conducted":[70],"systematic":[72],"mapping":[73],"review":[74],"literature":[77],"identify":[79],"candidate":[81,92],"TCs":[82,93,145],"Next,":[88],"evaluated":[90],"explanatory":[96],"case":[97],"study":[98],"introductory":[101],"course":[102],"offered":[106],"master\u2019s":[108],"at":[110,116],"Department":[112],"Computer":[114],"Science":[115,121],"Norwegian":[118],"University":[119],"Technology":[123],"(NTNU).":[124],"We":[125,153],"found":[126,155],"that":[127,156],"particularly":[129],"overarching":[132],"TC":[133],"may":[134,178],"be":[135,147,159],"developing":[136,189],"operationalizing":[138],"conceptual":[140,151],"framework,":[141],"many":[143],"other":[144],"can":[146,158],"linked":[148],"framework.":[152],"also":[154],"it":[157],"difficult":[160],"grasp":[165],"nature":[167],"how":[171],"done.":[175],"These":[176],"findings":[177],"help":[179],"understand":[180],"student":[181],"challenges":[182],"solutions":[190],"address":[192],"these":[193],"challenges.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}