{"id":"https://openalex.org/W3012520478","doi":"https://doi.org/10.1109/fie43999.2019.9028548","title":"Providing Insight into the Relationship Between Constructed Response Questions and Multiple Choice Questions in Introduction to Computer Programming Courses","display_name":"Providing Insight into the Relationship Between Constructed Response Questions and Multiple Choice Questions in Introduction to Computer Programming Courses","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W3012520478","doi":"https://doi.org/10.1109/fie43999.2019.9028548","mag":"3012520478"},"language":"en","primary_location":{"id":"doi:10.1109/fie43999.2019.9028548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie43999.2019.9028548","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://scholarworks.indianapolis.iu.edu/bitstreams/60b17198-341d-49db-9b7f-d770dffc77ee/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083906512","display_name":"Joseph B. Herzog","orcid":"https://orcid.org/0000-0003-2441-6169"},"institutions":[{"id":"https://openalex.org/I135191193","display_name":"University of Indianapolis","ror":"https://ror.org/052133d12","country_code":"US","type":"education","lineage":["https://openalex.org/I135191193"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Joseph B. Herzog","raw_affiliation_strings":["R.B. Annis School of Engineering, University of Indianapolis, Indianapolis, IN, USA"],"affiliations":[{"raw_affiliation_string":"R.B. Annis School of Engineering, University of Indianapolis, Indianapolis, IN, USA","institution_ids":["https://openalex.org/I135191193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044303864","display_name":"Patricia Snell Herzog","orcid":"https://orcid.org/0000-0001-6231-1371"},"institutions":[{"id":"https://openalex.org/I135191193","display_name":"University of Indianapolis","ror":"https://ror.org/052133d12","country_code":"US","type":"education","lineage":["https://openalex.org/I135191193"]},{"id":"https://openalex.org/I55769427","display_name":"Indiana University \u2013 Purdue University Indianapolis","ror":"https://ror.org/05gxnyn08","country_code":"US","type":"education","lineage":["https://openalex.org/I55769427","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patricia Snell Herzog","raw_affiliation_strings":["Lilly Family School of Philanthropy, Indiana University Purdue University Indianapolis, Indianapolis, IN, USA"],"affiliations":[{"raw_affiliation_string":"Lilly Family School of Philanthropy, Indiana University Purdue University Indianapolis, Indianapolis, IN, USA","institution_ids":["https://openalex.org/I135191193","https://openalex.org/I55769427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008763746","display_name":"Paul Talaga","orcid":null},"institutions":[{"id":"https://openalex.org/I135191193","display_name":"University of Indianapolis","ror":"https://ror.org/052133d12","country_code":"US","type":"education","lineage":["https://openalex.org/I135191193"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Talaga","raw_affiliation_strings":["R.B. Annis School of Engineering, University of Indianapolis, Indianapolis, IN, USA"],"affiliations":[{"raw_affiliation_string":"R.B. Annis School of Engineering, University of Indianapolis, Indianapolis, IN, USA","institution_ids":["https://openalex.org/I135191193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042484234","display_name":"Christopher Stanley","orcid":"https://orcid.org/0000-0002-0595-3877"},"institutions":[{"id":"https://openalex.org/I135191193","display_name":"University of Indianapolis","ror":"https://ror.org/052133d12","country_code":"US","type":"education","lineage":["https://openalex.org/I135191193"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher M. Stanley","raw_affiliation_strings":["R.B. Annis School of Engineering, University of Indianapolis, Indianapolis, IN, USA"],"affiliations":[{"raw_affiliation_string":"R.B. Annis School of Engineering, University of Indianapolis, Indianapolis, IN, USA","institution_ids":["https://openalex.org/I135191193"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051786637","display_name":"George Ricco","orcid":"https://orcid.org/0000-0002-4993-2971"},"institutions":[{"id":"https://openalex.org/I135191193","display_name":"University of Indianapolis","ror":"https://ror.org/052133d12","country_code":"US","type":"education","lineage":["https://openalex.org/I135191193"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Ricco","raw_affiliation_strings":["R.B. Annis School of Engineering, University of Indianapolis, Indianapolis, IN, USA"],"affiliations":[{"raw_affiliation_string":"R.B. Annis School of Engineering, University of Indianapolis, Indianapolis, IN, USA","institution_ids":["https://openalex.org/I135191193"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5083906512"],"corresponding_institution_ids":["https://openalex.org/I135191193"],"apc_list":null,"apc_paid":null,"fwci":0.3121,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.7163559,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":"35","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11526","display_name":"Innovative Teaching Methods","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/extant-taxon","display_name":"Extant taxon","score":0.7736882567405701},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.7171850204467773},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6597501039505005},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5761533379554749},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5690284371376038},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.45395132899284363},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.4205312728881836},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.28692692518234253},{"id":"https://openalex.org/keywords/significant-difference","display_name":"Significant difference","score":0.201162189245224},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1409473717212677},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12414705753326416},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10914939641952515},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10251939296722412}],"concepts":[{"id":"https://openalex.org/C178300618","wikidata":"https://www.wikidata.org/wiki/Q1898509","display_name":"Extant taxon","level":2,"score":0.7736882567405701},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.7171850204467773},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6597501039505005},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5761533379554749},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5690284371376038},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.45395132899284363},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.4205312728881836},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28692692518234253},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.201162189245224},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1409473717212677},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12414705753326416},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10914939641952515},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10251939296722412},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/fie43999.2019.9028548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie43999.2019.9028548","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},{"id":"pmh:oai:scholarworks.iupui.edu:1805/23621","is_oa":true,"landing_page_url":"http://hdl.handle.net/1805/23621","pdf_url":"https://scholarworks.indianapolis.iu.edu/bitstreams/60b17198-341d-49db-9b7f-d770dffc77ee/download","source":{"id":"https://openalex.org/S4306400987","display_name":"IUScholarWorks (Indiana University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I592451","host_organization_name":"Indiana University","host_organization_lineage":["https://openalex.org/I592451"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Author","raw_type":"Conference proceedings"},{"id":"pmh:oai:scholarworks.indianapolis.iu.edu:1805/23621","is_oa":false,"landing_page_url":"https://hdl.handle.net/1805/23621","pdf_url":null,"source":{"id":"https://openalex.org/S4306400987","display_name":"IUScholarWorks (Indiana University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I592451","host_organization_name":"Indiana University","host_organization_lineage":["https://openalex.org/I592451"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Author","raw_type":"Conference proceedings"}],"best_oa_location":{"id":"pmh:oai:scholarworks.iupui.edu:1805/23621","is_oa":true,"landing_page_url":"http://hdl.handle.net/1805/23621","pdf_url":"https://scholarworks.indianapolis.iu.edu/bitstreams/60b17198-341d-49db-9b7f-d770dffc77ee/download","source":{"id":"https://openalex.org/S4306400987","display_name":"IUScholarWorks (Indiana University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I592451","host_organization_name":"Indiana University","host_organization_lineage":["https://openalex.org/I592451"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Author","raw_type":"Conference proceedings"},"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3012520478.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W179023144","https://openalex.org/W1601503441","https://openalex.org/W1975756470","https://openalex.org/W1980381120","https://openalex.org/W1995794567","https://openalex.org/W1996195497","https://openalex.org/W2018448981","https://openalex.org/W2036048934","https://openalex.org/W2065990448","https://openalex.org/W2100756780","https://openalex.org/W2102320891","https://openalex.org/W2109548747","https://openalex.org/W2113008765","https://openalex.org/W2122120648","https://openalex.org/W2135585801","https://openalex.org/W2138759492","https://openalex.org/W2141521353","https://openalex.org/W2149537368","https://openalex.org/W2164002194","https://openalex.org/W2168327886","https://openalex.org/W2170067823","https://openalex.org/W2170435532","https://openalex.org/W2291288208","https://openalex.org/W2606913270","https://openalex.org/W2757950338","https://openalex.org/W4253897753","https://openalex.org/W6607193540","https://openalex.org/W6676516732"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3016239368","https://openalex.org/W2402755139","https://openalex.org/W4290948148","https://openalex.org/W4249944690","https://openalex.org/W2353808877","https://openalex.org/W4388258507","https://openalex.org/W414826439","https://openalex.org/W1530876234","https://openalex.org/W2807827247"],"abstract_inverted_index":{"This":[0],"Research-to-Practice":[1],"Work":[2],"in":[3,34,78],"Progress":[4],"(WIP)":[5],"investigates":[6,83],"the":[7,15,19,102,108,139],"format":[8],"of":[9,91,101,105],"student":[10,22,64,118,142],"assessment":[11],"questions.":[12],"In":[13,55],"particular,":[14],"focus":[16,71],"is":[17,72,107],"on":[18,24,66,73,114,120,125,138,144],"relationship":[20],"between":[21,141],"performance":[23,119,124,143],"open-ended,":[25],"constructed-response":[26],"questions":[27,32],"(CRQs)":[28],"versus":[29],"close-ended,":[30],"multiple-choice-response":[31],"(MCQs)":[33],"first-year":[35,79,85],"introductory":[36],"programming":[37,86,111],"courses.":[38],"We":[39],"introduce":[40],"a":[41,89],"study":[42],"to":[43,57,122,151],"evaluate":[44],"whether":[45,130,153,161],"these":[46,145],"different":[47],"response":[48],"formats":[49,148],"return":[50],"distinct":[51],"or":[52,160],"comparable":[53],"results.":[54],"order":[56],"assess":[58,152],"this,":[59],"we":[60,128],"compare":[61],"and":[62,76,94],"correlate":[63],"scores":[65,132],"each":[67],"question":[68,147],"type.":[69],"Our":[70],"assessments":[74],"(exams":[75],"tests)":[77],"classes.":[80],"The":[81,99],"paper":[82],"two":[84,146],"courses":[87,106],"with":[88],"total":[90],"seven":[92],"sections":[93],"approximately":[95],"180":[96],"combined":[97],"students.":[98],"subject":[100],"sequential":[103],"set":[104],"procedural":[109],"C":[110],"language.":[112],"Based":[113],"extant":[115],"studies":[116],"comparing":[117],"MCQs":[121,154,162],"their":[123],"open-ended":[126],"questions,":[127],"investigate":[129],"MCQ":[131],"predict":[133],"CRQ":[134],"scores.":[135],"Preliminary":[136],"results":[137,157],"comparison":[140],"are":[149,171],"presented":[150],"produce":[155],"similar":[156],"as":[158],"CRQs,":[159],"yield":[163],"unique":[164],"contributions.":[165],"Possible":[166],"avenues":[167],"for":[168],"future":[169],"work":[170],"also":[172],"discussed.":[173]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}