{"id":"https://openalex.org/W3014170940","doi":"https://doi.org/10.1145/3381836","title":"Factors Considered in the Assessment of Computer Science Engineering Capstone Projects and Their Influence on Discrepancies Between Assessors","display_name":"Factors Considered in the Assessment of Computer Science Engineering Capstone Projects and Their Influence on Discrepancies Between Assessors","publication_year":2020,"publication_date":"2020-03-30","ids":{"openalex":"https://openalex.org/W3014170940","doi":"https://doi.org/10.1145/3381836","mag":"3014170940"},"language":"en","primary_location":{"id":"doi:10.1145/3381836","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3381836","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://aenui.org/actas/pdf/JENUI_2021_045.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100602979","display_name":"C\u00e9sar Dom\u00ednguez","orcid":"https://orcid.org/0000-0002-2081-7523"},"institutions":[{"id":"https://openalex.org/I168974976","display_name":"Universidad de La Rioja","ror":"https://ror.org/0553yr311","country_code":"ES","type":"education","lineage":["https://openalex.org/I168974976"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"C\u00e9sar Dom\u00ednguez","raw_affiliation_strings":["Universidad de La Rioja, Logro\u00f1o, Spain"],"raw_orcid":"https://orcid.org/0000-0002-2081-7523","affiliations":[{"raw_affiliation_string":"Universidad de La Rioja, Logro\u00f1o, Spain","institution_ids":["https://openalex.org/I168974976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019203477","display_name":"Arturo Jaime","orcid":"https://orcid.org/0000-0002-6300-9307"},"institutions":[{"id":"https://openalex.org/I168974976","display_name":"Universidad de La Rioja","ror":"https://ror.org/0553yr311","country_code":"ES","type":"education","lineage":["https://openalex.org/I168974976"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Arturo Jaime","raw_affiliation_strings":["Universidad de La Rioja, Logro\u00f1o, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de La Rioja, Logro\u00f1o, Spain","institution_ids":["https://openalex.org/I168974976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033916192","display_name":"Francisco Jos\u00e9 Garc\u00eda Izquierdo","orcid":"https://orcid.org/0000-0003-0972-0787"},"institutions":[{"id":"https://openalex.org/I168974976","display_name":"Universidad de La Rioja","ror":"https://ror.org/0553yr311","country_code":"ES","type":"education","lineage":["https://openalex.org/I168974976"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Francisco J. Garc\u00eda-Izquierdo","raw_affiliation_strings":["Universidad de La Rioja, Logro\u00f1o, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de La Rioja, Logro\u00f1o, Spain","institution_ids":["https://openalex.org/I168974976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075522839","display_name":"Juan J. Olarte","orcid":"https://orcid.org/0000-0002-0323-8183"},"institutions":[{"id":"https://openalex.org/I168974976","display_name":"Universidad de La Rioja","ror":"https://ror.org/0553yr311","country_code":"ES","type":"education","lineage":["https://openalex.org/I168974976"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan J. Olarte","raw_affiliation_strings":["Universidad de La Rioja, Logro\u00f1o, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de La Rioja, Logro\u00f1o, Spain","institution_ids":["https://openalex.org/I168974976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I168974976"],"apc_list":null,"apc_paid":null,"fwci":0.4458,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.66824797,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"20","issue":"2","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12124","display_name":"Engineering Education and Curriculum Development","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12124","display_name":"Engineering Education and Curriculum Development","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13682","display_name":"Engineering Education and Pedagogy","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/2216","display_name":"Architecture"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/capstone","display_name":"Capstone","score":0.929787278175354},{"id":"https://openalex.org/keywords/capstone-course","display_name":"Capstone course","score":0.5934622287750244},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.570843517780304},{"id":"https://openalex.org/keywords/project-based-learning","display_name":"Project-based learning","score":0.5060541033744812},{"id":"https://openalex.org/keywords/engineering-education","display_name":"Engineering education","score":0.46961790323257446},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.4519186317920685},{"id":"https://openalex.org/keywords/minor","display_name":"Minor (academic)","score":0.43935102224349976},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.42565464973449707},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.40510302782058716},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.384888231754303},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.3499344289302826},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29351916909217834},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14359790086746216},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.12244910001754761},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09069296717643738}],"concepts":[{"id":"https://openalex.org/C2778293151","wikidata":"https://www.wikidata.org/wiki/Q5036367","display_name":"Capstone","level":2,"score":0.929787278175354},{"id":"https://openalex.org/C2778302894","wikidata":"https://www.wikidata.org/wiki/Q16851934","display_name":"Capstone course","level":3,"score":0.5934622287750244},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.570843517780304},{"id":"https://openalex.org/C2779825147","wikidata":"https://www.wikidata.org/wiki/Q1753447","display_name":"Project-based learning","level":2,"score":0.5060541033744812},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.46961790323257446},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4519186317920685},{"id":"https://openalex.org/C2779760435","wikidata":"https://www.wikidata.org/wiki/Q5396169","display_name":"Minor (academic)","level":2,"score":0.43935102224349976},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42565464973449707},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.40510302782058716},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.384888231754303},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.3499344289302826},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29351916909217834},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14359790086746216},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12244910001754761},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09069296717643738},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3381836","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3381836","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},{"id":"pmh:oai:portal.dialnet.es:doc/62b68f87730a524af85b42ad","is_oa":true,"landing_page_url":"https://investigacion.unirioja.es/documentos/62b68f87730a524af85b42ad","pdf_url":"https://aenui.org/actas/pdf/JENUI_2021_045.pdf","source":{"id":"https://openalex.org/S4306402551","display_name":"RIUR (Universidad de La Rioja)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I3032752892","host_organization_name":"Universidad Internacional de La Rioja","host_organization_lineage":["https://openalex.org/I3032752892"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:portal.dialnet.es:doc/5ede174429995265fb8a196f","is_oa":true,"landing_page_url":"https://investigacion.unirioja.es/documentos/5ede174429995265fb8a196f","pdf_url":null,"source":{"id":"https://openalex.org/S4306402551","display_name":"RIUR (Universidad de La Rioja)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I3032752892","host_organization_name":"Universidad Internacional de La Rioja","host_organization_lineage":["https://openalex.org/I3032752892"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:rua.ua.es:10045/124993","is_oa":true,"landing_page_url":"http://hdl.handle.net/10045/124993","pdf_url":null,"source":{"id":"https://openalex.org/S4306400975","display_name":"RUA, Repositorio Institucional de la Universidad de Alicante (Universidad de Alicante)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130194489","host_organization_name":"University of Alicante","host_organization_lineage":["https://openalex.org/I130194489"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:portal.dialnet.es:doc/62b68f87730a524af85b42ad","is_oa":true,"landing_page_url":"https://investigacion.unirioja.es/documentos/62b68f87730a524af85b42ad","pdf_url":"https://aenui.org/actas/pdf/JENUI_2021_045.pdf","source":{"id":"https://openalex.org/S4306402551","display_name":"RIUR (Universidad de La Rioja)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I3032752892","host_organization_name":"Universidad Internacional de La Rioja","host_organization_lineage":["https://openalex.org/I3032752892"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3014170940.pdf","grobid_xml":"https://content.openalex.org/works/W3014170940.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1527182307","https://openalex.org/W1548161362","https://openalex.org/W1549682039","https://openalex.org/W1561695219","https://openalex.org/W1573234480","https://openalex.org/W1830956403","https://openalex.org/W1993564660","https://openalex.org/W1999482726","https://openalex.org/W2006256523","https://openalex.org/W2049469562","https://openalex.org/W2070934369","https://openalex.org/W2086097894","https://openalex.org/W2087017695","https://openalex.org/W2092477083","https://openalex.org/W2111999091","https://openalex.org/W2139309292","https://openalex.org/W2149231991","https://openalex.org/W2152680052","https://openalex.org/W2168991419","https://openalex.org/W2206833541","https://openalex.org/W2255305081","https://openalex.org/W2282728737","https://openalex.org/W2556058547","https://openalex.org/W2584527386","https://openalex.org/W2875739474","https://openalex.org/W2889728351","https://openalex.org/W2890633526","https://openalex.org/W2945780038","https://openalex.org/W2963688002","https://openalex.org/W3157407122","https://openalex.org/W4210829803","https://openalex.org/W4245934486"],"related_works":["https://openalex.org/W2583571985","https://openalex.org/W1984928341","https://openalex.org/W2008481643","https://openalex.org/W2104651866","https://openalex.org/W925467554","https://openalex.org/W1963814328","https://openalex.org/W8926153","https://openalex.org/W4385467362","https://openalex.org/W4256494771","https://openalex.org/W4256048604"],"abstract_inverted_index":{"A":[0],"capstone":[1,38,91,118,178],"project":[2,39,130,135,161,179,233],"is":[3,25,78],"an":[4,152],"extensive":[5],"learning":[6],"experience":[7],"traditionally":[8],"developed":[9,120],"during":[10,232],"a":[11,18,138,177],"student's":[12],"final":[13],"academic":[14],"year.":[15],"Assessing":[16],"such":[17,227],"complex":[19,256],"assignment":[20],"involves":[21],"several":[22],"challenges":[23],"and":[24,41,54,93,124,137,145,160,185,245,258],"usually":[26],"based":[27],"upon":[28],"the":[29,37,58,81,94,100,107,134,143,146,166,172,183,186,203,223,239,243,246,252],"evaluations":[30],"of":[31,60,75,89,96,106,254],"at":[32],"least":[33],"two":[34],"different":[35,51,103],"people:":[36],"advisor,":[40],"one":[42,122,127,218,261],"or":[43,235],"more":[44],"other":[45,224],"assessors.":[46],"Quantitative":[47],"studies":[48,56],"comparing":[49],"only":[50],"assessors'":[52],"grades":[53,208],"qualitative":[55],"investigating":[57],"origin":[59],"possible":[61],"discrepancies":[62,101],"have":[63],"been":[64],"conducted.":[65],"In":[66],"both":[67],"cases,":[68],"contradictory":[69],"conclusions":[70],"were":[71,148,168,190],"reached.":[72],"The":[73],"objective":[74],"this":[76,255],"study":[77,111],"to":[79,150,170,192,202,210,216],"analyze":[80],"factors":[82,98],"that":[83],"are":[84,249],"given":[85],"consideration":[86],"by":[87,121,126,133,165,182],"assessors":[88],"engineering":[90,117],"projects":[92,119],"influence":[95],"these":[97],"on":[99,155],"between":[102,207],"assessors\u2019":[104],"opinions":[105],"same":[108],"project.":[109],"This":[110],"quantitatively":[112],"examined":[113],"162":[114],"computer":[115],"science":[116],"student":[123,158,167,229],"supervised":[125],"advisor.":[128],"Each":[129],"was":[131,180],"assessed":[132],"advisor":[136,144,184],"committee.":[139],"For":[140],"each":[141],"project,":[142],"committee":[147],"asked":[149],"complete":[151],"additional":[153],"questionnaire":[154],"product":[156,188],"characteristics,":[157],"competences,":[159],"supervision.":[162],"Competences":[163],"demonstrated":[164,231],"found":[169,191],"be":[171,193,211],"most":[173],"relevant":[174],"element":[175],"when":[176],"evaluated":[181],"committee;":[187],"characteristics":[189],"second":[194],"in":[195,238,251],"influence.":[196],"Furthermore,":[197],"advisors":[198],"grant":[199],"minor":[200],"significance":[201],"advisor-involvement":[204],"component.":[205],"Discrepancies":[206],"seem":[209],"associated":[212],"with":[213],"those":[214],"aspects":[215],"which":[217],"assessor":[219],"has":[220],"access,":[221],"while":[222],"does":[225],"not,":[226],"as":[228],"skills":[230],"development":[234],"their":[236],"performance":[237],"oral":[240],"defense.":[241],"Both":[242],"advisor's":[244],"committee's":[247],"perspectives":[248],"important":[250],"assessment":[253],"task":[257],"they":[259],"complement":[260],"another.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}