{"id":"https://openalex.org/W7169754586","doi":"https://doi.org/10.1007/s10664-026-10930-3","title":"Identifying Quality Indicators in Student Self-Reflections in Software Engineering","display_name":"Identifying Quality Indicators in Student Self-Reflections in Software Engineering","publication_year":2026,"publication_date":"2026-07-20","ids":{"openalex":"https://openalex.org/W7169754586","doi":"https://doi.org/10.1007/s10664-026-10930-3"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-026-10930-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-026-10930-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-026-10930-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-026-10930-3.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138437724","display_name":"Matthew Minish","orcid":"https://orcid.org/0009-0005-3474-9890"},"institutions":[{"id":"https://openalex.org/I185492890","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39","country_code":"NZ","type":"education","lineage":["https://openalex.org/I185492890"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Matthew Minish","raw_affiliation_strings":["University of Canterbury, Christchurch, New Zealand"],"raw_orcid":"https://orcid.org/0009-0005-3474-9890","affiliations":[{"raw_affiliation_string":"University of Canterbury, Christchurch, New Zealand","institution_ids":["https://openalex.org/I185492890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034571717","display_name":"Matthias Galster","orcid":"https://orcid.org/0000-0003-3491-1833"},"institutions":[{"id":"https://openalex.org/I94626330","display_name":"University of Bamberg","ror":"https://ror.org/01c1w6d29","country_code":"DE","type":"education","lineage":["https://openalex.org/I94626330"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Galster","raw_affiliation_strings":["University of Bamberg, Bamberg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3491-1833","affiliations":[{"raw_affiliation_string":"University of Bamberg, Bamberg, Germany","institution_ids":["https://openalex.org/I94626330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018823718","display_name":"Fabian Gilson","orcid":"https://orcid.org/0000-0002-1465-3315"},"institutions":[{"id":"https://openalex.org/I185492890","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39","country_code":"NZ","type":"education","lineage":["https://openalex.org/I185492890"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Fabian Gilson","raw_affiliation_strings":["University of Canterbury, Christchurch, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-1465-3315","affiliations":[{"raw_affiliation_string":"University of Canterbury, Christchurch, New Zealand","institution_ids":["https://openalex.org/I185492890"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5138437724"],"corresponding_institution_ids":["https://openalex.org/I185492890"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.96947693,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12500","display_name":"Reflective Practices in Education","score":0.4934999942779541,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12500","display_name":"Reflective Practices in Education","score":0.4934999942779541,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.1006999984383583,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.05590000003576279,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6259999871253967},{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.5013999938964844},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.47040000557899475},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.39100000262260437},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.35249999165534973},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.32199999690055847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7245000004768372},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6259999871253967},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.5013999938964844},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.478300005197525},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.47040000557899475},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.39100000262260437},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.35249999165534973},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34470000863075256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34060001373291016},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.3109999895095825},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10664-026-10930-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-026-10930-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-026-10930-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10664-026-10930-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-026-10930-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-026-10930-3.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8576627373695374}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310502","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7169754586.pdf","grobid_xml":"https://content.openalex.org/works/W7169754586.grobid-xml"},"referenced_works_count":86,"referenced_works":["https://openalex.org/W55768394","https://openalex.org/W357505205","https://openalex.org/W1552819150","https://openalex.org/W1967555382","https://openalex.org/W1973804463","https://openalex.org/W1980870891","https://openalex.org/W1981425990","https://openalex.org/W1999901454","https://openalex.org/W2000810817","https://openalex.org/W2016322664","https://openalex.org/W2034059165","https://openalex.org/W2034342030","https://openalex.org/W2044274502","https://openalex.org/W2057965640","https://openalex.org/W2065638493","https://openalex.org/W2117766479","https://openalex.org/W2128886782","https://openalex.org/W2134084792","https://openalex.org/W2142995122","https://openalex.org/W2147222947","https://openalex.org/W2162821268","https://openalex.org/W2256830129","https://openalex.org/W2266178896","https://openalex.org/W2481068132","https://openalex.org/W2594018861","https://openalex.org/W2806577477","https://openalex.org/W2911994647","https://openalex.org/W2945824677","https://openalex.org/W2949676527","https://openalex.org/W2950745044","https://openalex.org/W2951946146","https://openalex.org/W2953151306","https://openalex.org/W2960040626","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2969317598","https://openalex.org/W2972246936","https://openalex.org/W2978017171","https://openalex.org/W2996428491","https://openalex.org/W3009160339","https://openalex.org/W3010648623","https://openalex.org/W3017863658","https://openalex.org/W3026509280","https://openalex.org/W3033187248","https://openalex.org/W3033831725","https://openalex.org/W3091838623","https://openalex.org/W3091973425","https://openalex.org/W3125937743","https://openalex.org/W3175705212","https://openalex.org/W3195340908","https://openalex.org/W3196796032","https://openalex.org/W3204918299","https://openalex.org/W3214632975","https://openalex.org/W3214911045","https://openalex.org/W4205174726","https://openalex.org/W4210764005","https://openalex.org/W4221143046","https://openalex.org/W4223430004","https://openalex.org/W4225279564","https://openalex.org/W4232909505","https://openalex.org/W4233522785","https://openalex.org/W4285794999","https://openalex.org/W4291213652","https://openalex.org/W4292779060","https://openalex.org/W4294203256","https://openalex.org/W4294699172","https://openalex.org/W4323655724","https://openalex.org/W4366750507","https://openalex.org/W4385431665","https://openalex.org/W4385783348","https://openalex.org/W4386811017","https://openalex.org/W4388541064","https://openalex.org/W4390315357","https://openalex.org/W4393029443","https://openalex.org/W4394571723","https://openalex.org/W4395957952","https://openalex.org/W4399790131","https://openalex.org/W4400643163","https://openalex.org/W4402402535","https://openalex.org/W4404389126","https://openalex.org/W4406458936","https://openalex.org/W4410541436","https://openalex.org/W4411403346","https://openalex.org/W4414247303","https://openalex.org/W4414939355","https://openalex.org/W7115185101"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Context":[1],"Reflection":[2],"is":[3,65],"a":[4,78,228],"fundamental":[5],"skill":[6],"in":[7,12,73,99,183,238],"software":[8,100,239],"engineering":[9],"education,":[10],"particularly":[11],"project-based":[13],"courses":[14],"where":[15],"students":[16,35],"learn":[17],"through":[18,130],"extended":[19],"group":[20],"work":[21],"and":[22,52,117,153,159,186,224],"need":[23,43],"to":[24,28,36,44,62,80,90,133,146,230],"develop":[25],"their":[26,32,40,54],"ability":[27],"reflect":[29],"iteratively":[30],"throughout":[31],"work.":[33],"For":[34],"benefit":[37],"from":[38],"reflection,":[39],"written":[41,60],"reflections":[42,61,64,70,98,111,237],"be":[45],"assessed":[46],"so":[47],"that":[48],"feedback":[49,76,119,234],"can":[50],"guide":[51,63],"improve":[53],"reflective":[55,87,220],"practice.":[56],"However,":[57],"manually":[58],"assessing":[59,96,110],"time-consuming.":[66],"Furthermore,":[67,102],"assessment":[68,208,218],"of":[69,219],"often":[71],"results":[72],"broad,":[74],"non-specific":[75],"for":[77,95,109,206],"student":[79,97,141,236],"improve.":[81],"Objective":[82],"This":[83],"study":[84,104],"builds":[85],"on":[86,193,235],"writing":[88],"frameworks":[89,129],"produce":[91],"an":[92,106],"eight-indicator":[93,136],"scheme":[94],"engineering.":[101,240],"this":[103],"validates":[105],"automated":[107,217,225],"classifier":[108,189,226],"against":[112],"the":[113,176],"framework,":[114],"enabling":[115,197],"scalable":[116],"structured":[118,233],"whilst":[120,196],"reducing":[121],"instructor":[122],"workload.":[123],"Method":[124],"We":[125,150,200],"adapted":[126],"existing":[127],"reflection":[128,142],"iterative":[131],"refinement":[132],"create":[134],"our":[135],"framework.":[137],"Three":[138],"annotators":[139],"labelled":[140],"texts,":[143],"establishing":[144],"moderate":[145],"reliable":[147],"inter-rater":[148],"agreement.":[149],"then":[151],"trained":[152],"evaluated":[154],"multiple":[155],"encoder-only":[156,213],"transformer":[157],"models":[158,166,182,214],"compared":[160],"them":[161],"with":[162],"decoder-only":[163,181],"large":[164],"language":[165],"using":[167],"zero-shot":[168],"prompting.":[169],"Results":[170],"The":[171,188,222],"fine-tuned":[172,212],"RoBERTa":[173],"model":[174,203],"achieved":[175],"strongest":[177],"performance,":[178],"substantially":[179],"outperforming":[180],"both":[184],"accuracy":[185],"speed.":[187],"demonstrated":[190],"human-level":[191],"agreement":[192],"most":[194],"indicators":[195],"near-instantaneous":[198],"classification.":[199],"provide":[201,231],"two":[202],"variants":[204],"optimised":[205],"different":[207],"priorities.":[209],"Conclusions":[210],"Our":[211],"enable":[215],"efficient":[216],"writing.":[221],"framework":[223],"offer":[227],"means":[229],"timely,":[232]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-07-21T00:00:00"}