{"id":"https://openalex.org/W7137101184","doi":"https://doi.org/10.1145/3786228.3786254","title":"Exploring LLMs for Assessing Student Contributions in Group Software Development","display_name":"Exploring LLMs for Assessing Student Contributions in Group Software Development","publication_year":2026,"publication_date":"2026-02-09","ids":{"openalex":"https://openalex.org/W7137101184","doi":"https://doi.org/10.1145/3786228.3786254"},"language":null,"primary_location":{"id":"doi:10.1145/3786228.3786254","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786228.3786254","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786228.3786254","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129403345","display_name":"Logan James Nilson","orcid":null},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Logan James Nilson","raw_affiliation_strings":["School of Computer Science, University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0009-0007-4001-9872","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060385295","display_name":"Asma Shakil","orcid":"https://orcid.org/0000-0003-4760-3792"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Asma Shakil","raw_affiliation_strings":["School of Computer Science, University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0003-4760-3792","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019925859","display_name":"Shyamli Sindhwani","orcid":"https://orcid.org/0000-0002-6030-5231"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Shyamli Sindhwani","raw_affiliation_strings":["School of Computer Science, University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-6030-5231","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129596381","display_name":"Anna Trofimova","orcid":null},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Anna Trofimova","raw_affiliation_strings":["School of Computer Science, University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-1559-1582","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22399366,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"179","last_page":"181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.5443000197410583,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.5443000197410583,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.09880000352859497,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.04149999842047691,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.53329998254776},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4562999904155731},{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.4327999949455261},{"id":"https://openalex.org/keywords/focus-group","display_name":"Focus group","score":0.32420000433921814},{"id":"https://openalex.org/keywords/software-tool","display_name":"Software tool","score":0.30489999055862427},{"id":"https://openalex.org/keywords/software-project-management","display_name":"Software project management","score":0.29499998688697815}],"concepts":[{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.53329998254776},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4706999957561493},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4562999904155731},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.435699999332428},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.4327999949455261},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.400299996137619},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34459999203681946},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3328000009059906},{"id":"https://openalex.org/C56995899","wikidata":"https://www.wikidata.org/wiki/Q1126687","display_name":"Focus group","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.31940001249313354},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.31279999017715454},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.31150001287460327},{"id":"https://openalex.org/C2984968299","wikidata":"https://www.wikidata.org/wiki/Q1077784","display_name":"Software tool","level":3,"score":0.30489999055862427},{"id":"https://openalex.org/C40919944","wikidata":"https://www.wikidata.org/wiki/Q947779","display_name":"Software project management","level":5,"score":0.29499998688697815},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.29089999198913574},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.27480000257492065},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26669999957084656},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.2621999979019165},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.2590999901294708},{"id":"https://openalex.org/C2781089502","wikidata":"https://www.wikidata.org/wiki/Q2917873","display_name":"Human development (humanity)","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.25690001249313354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786228.3786254","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786228.3786254","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australasian Computing Education Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786228.3786254","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786228.3786254","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australasian Computing Education Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2013524994","https://openalex.org/W2077559890","https://openalex.org/W2141378477","https://openalex.org/W2266178896","https://openalex.org/W2801748062","https://openalex.org/W2922172590","https://openalex.org/W3007834355","https://openalex.org/W3212888307","https://openalex.org/W4251395713","https://openalex.org/W4291720807","https://openalex.org/W4367680259"],"related_works":[],"abstract_inverted_index":{"In":[0],"group":[1],"software":[2],"projects,":[3],"individual":[4],"contributions":[5,30],"often":[6],"vary":[7],"significantly,":[8],"but":[9],"detecting":[10],"imbalances":[11],"is":[12,70],"time-consuming":[13],"and":[14,34,50],"complex.":[15],"This":[16],"research":[17],"project":[18],"examines":[19],"how":[20],"Large":[21],"Language":[22],"Models":[23],"(LLMs)":[24],"can":[25],"aid":[26],"in":[27,75],"validating":[28],"student":[29],"by":[31],"analysing":[32],"self-reports":[33],"Git":[35],"histories.":[36],"We":[37],"developed":[38],"a":[39],"prototype":[40],"tool":[41,61],"that":[42],"automatically":[43],"extracts":[44],"coding-related":[45],"claims,":[46],"locates":[47],"corresponding":[48],"commits,":[49],"verifies":[51],"supporting":[52],"evidence.":[53,80],"Evaluation":[54],"across":[55],"two":[56],"course":[57],"cohorts":[58],"shows":[59],"the":[60],"achieves":[62],"high":[63],"claim":[64],"validation":[65],"precision":[66],"(0.94);":[67],"however,":[68],"it":[69],"stricter":[71],"than":[72],"human":[73],"reviewers":[74],"its":[76],"requirement":[77],"for":[78],"explicit":[79]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-03-17T00:00:00"}