{"id":"https://openalex.org/W7155627362","doi":"https://doi.org/10.1145/3785022.3785033","title":"From Solo Graders to Assisted Annotation: Integrating LLM Suggestions into the Educational Data Creation Pipeline","display_name":"From Solo Graders to Assisted Annotation: Integrating LLM Suggestions into the Educational Data Creation Pipeline","publication_year":2026,"publication_date":"2026-04-25","ids":{"openalex":"https://openalex.org/W7155627362","doi":"https://doi.org/10.1145/3785022.3785033"},"language":null,"primary_location":{"id":"doi:10.1145/3785022.3785033","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3785022.3785033","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072457578","display_name":"Cleon Xavier","orcid":"https://orcid.org/0000-0002-7617-5283"},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Cleon Xavier","raw_affiliation_strings":["Instituto Federal Goiano, Ipor\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-7617-5283","affiliations":[{"raw_affiliation_string":"Instituto Federal Goiano, Ipor\u00e1, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134580438","display_name":"Luiz Rodrigues","orcid":"https://orcid.org/0000-0003-0343-3701"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Luiz Rodrigues","raw_affiliation_strings":["Universidade Tecnologica Federal do Paran\u00e1, Londrina, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-0343-3701","affiliations":[{"raw_affiliation_string":"Universidade Tecnologica Federal do Paran\u00e1, Londrina, Brazil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041446137","display_name":"Ana Karoline Silva Mendanha Valdo","orcid":"https://orcid.org/0000-0002-0967-2300"},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ana Valdo","raw_affiliation_strings":["Instituto Federal Goiano, Ipor\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-0967-2300","affiliations":[{"raw_affiliation_string":"Instituto Federal Goiano, Ipor\u00e1, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109839814","display_name":"Ariadne Carvalho","orcid":null},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ariadne Carvalho","raw_affiliation_strings":["Instituto Federal Goiano, Ipor\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0009-0000-6075-2405","affiliations":[{"raw_affiliation_string":"Instituto Federal Goiano, Ipor\u00e1, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124714609","display_name":"Gabriela Matos","orcid":null},"institutions":[{"id":"https://openalex.org/I1329807341","display_name":"Servi\u00e7o Nacional de Aprendizagem Industrial","ror":"https://ror.org/035c3nf67","country_code":"BR","type":"nonprofit","lineage":["https://openalex.org/I1329807341"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Gabriela Matos","raw_affiliation_strings":["SENAI, Goi\u00e2nia, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-8040-7534","affiliations":[{"raw_affiliation_string":"SENAI, Goi\u00e2nia, Brazil","institution_ids":["https://openalex.org/I1329807341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083176747","display_name":"Lucas H. G. Kalinke","orcid":"https://orcid.org/0000-0001-7765-1184"},"institutions":[{"id":"https://openalex.org/I4210132153","display_name":"Instituto Federal de Goi\u00e1s","ror":"https://ror.org/03gq9pd80","country_code":"BR","type":"education","lineage":["https://openalex.org/I4210132153"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Lucas Kalinke","raw_affiliation_strings":["Instituto Federal de Goi\u00e1s, An\u00e1polis, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-7765-1184","affiliations":[{"raw_affiliation_string":"Instituto Federal de Goi\u00e1s, An\u00e1polis, Brazil","institution_ids":["https://openalex.org/I4210132153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134573146","display_name":"Ramon Vilela","orcid":"https://orcid.org/0000-0002-2389-1040"},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ramon Vilela","raw_affiliation_strings":["Instituto Federal Goiano, Campos Belos, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-2389-1040","affiliations":[{"raw_affiliation_string":"Instituto Federal Goiano, Campos Belos, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073506882","display_name":"Erika Crispim Resende","orcid":"https://orcid.org/0000-0003-2388-9079"},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Erika Resende","raw_affiliation_strings":["Instituto Federal Goiano, Ipor\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-2388-9079","affiliations":[{"raw_affiliation_string":"Instituto Federal Goiano, Ipor\u00e1, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072801908","display_name":"Tha\u00eds M. Arantes","orcid":"https://orcid.org/0000-0002-8454-1685"},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Thais Moraes","raw_affiliation_strings":["Instituto Federal Goiano, Ipor\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-8454-1685","affiliations":[{"raw_affiliation_string":"Instituto Federal Goiano, Ipor\u00e1, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040063641","display_name":"M A P Silva","orcid":null},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Matheus Silva","raw_affiliation_strings":["Instituto Federal Goiano, Ipor\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0009-0002-1444-1643","affiliations":[{"raw_affiliation_string":"Instituto Federal Goiano, Ipor\u00e1, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037203158","display_name":"Nara Alinne Nobre-da-Silva","orcid":"https://orcid.org/0000-0002-8964-0519"},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Nara Nobre-Silva","raw_affiliation_strings":["Instituto Federal Goiano, Ipor\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-8964-0519","affiliations":[{"raw_affiliation_string":"Instituto Federal Goiano, Ipor\u00e1, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070248657","display_name":"Newarney Torrez\u00e3o da Costa","orcid":"https://orcid.org/0000-0002-4954-176X"},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Newarney Costa","raw_affiliation_strings":["Instituto Federal Goiano, Ipor\u00e1, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-4954-176X","affiliations":[{"raw_affiliation_string":"Instituto Federal Goiano, Ipor\u00e1, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125603685","display_name":"Fab\u00edola Ribeiro","orcid":null},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Fabiola Ribeiro","raw_affiliation_strings":["Instituto Federal Goiano, Catal\u00e3o, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-3303-9396","affiliations":[{"raw_affiliation_string":"Instituto Federal Goiano, Catal\u00e3o, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109388112","display_name":"Anderson Pinheiro","orcid":null},"institutions":[{"id":"https://openalex.org/I62921916","display_name":"Universidade Federal Rural de Pernambuco","ror":"https://ror.org/02ksmb993","country_code":"BR","type":"education","lineage":["https://openalex.org/I62921916"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Anderson Pinheiro","raw_affiliation_strings":["Universidade Federal Rural de Pernambuco, Belo Jardim, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-5228-1583","affiliations":[{"raw_affiliation_string":"Universidade Federal Rural de Pernambuco, Belo Jardim, Brazil","institution_ids":["https://openalex.org/I62921916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036855560","display_name":"Dragan Ga\u0161evi\u0107","orcid":"https://orcid.org/0000-0001-9265-1908"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dragan Gasevic","raw_affiliation_strings":["Monash University, Melbourne, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-9265-1908","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Brazil","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124263538","display_name":"Rafael Ferreira Mello","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123235","display_name":"Centro de Estudos e Sistemas Avan\u00e7ados do Recife","ror":"https://ror.org/02t7xfd51","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123235"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rafael Ferreira Mello","raw_affiliation_strings":["Monash University, Melbourne, Brazil and CESAR School, Recife, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-3548-9670","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Brazil and CESAR School, Recife, Brazil","institution_ids":["https://openalex.org/I4210123235"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":16,"corresponding_author_ids":["https://openalex.org/A5072457578"],"corresponding_institution_ids":["https://openalex.org/I3020668385"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.95903839,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"96","last_page":"105"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.1420000046491623,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.1420000046491623,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.10239999741315842,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.09390000253915787,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7026000022888184},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.34850001335144043},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.27070000767707825},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.2644999921321869},{"id":"https://openalex.org/keywords/engineering-education","display_name":"Engineering education","score":0.25929999351501465}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7026000022888184},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5005999803543091},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3278000056743622},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2754000127315521},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.27399998903274536},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2721000015735626},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2565000057220459},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.25110000371932983},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3785022.3785033","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3785022.3785033","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5124010443687439,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1967082761","https://openalex.org/W2898796614","https://openalex.org/W2900327614","https://openalex.org/W3012049595","https://openalex.org/W3144300208","https://openalex.org/W4214834914","https://openalex.org/W4285728247","https://openalex.org/W4321442092","https://openalex.org/W4322625259","https://openalex.org/W4323975727","https://openalex.org/W4387007101","https://openalex.org/W4393145752","https://openalex.org/W4396681086","https://openalex.org/W4399528991","https://openalex.org/W4400208068","https://openalex.org/W4402670982","https://openalex.org/W4402926409","https://openalex.org/W4403637324","https://openalex.org/W4407841581","https://openalex.org/W4407841980","https://openalex.org/W4407842016","https://openalex.org/W4407842050","https://openalex.org/W4410944004","https://openalex.org/W4411120843","https://openalex.org/W4413889009","https://openalex.org/W6893339798"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2026-04-26T00:00:00"}