{"id":"https://openalex.org/W4404410764","doi":"https://doi.org/10.1109/tlt.2024.3499751","title":"A High-Quality Generation Approach for Educational Programming Projects Using LLM","display_name":"A High-Quality Generation Approach for Educational Programming Projects Using LLM","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404410764","doi":"https://doi.org/10.1109/tlt.2024.3499751"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2024.3499751","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2024.3499751","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089646653","display_name":"Tian Song","orcid":"https://orcid.org/0000-0003-3275-6593"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I142415962","display_name":"Beijing Institute of Education","ror":"https://ror.org/03aefdx31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142415962"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tian Song","raw_affiliation_strings":["School of Education, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Education, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I142415962","https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hang Zhang","orcid":"https://orcid.org/0009-0007-4585-1262"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I142415962","display_name":"Beijing Institute of Education","ror":"https://ror.org/03aefdx31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142415962"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Zhang","raw_affiliation_strings":["School of Education, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Education, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I142415962","https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040226555","display_name":"Yijia Xiao","orcid":"https://orcid.org/0000-0002-5512-3070"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijia Xiao","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5089646653"],"corresponding_institution_ids":["https://openalex.org/I125839683","https://openalex.org/I142415962"],"apc_list":null,"apc_paid":null,"fwci":5.358,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.95969508,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"17","issue":null,"first_page":"2242","last_page":"2255"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.8562999963760376,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.8562999963760376,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.791100025177002,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13482","display_name":"Engineering Education and Technology","score":0.725600004196167,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8182550668716431},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5526167750358582},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3481701612472534},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.34703385829925537},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10334157943725586}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8182550668716431},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5526167750358582},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3481701612472534},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.34703385829925537},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10334157943725586},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tlt.2024.3499751","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2024.3499751","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7591907395","display_name":null,"funder_award_id":"62077004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2044101946","https://openalex.org/W2098826743","https://openalex.org/W2106172458","https://openalex.org/W2319479208","https://openalex.org/W2339183141","https://openalex.org/W2489865376","https://openalex.org/W2890516305","https://openalex.org/W3199051863","https://openalex.org/W4229868159","https://openalex.org/W4254979294","https://openalex.org/W4283705032","https://openalex.org/W4285261485","https://openalex.org/W4323037544","https://openalex.org/W4323655724","https://openalex.org/W4366547592","https://openalex.org/W4381982883","https://openalex.org/W4382652775","https://openalex.org/W4382652828","https://openalex.org/W4382654843","https://openalex.org/W4385632485","https://openalex.org/W4388214052","https://openalex.org/W4388672468","https://openalex.org/W6798182279","https://openalex.org/W6810738896","https://openalex.org/W6846868398","https://openalex.org/W6850202480","https://openalex.org/W6850941978","https://openalex.org/W6851275496","https://openalex.org/W6851780898","https://openalex.org/W6852837672","https://openalex.org/W6853118402","https://openalex.org/W6853731461"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"High-quality":[0],"programming":[1,145,201],"projects":[2,17,162],"for":[3,77,203],"education":[4],"are":[5],"critically":[6],"required":[7],"in":[8,44,81,143,169],"teaching.":[9],"However,":[10],"it":[11],"is":[12,99],"hard":[13],"to":[14,38,101,115,126,155,166,178],"develop":[15],"those":[16],"efficiently":[18],"and":[19,26,109,147,180,192,199],"artificially":[20],"constrained":[21],"by":[22],"the":[23,45,53,87,111,156,160,194],"lecturers'":[24],"experience":[25],"background.":[27],"The":[28],"recent":[29],"popularity":[30],"of":[31,42,47,84,91,97,171,196],"large":[32],"language":[33],"models":[34],"(LLMs)":[35],"has":[36],"led":[37],"a":[39,68,144,152],"great":[40],"number":[41],"applications":[43],"field":[46],"education,":[48],"but":[49],"concerns":[50],"persist":[51],"that":[52],"output":[54],"might":[55],"be":[56,75],"unreliable":[57],"when":[58],"dealing":[59],"with":[60],"intricate":[61],"requirements.":[62],"In":[63],"this":[64],"study,":[65],"we":[66,134],"design":[67],"customized":[69],"role-based":[70],"agent":[71],"(CRBA),":[72],"which":[73],"can":[74],"configured":[76],"different":[78],"roles":[79],"specializing":[80],"specific":[82],"areas":[83],"expertise,":[85],"making":[86],"LLM":[88,188],"yield":[89],"content":[90],"higher":[92],"specialization.":[93],"An":[94],"iterative":[95],"architecture":[96],"multi-CRBAs":[98],"proposed":[100],"generate":[102],"multistep":[103],"projects,":[104],"where":[105],"CRBAs":[106],"automatically":[107],"criticize":[108],"optimize":[110],"LLM's":[112],"intermediate":[113],"outputs":[114],"enhance":[116],"quality.":[117,183],"We":[118],"propose":[119],"ten":[120],"evaluation":[121],"metrics":[122],"across":[123],"three":[124],"aspects":[125],"assess":[127],"project":[128,172,182],"quality":[129],"through":[130,151],"expert":[131],"grading.":[132],"Further,":[133],"conduct":[135],"an":[136],"A/B":[137],"test":[138],"among":[139],"60":[140],"undergraduate":[141],"students":[142],"course":[146],"collect":[148],"their":[149],"feedback":[150],"questionnaire.":[153],"According":[154],"students'":[157],"rating":[158],"results,":[159],"LLM-generated":[161],"have":[163],"comparable":[164],"performance":[165],"man-made":[167],"ones":[168],"terms":[170],"description,":[173],"learning":[174],"step":[175],"setting,":[176],"assistance":[177],"students,":[179],"overall":[181],"This":[184],"study":[185],"effectively":[186],"integrates":[187],"into":[189],"educational":[190],"scenarios":[191],"enhances":[193],"efficiency":[195],"creating":[197],"high-quality":[198],"practical":[200],"exercises":[202],"lecturers.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}