{"id":"https://openalex.org/W4416250852","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227292","title":"Dynamic Knowledge Elicitation: Leveraging Student Feedback for Improved Language Model Distillation","display_name":"Dynamic Knowledge Elicitation: Leveraging Student Feedback for Improved Language Model Distillation","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416250852","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227292"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11227292","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227292","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029590335","display_name":"Robin M\u00fcller","orcid":"https://orcid.org/0000-0002-2137-7355"},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Reuven Muller","raw_affiliation_strings":["Kennesaw State University,Department of Information Technology,Kennesaw,USA"],"affiliations":[{"raw_affiliation_string":"Kennesaw State University,Department of Information Technology,Kennesaw,USA","institution_ids":["https://openalex.org/I172980758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012344034","display_name":"Ying Xie","orcid":"https://orcid.org/0000-0002-9189-6046"},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Xie","raw_affiliation_strings":["Kennesaw State University,Department of Information Technology,Kennesaw,USA"],"affiliations":[{"raw_affiliation_string":"Kennesaw State University,Department of Information Technology,Kennesaw,USA","institution_ids":["https://openalex.org/I172980758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103189799","display_name":"Linh Le","orcid":"https://orcid.org/0000-0002-0087-3448"},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linh Le","raw_affiliation_strings":["Kennesaw State University,Department of Information Technology,Kennesaw,USA"],"affiliations":[{"raw_affiliation_string":"Kennesaw State University,Department of Information Technology,Kennesaw,USA","institution_ids":["https://openalex.org/I172980758"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100743605","display_name":"Shaoen Wu","orcid":"https://orcid.org/0000-0002-4768-6930"},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaoen Wu","raw_affiliation_strings":["Kennesaw State University,Department of Information Technology,Kennesaw,USA"],"affiliations":[{"raw_affiliation_string":"Kennesaw State University,Department of Information Technology,Kennesaw,USA","institution_ids":["https://openalex.org/I172980758"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5029590335"],"corresponding_institution_ids":["https://openalex.org/I172980758"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19434786,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.29019999504089355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.29019999504089355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22840000689029694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0868000015616417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6585999727249146},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.64410001039505},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4657999873161316},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.4311999976634979},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.38339999318122864},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.3465000092983246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8112000226974487},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6585999727249146},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.64410001039505},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5453000068664551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5412999987602234},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4657999873161316},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.4311999976634979},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.38339999318122864},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.3465000092983246},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2703999876976013},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2703000009059906},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.265500009059906}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11227292","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227292","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2294370754","https://openalex.org/W2911489562","https://openalex.org/W3200808010","https://openalex.org/W4385571011","https://openalex.org/W4385572634","https://openalex.org/W4385573023","https://openalex.org/W4387415233","https://openalex.org/W4389519291","https://openalex.org/W4391855109","https://openalex.org/W4402594820","https://openalex.org/W4409356628"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"revolutionized":[5],"natural":[6],"language":[7],"processing":[8],"but":[9],"remain":[10],"resource-heavy":[11],"and":[12,71,117,148],"impractical":[13],"for":[14,161],"many":[15],"organizations":[16],"to":[17,42,52,92,167],"deploy":[18],"locally.":[19],"Smaller":[20],"specialist":[21],"models":[22,147],"offer":[23],"a":[24,89,97,102],"viable":[25],"alternative,":[26],"often":[27],"developed":[28],"using":[29],"Knowledge":[30],"Distillation":[31],"(KD).":[32],"Traditional":[33],"KD":[34,138],"methods,":[35],"however,":[36],"rely":[37],"on":[38,84],"static":[39],"source":[40],"datasets":[41],"elicit":[43],"knowledge":[44,65],"from":[45],"the":[46,80,113,134,141],"teacher":[47,90],"model,":[48],"limiting":[49],"their":[50],"ability":[51],"dynamically":[53],"address":[54,168],"student":[55,85,114,169],"model":[56,86,91,170],"weaknesses":[57,171],"during":[58],"training.":[59],"This":[60],"research":[61],"introduces":[62],"two":[63],"adaptive":[64,137],"elicitation":[66],"methods:":[67],"\"Feedback-Driven":[68],"Question":[69,74],"Generation\"":[70],"\"Targeted":[72],"Prompt":[73],"Generation\".":[75],"Both":[76],"methods":[77,111,154],"iteratively":[78],"expand":[79],"training":[81],"dataset":[82],"based":[83],"performance,":[87],"leveraging":[88],"target":[93],"specific":[94],"deficiencies.":[95],"Using":[96],"Python":[98],"QA":[99],"task":[100],"as":[101],"case":[103],"study,":[104],"our":[105,110],"results":[106],"show":[107],"that":[108],"both":[109],"enhance":[112],"model's":[115],"accuracy":[116],"response":[118],"quality,":[119],"with":[120],"Method":[121,129],"2,":[122],"which":[123],"incorporates":[124],"specialized":[125],"prompt":[126],"configurations,":[127],"outperforming":[128],"1.":[130],"These":[131],"findings":[132],"highlight":[133],"promise":[135],"of":[136],"in":[139,176],"bridging":[140],"gap":[142],"between":[143],"large":[144],"generalist":[145],"AI":[146],"smaller":[149],"domain-specific":[150],"models.":[151],"Furthermore,":[152],"these":[153],"demonstrate":[155],"an":[156],"effective":[157],"data":[158,164],"augmentation":[159],"technique":[160],"generating":[162],"synthetic":[163],"specifically":[165],"tailored":[166],"without":[172],"overfitting":[173],"or":[174],"resulting":[175],"catastrophic":[177],"forgetting.":[178]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-14T00:00:00"}