{"id":"https://openalex.org/W4400644218","doi":"https://doi.org/10.1109/tai.2024.3428519","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","display_name":"A Survey on Symbolic Knowledge Distillation of Large Language Models","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4400644218","doi":"https://doi.org/10.1109/tai.2024.3428519"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2024.3428519","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3428519","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.10210","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037048698","display_name":"K. Acharya","orcid":"https://orcid.org/0000-0002-9712-0265"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kamal Acharya","raw_affiliation_strings":["Security and Optimization for Networked Globe Laboratory (SONG Lab), Department of Information Systems, University of Maryland, Baltimore County, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-9712-0265","affiliations":[{"raw_affiliation_string":"Security and Optimization for Networked Globe Laboratory (SONG Lab), Department of Information Systems, University of Maryland, Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067109059","display_name":"Alvaro Velasquez","orcid":"https://orcid.org/0000-0001-6757-105X"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]},{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alvaro Velasquez","raw_affiliation_strings":["Department of Computer Science, University of Colorado, Boulder, CO, USA","Department of Computer Science, University of Colorado, Boulder, CO 80309 USA","Department of Information Systems, University of Maryland, Baltimore County, Baltimore, MD 21250 USA"],"raw_orcid":"https://orcid.org/0000-0001-6757-105X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Colorado, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"Department of Computer Science, University of Colorado, Boulder, CO 80309 USA","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"Department of Information Systems, University of Maryland, Baltimore County, Baltimore, MD 21250 USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079301418","display_name":"Houbing Song","orcid":"https://orcid.org/0000-0003-2631-9223"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houbing Herbert Song","raw_affiliation_strings":["Security and Optimization for Networked Globe Laboratory (SONG Lab), Department of Information Systems, University of Maryland, Baltimore County, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0003-2631-9223","affiliations":[{"raw_affiliation_string":"Security and Optimization for Networked Globe Laboratory (SONG Lab), Department of Information Systems, University of Maryland, Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.1367,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.98293971,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"5","issue":"12","first_page":"5928","last_page":"5948"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5509178638458252},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.546018660068512},{"id":"https://openalex.org/keywords/the-symbolic","display_name":"The Symbolic","score":0.44992080330848694},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36449167132377625},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20708265900611877},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.11476096510887146},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.087088942527771}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5509178638458252},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.546018660068512},{"id":"https://openalex.org/C2776095079","wikidata":"https://www.wikidata.org/wiki/Q489538","display_name":"The Symbolic","level":2,"score":0.44992080330848694},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36449167132377625},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20708265900611877},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.11476096510887146},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.087088942527771},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tai.2024.3428519","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3428519","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2408.10210","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.10210","pdf_url":"https://arxiv.org/pdf/2408.10210","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.10210","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.10210","pdf_url":"https://arxiv.org/pdf/2408.10210","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G106504683","display_name":"Collaborative Research: CyberTraining: Pilot: Operationalizing AI/Machine Learning for Cybersecurity Training","funder_award_id":"2309760","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3873471438","display_name":null,"funder_award_id":"2317117","funder_id":"https://openalex.org/F4320332169","funder_display_name":"Directorate for Computer and Information Science and Engineering"},{"id":"https://openalex.org/G426653084","display_name":"SaTC: EDU: Collaborative: Bolstering UAV Cybersecurity Education through Curriculum Development with Hands-on Laboratory Framework","funder_award_id":"2317117","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7745121481","display_name":null,"funder_award_id":"2309760","funder_id":"https://openalex.org/F4320332169","funder_display_name":"Directorate for Computer and Information Science and Engineering"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332169","display_name":"Directorate for Computer and Information Science and Engineering","ror":"https://ror.org/025kzpk63"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400644218.pdf"},"referenced_works_count":307,"referenced_works":["https://openalex.org/W1525482321","https://openalex.org/W1614298861","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1902934009","https://openalex.org/W2021021293","https://openalex.org/W2035301451","https://openalex.org/W2064675550","https://openalex.org/W2079145130","https://openalex.org/W2097333193","https://openalex.org/W2100506586","https://openalex.org/W2130942839","https://openalex.org/W2140679639","https://openalex.org/W2163922914","https://openalex.org/W2233116163","https://openalex.org/W2250539671","https://openalex.org/W2294370754","https://openalex.org/W2561238782","https://openalex.org/W2620998106","https://openalex.org/W2731516819","https://openalex.org/W2739879705","https://openalex.org/W2750784772","https://openalex.org/W2754084392","https://openalex.org/W2766839578","https://openalex.org/W2783538964","https://openalex.org/W2794557536","https://openalex.org/W2798599891","https://openalex.org/W2884022415","https://openalex.org/W2886756692","https://openalex.org/W2887783173","https://openalex.org/W2891177506","https://openalex.org/W2896457183","https://openalex.org/W2923014074","https://openalex.org/W2949964376","https://openalex.org/W2950248853","https://openalex.org/W2950768109","https://openalex.org/W2951025380","https://openalex.org/W2954901156","https://openalex.org/W2962739339","https://openalex.org/W2962833140","https://openalex.org/W2962862931","https://openalex.org/W2963101081","https://openalex.org/W2963233086","https://openalex.org/W2963514416","https://openalex.org/W2963534679","https://openalex.org/W2963748441","https://openalex.org/W2964062189","https://openalex.org/W2964082701","https://openalex.org/W2964111476","https://openalex.org/W2969958763","https://openalex.org/W2970476646","https://openalex.org/W2970726176","https://openalex.org/W2973136764","https://openalex.org/W2976135203","https://openalex.org/W2981819252","https://openalex.org/W2982157312","https://openalex.org/W2986349107","https://openalex.org/W2991786320","https://openalex.org/W2995607862","https://openalex.org/W2997006708","https://openalex.org/W2997200074","https://openalex.org/W3001279689","https://openalex.org/W3023690688","https://openalex.org/W3034368386","https://openalex.org/W3034475796","https://openalex.org/W3034649382","https://openalex.org/W3034830866","https://openalex.org/W3034995113","https://openalex.org/W3035163969","https://openalex.org/W3040573126","https://openalex.org/W3087922520","https://openalex.org/W3090866633","https://openalex.org/W3101204082","https://openalex.org/W3105516974","https://openalex.org/W3107969673","https://openalex.org/W3135939397","https://openalex.org/W3148330722","https://openalex.org/W3154575616","https://openalex.org/W3157894658","https://openalex.org/W3169483174","https://openalex.org/W3173566921","https://openalex.org/W3173805051","https://openalex.org/W3174102142","https://openalex.org/W3174785103","https://openalex.org/W3177813494","https://openalex.org/W3182414949","https://openalex.org/W3186988551","https://openalex.org/W3199814529","https://openalex.org/W3201662444","https://openalex.org/W3202099651","https://openalex.org/W3202712981","https://openalex.org/W3203226129","https://openalex.org/W3205068155","https://openalex.org/W3206959854","https://openalex.org/W3207166518","https://openalex.org/W3209732473","https://openalex.org/W3212496002","https://openalex.org/W3216037316","https://openalex.org/W4200634402","https://openalex.org/W4205450747","https://openalex.org/W4205460703","https://openalex.org/W4205537036","https://openalex.org/W4205737716","https://openalex.org/W4206118214","https://openalex.org/W4223974161","https://openalex.org/W4224308101","https://openalex.org/W4225591000","https://openalex.org/W4226146865","https://openalex.org/W4226243662","https://openalex.org/W4226278401","https://openalex.org/W4226364033","https://openalex.org/W4226399820","https://openalex.org/W4228998172","https://openalex.org/W4229005866","https://openalex.org/W4236521339","https://openalex.org/W4281481109","https://openalex.org/W4281657280","https://openalex.org/W4283768109","https://openalex.org/W4283793025","https://openalex.org/W4285225959","https://openalex.org/W4286897388","https://openalex.org/W4286962702","https://openalex.org/W4286987939","https://openalex.org/W4287391163","https://openalex.org/W4288088047","https://openalex.org/W4288089799","https://openalex.org/W4288093001","https://openalex.org/W4288376504","https://openalex.org/W4292779060","https://openalex.org/W4296634084","https://openalex.org/W4297779241","https://openalex.org/W4298181573","https://openalex.org/W4298857601","https://openalex.org/W4300756893","https://openalex.org/W4301194718","https://openalex.org/W4303443398","https://openalex.org/W4303648559","https://openalex.org/W4304697829","https://openalex.org/W4307079201","https://openalex.org/W4307979480","https://openalex.org/W4308672130","https://openalex.org/W4308760226","https://openalex.org/W4309088836","https://openalex.org/W4309212061","https://openalex.org/W4311642023","https://openalex.org/W4311887664","https://openalex.org/W4312091890","https://openalex.org/W4312205996","https://openalex.org/W4318719086","https://openalex.org/W4320005767","https://openalex.org/W4322718191","https://openalex.org/W4323655724","https://openalex.org/W4327810158","https://openalex.org/W4362515116","https://openalex.org/W4367000491","https://openalex.org/W4375819112","https://openalex.org/W4377297670","https://openalex.org/W4377864835","https://openalex.org/W4378465439","https://openalex.org/W4379539933","https://openalex.org/W4381930847","https://openalex.org/W4382246105","https://openalex.org/W4382618722","https://openalex.org/W4383605161","https://openalex.org/W4385067052","https://openalex.org/W4385245566","https://openalex.org/W4385262268","https://openalex.org/W4385571011","https://openalex.org/W4385571124","https://openalex.org/W4385571309","https://openalex.org/W4385571689","https://openalex.org/W4385572142","https://openalex.org/W4385572634","https://openalex.org/W4385573878","https://openalex.org/W4385774833","https://openalex.org/W4385889719","https://openalex.org/W4385890089","https://openalex.org/W4386044080","https://openalex.org/W4386080611","https://openalex.org/W4386081793","https://openalex.org/W4386231419","https://openalex.org/W4386269388","https://openalex.org/W4386432078","https://openalex.org/W4386501849","https://openalex.org/W4387323141","https://openalex.org/W4387427818","https://openalex.org/W4387847108","https://openalex.org/W4388685466","https://openalex.org/W4388890950","https://openalex.org/W4388963454","https://openalex.org/W4389519291","https://openalex.org/W4389520259","https://openalex.org/W4389523683","https://openalex.org/W4389524426","https://openalex.org/W4389599434","https://openalex.org/W4390490761","https://openalex.org/W4390729056","https://openalex.org/W4390962544","https://openalex.org/W4391047180","https://openalex.org/W4391094120","https://openalex.org/W4391136507","https://openalex.org/W4392414327","https://openalex.org/W4401042870","https://openalex.org/W4404918643","https://openalex.org/W6631553122","https://openalex.org/W6636510571","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6639703010","https://openalex.org/W6655539933","https://openalex.org/W6679436768","https://openalex.org/W6680532216","https://openalex.org/W6684563725","https://openalex.org/W6686067075","https://openalex.org/W6691431627","https://openalex.org/W6730179637","https://openalex.org/W6737947904","https://openalex.org/W6739901393","https://openalex.org/W6740493225","https://openalex.org/W6743188669","https://openalex.org/W6745499037","https://openalex.org/W6748082341","https://openalex.org/W6748634344","https://openalex.org/W6755207826","https://openalex.org/W6756054015","https://openalex.org/W6758604235","https://openalex.org/W6764072591","https://openalex.org/W6765492279","https://openalex.org/W6766481131","https://openalex.org/W6767101625","https://openalex.org/W6768001205","https://openalex.org/W6769311223","https://openalex.org/W6769627184","https://openalex.org/W6769906912","https://openalex.org/W6771114979","https://openalex.org/W6772383348","https://openalex.org/W6777182126","https://openalex.org/W6778883912","https://openalex.org/W6779702771","https://openalex.org/W6779744012","https://openalex.org/W6780805062","https://openalex.org/W6783948045","https://openalex.org/W6784577980","https://openalex.org/W6786251224","https://openalex.org/W6793423792","https://openalex.org/W6794025307","https://openalex.org/W6798182279","https://openalex.org/W6798398338","https://openalex.org/W6800875267","https://openalex.org/W6802078997","https://openalex.org/W6802505033","https://openalex.org/W6802629465","https://openalex.org/W6802669662","https://openalex.org/W6802857829","https://openalex.org/W6803940137","https://openalex.org/W6803958908","https://openalex.org/W6805239564","https://openalex.org/W6810081322","https://openalex.org/W6810220367","https://openalex.org/W6810270109","https://openalex.org/W6810583692","https://openalex.org/W6810738896","https://openalex.org/W6810932996","https://openalex.org/W6811035422","https://openalex.org/W6811129797","https://openalex.org/W6811297048","https://openalex.org/W6811340617","https://openalex.org/W6838691073","https://openalex.org/W6839198299","https://openalex.org/W6839328737","https://openalex.org/W6843975101","https://openalex.org/W6845576796","https://openalex.org/W6845921028","https://openalex.org/W6846002521","https://openalex.org/W6846326645","https://openalex.org/W6846955524","https://openalex.org/W6846983559","https://openalex.org/W6847076894","https://openalex.org/W6847118041","https://openalex.org/W6847306236","https://openalex.org/W6848060374","https://openalex.org/W6848757079","https://openalex.org/W6849075151","https://openalex.org/W6849941170","https://openalex.org/W6850625674","https://openalex.org/W6851775633","https://openalex.org/W6852043138","https://openalex.org/W6852449896","https://openalex.org/W6853381761","https://openalex.org/W6853444283","https://openalex.org/W6854084413","https://openalex.org/W6854474899","https://openalex.org/W6854515434","https://openalex.org/W6855510783","https://openalex.org/W6855991174","https://openalex.org/W6856017260","https://openalex.org/W6856051742","https://openalex.org/W6856104514","https://openalex.org/W6856223801","https://openalex.org/W6856289622","https://openalex.org/W6856696905","https://openalex.org/W6857055897","https://openalex.org/W6857785731","https://openalex.org/W6858885809","https://openalex.org/W6859604231","https://openalex.org/W6860676074","https://openalex.org/W6861084137"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"This":[0,51,74,162],"survey":[1,52,121,163],"article":[2],"delves":[3],"into":[4,68],"the":[5,41,55,59,80,89,108,123,128,138,180],"emerging":[6],"and":[7,27,39,83,95,110,136,141,156,185],"critical":[8],"area":[9],"of":[10,43,57,85,112,130,170],"symbolic":[11,100,171],"knowledge":[12,48,63,101,131,172],"distillation":[13,102,173],"in":[14,37,132,147,153,174,179],"large":[15],"language":[16],"models":[17,67],"(LLMs).":[18],"As":[19],"LLMs":[20],"such":[21],"as":[22],"generative":[23],"pretrained":[24],"transformer-3":[25],"(GPT-3)":[26],"bidirectional":[28],"encoder":[29],"representations":[30],"from":[31],"transformers":[32],"(BERT)":[33],"continue":[34],"to":[35,106,165],"expand":[36],"scale":[38],"complexity,":[40],"challenge":[42],"effectively":[44],"harnessing":[45],"their":[46],"extensive":[47],"becomes":[49],"paramount.":[50],"concentrates":[53],"on":[54,93,98],"process":[56],"distilling":[58],"intricate,":[60],"often":[61],"implicit":[62],"contained":[64],"within":[65],"these":[66],"a":[69,133,167],"more":[70,114,183],"symbolic,":[71],"explicit":[72],"form.":[73],"transformation":[75],"is":[76],"crucial":[77],"for":[78,159],"enhancing":[79],"interpretability,":[81],"efficiency,":[82],"applicability":[84],"LLMs.":[86],"We":[87,150],"categorize":[88],"existing":[90],"research":[91,155],"based":[92],"methodologies":[94],"applications,":[96],"focusing":[97],"how":[99],"can":[103],"be":[104],"used":[105],"improve":[107],"transparency":[109],"functionality":[111],"smaller,":[113],"efficient":[115,186],"artificial":[116],"intelligence":[117],"(AI)":[118],"models.":[119],"The":[120],"discusses":[122],"core":[124],"challenges,":[125],"including":[126],"maintaining":[127],"depth":[129],"comprehensible":[134],"format,":[135],"explores":[137],"various":[139],"approaches":[140],"techniques":[142],"that":[143],"have":[144],"been":[145],"developed":[146],"this":[148],"field.":[149],"identify":[151],"gaps":[152],"current":[154],"potential":[157],"opportunities":[158],"future":[160],"advancements.":[161],"aims":[164],"provide":[166],"comprehensive":[168],"overview":[169],"LLMs,":[175],"spotlighting":[176],"its":[177],"significance":[178],"progression":[181],"toward":[182],"accessible":[184],"AI":[187],"systems.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}