{"id":"https://openalex.org/W7166350919","doi":"https://doi.org/10.1145/3801487.3805608","title":"POSTER: TinyLLM: Evaluation and Optimization of Small Language Models for Agentic Tasks on Edge Devices","display_name":"POSTER: TinyLLM: Evaluation and Optimization of Small Language Models for Agentic Tasks on Edge Devices","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7166350919","doi":"https://doi.org/10.1145/3801487.3805608"},"language":"en","primary_location":{"id":"doi:10.1145/3801487.3805608","doi":"https://doi.org/10.1145/3801487.3805608","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3801487.3805608","pdf_url":null,"source":{"id":"https://openalex.org/S7407085882","display_name":"ACM International Conference on Computing Frontiers (CF)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM International Conference on Computing Frontiers","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3801487.3805608","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051885447","display_name":"Mohd Ariful Haque","orcid":"https://orcid.org/0009-0000-4217-0209","observed_orcids":["https://orcid.org/0009-0000-4217-0209"]},"institutions":[{"id":"https://openalex.org/I52064589","display_name":"Clark Atlanta University","ror":"https://ror.org/0397tsa92","country_code":"US","type":"education","lineage":["https://openalex.org/I52064589"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohd Ariful Haque","raw_affiliation_strings":["Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0009-0000-4217-0209","affiliations":[{"raw_affiliation_string":"Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I52064589"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101902772","display_name":"Fahad Rahman","orcid":"https://orcid.org/0009-0004-1496-1977","observed_orcids":["https://orcid.org/0009-0004-1496-1977","https://orcid.org/0000-0002-7545-3317"]},"institutions":[{"id":"https://openalex.org/I63169043","display_name":"United International University","ror":"https://ror.org/01tqv1p28","country_code":"BD","type":"education","lineage":["https://openalex.org/I63169043"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Fahad Rahman","raw_affiliation_strings":["United International University, Dhaka, Bangladesh"],"raw_orcid":"https://orcid.org/0009-0004-1496-1977","affiliations":[{"raw_affiliation_string":"United International University, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I63169043"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068262430","display_name":"Kishor Datta Gupta","orcid":"https://orcid.org/0000-0001-6867-2653","observed_orcids":["https://orcid.org/0000-0001-6867-2653"]},"institutions":[{"id":"https://openalex.org/I52064589","display_name":"Clark Atlanta University","ror":"https://ror.org/0397tsa92","country_code":"US","type":"education","lineage":["https://openalex.org/I52064589"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kishor Datta Gupta","raw_affiliation_strings":["Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0000-0001-6867-2653","affiliations":[{"raw_affiliation_string":"Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I52064589"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088321472","display_name":"Khalil A. Shujaee","orcid":"https://orcid.org/0009-0008-9526-9657","observed_orcids":["https://orcid.org/0009-0008-9526-9657"]},"institutions":[{"id":"https://openalex.org/I52064589","display_name":"Clark Atlanta University","ror":"https://ror.org/0397tsa92","country_code":"US","type":"education","lineage":["https://openalex.org/I52064589"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Khalil Shujaee","raw_affiliation_strings":["Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0009-0008-9526-9657","affiliations":[{"raw_affiliation_string":"Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I52064589"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023104987","display_name":"Roy George","orcid":"https://orcid.org/0000-0003-0257-9725","observed_orcids":["https://orcid.org/0000-0003-0257-9725"]},"institutions":[{"id":"https://openalex.org/I52064589","display_name":"Clark Atlanta University","ror":"https://ror.org/0397tsa92","country_code":"US","type":"education","lineage":["https://openalex.org/I52064589"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roy George","raw_affiliation_strings":["Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0000-0003-0257-9725","affiliations":[{"raw_affiliation_string":"Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I52064589"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.8724,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.99130959,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"339","last_page":"340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3292999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3292999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2703000009059906,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.10530000180006027,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/small-language-models","display_name":"small language models","score":0.9779999852180481},{"id":"https://openalex.org/keywords/function-calling","display_name":"function calling","score":0.8610000014305115},{"id":"https://openalex.org/keywords/edge-devices","display_name":"edge devices","score":0.8349999785423279},{"id":"https://openalex.org/keywords/direct-preference-optimization","display_name":"direct preference optimization","score":0.7860000133514404},{"id":"https://openalex.org/keywords/qwen3","display_name":"Qwen3","score":0.9779999852180481},{"id":"https://openalex.org/keywords/tinyllama","display_name":"TinyLlama","score":0.9890000224113464},{"id":"https://openalex.org/keywords/4-bit-quantization","display_name":"4-bit quantization","score":0.8659999966621399},{"id":"https://openalex.org/keywords/nvidia-jetson-nano","display_name":"Jetson Nano","score":0.9110000133514404},{"id":"https://openalex.org/keywords/hardware-simulation","display_name":"hardware simulation","score":0.5799999833106995},{"id":"https://openalex.org/keywords/multi-turn-reasoning","display_name":"multi-turn reasoning","score":0.48100000619888306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7365000247955322},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6578999757766724},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.521399974822998},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5077000260353088},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4900999963283539},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4765999913215637},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4537999927997589},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.423799991607666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4196000099182129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4156000018119812},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.3865000009536743},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.38530001044273376},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.37630000710487366},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.37130001187324524},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C117884012","wikidata":"https://www.wikidata.org/wiki/Q94489","display_name":"n-gram","level":3,"score":0.27250000834465027},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.2639999985694885},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25850000977516174},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3801487.3805608","doi":"https://doi.org/10.1145/3801487.3805608","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3801487.3805608","pdf_url":null,"source":{"id":"https://openalex.org/S7407085882","display_name":"ACM International Conference on Computing Frontiers (CF)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM International Conference on Computing Frontiers","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3801487.3805608","doi":"https://doi.org/10.1145/3801487.3805608","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3801487.3805608","pdf_url":null,"source":{"id":"https://openalex.org/S7407085882","display_name":"ACM International Conference on Computing Frontiers (CF)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM International Conference on Computing Frontiers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W2794536744","https://openalex.org/W4404783870","https://openalex.org/W7133208539"],"related_works":["https://openalex.org/W4416943765","https://openalex.org/W4402953801","https://openalex.org/W7134041219","https://openalex.org/W7223562810","https://openalex.org/W7123438533","https://openalex.org/W4414970432","https://openalex.org/W7166854272","https://openalex.org/W7204192058","https://openalex.org/W7141518419","https://openalex.org/W7130551735"],"abstract_inverted_index":{"As":[0],"autonomous":[1],"AI":[2],"agents":[3],"increasingly":[4],"rely":[5],"on":[6,21],"Large":[7],"Language":[8,34],"Models":[9,35],"(LLMs)":[10],"for":[11,16,45],"decision":[12],"making;":[13],"the":[14,30,54,105,143],"necessity":[15],"local,":[17],"privacy":[18],"preserving":[19],"execution":[20],"edge":[22],"devices":[23],"has":[24],"become":[25],"paramount.":[26],"This":[27],"paper":[28],"investigates":[29],"effectiveness":[31],"of":[32,65,147,157],"Small":[33],"(SLMs)":[36],"with":[37],"equal":[38],"or":[39],"fewer":[40],"than":[41],"4":[42],"billion":[43],"parameters":[44],"agentic":[46],"tasks,":[47],"specifically":[48],"function":[49],"and":[50,70,119,133],"API":[51],"calling.":[52],"Using":[53],"Berkeley":[55],"Function":[56],"Calling":[57],"Leaderboard":[58],"(BFCL),":[59],"we":[60,126],"provide":[61],"a":[62,74,98,154],"comprehensive":[63],"evaluation":[64],"models":[66,103,139],"including":[67],"xLAM-2,":[68],"Qwen3,":[69],"TinyLlama.":[71],"We":[72],"introduce":[73],"Direct":[75],"Preference":[76],"Optimization":[77],"(DPO)":[78],"pipeline":[79],"that":[80,137],"leverages":[81],"AgentBank":[82],"(ALFRED)":[83],"trajectories":[84],"to":[85,115],"align":[86],"SLMs":[87],"toward":[88],"expert":[89],"level":[90],"tool":[91],"use":[92],"behavior.":[93],"Our":[94],"experimental":[95],"results":[96],"demonstrate":[97],"clear":[99],"performance":[100],"hierarchy":[101],"where":[102],"in":[104,121],"1-3B":[106],"range":[107],"significantly":[108],"outperform":[109],"sub":[110],"1B":[111],"variants,":[112],"achieving":[113],"up":[114],"65.74%":[116],"overall":[117],"accuracy":[118],"55.62%":[120],"multi":[122],"turn":[123],"scenarios.":[124],"Furthermore,":[125],"validate":[127],"deployment":[128],"feasibility":[129],"through":[130],"4-bit":[131],"quantization":[132],"hardware":[134],"simulation,":[135],"showing":[136],"these":[138],"can":[140],"operate":[141],"within":[142],"8GB":[144],"VRAM":[145],"constraints":[146],"an":[148],"Nvidia":[149],"Jetson":[150],"Nano":[151],"while":[152],"maintaining":[153],"functional":[155],"throughput":[156],"\u223c":[158],"2.6":[159],"tokens/sec.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-06-28T00:00:00"}