{"id":"https://openalex.org/W7166350919","doi":"https://doi.org/10.1145/3801487.3805608","title":"POSTER: TinyLLM: Evaluation and Optimization of Small Language Models for Agentic Tasks on Edge Devices","display_name":"POSTER: TinyLLM: Evaluation and Optimization of Small Language Models for Agentic Tasks on Edge Devices","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7166350919","doi":"https://doi.org/10.1145/3801487.3805608"},"language":null,"primary_location":{"id":"doi:10.1145/3801487.3805608","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3801487.3805608","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM International Conference on Computing Frontiers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3801487.3805608","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051885447","display_name":"Mohd Ariful Haque","orcid":"https://orcid.org/0009-0000-4217-0209"},"institutions":[{"id":"https://openalex.org/I52064589","display_name":"Clark Atlanta University","ror":"https://ror.org/0397tsa92","country_code":"US","type":"education","lineage":["https://openalex.org/I52064589"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohd Ariful Haque","raw_affiliation_strings":["Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0009-0000-4217-0209","affiliations":[{"raw_affiliation_string":"Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I52064589"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101902772","display_name":"Fahad Rahman","orcid":"https://orcid.org/0000-0002-7545-3317"},"institutions":[{"id":"https://openalex.org/I63169043","display_name":"United International University","ror":"https://ror.org/01tqv1p28","country_code":"BD","type":"education","lineage":["https://openalex.org/I63169043"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Fahad Rahman","raw_affiliation_strings":["United International University, Dhaka, Bangladesh"],"raw_orcid":"https://orcid.org/0009-0004-1496-1977","affiliations":[{"raw_affiliation_string":"United International University, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I63169043"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068262430","display_name":"Kishor Datta Gupta","orcid":"https://orcid.org/0000-0001-6867-2653"},"institutions":[{"id":"https://openalex.org/I52064589","display_name":"Clark Atlanta University","ror":"https://ror.org/0397tsa92","country_code":"US","type":"education","lineage":["https://openalex.org/I52064589"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kishor Datta Gupta","raw_affiliation_strings":["Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0000-0001-6867-2653","affiliations":[{"raw_affiliation_string":"Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I52064589"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139465000","display_name":"Khalil Shujaee","orcid":"https://orcid.org/0009-0008-9526-9657"},"institutions":[{"id":"https://openalex.org/I52064589","display_name":"Clark Atlanta University","ror":"https://ror.org/0397tsa92","country_code":"US","type":"education","lineage":["https://openalex.org/I52064589"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Khalil Shujaee","raw_affiliation_strings":["Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0009-0008-9526-9657","affiliations":[{"raw_affiliation_string":"Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I52064589"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023104987","display_name":"Roy George","orcid":"https://orcid.org/0000-0003-0257-9725"},"institutions":[{"id":"https://openalex.org/I52064589","display_name":"Clark Atlanta University","ror":"https://ror.org/0397tsa92","country_code":"US","type":"education","lineage":["https://openalex.org/I52064589"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roy George","raw_affiliation_strings":["Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA"],"raw_orcid":"https://orcid.org/0000-0003-0257-9725","affiliations":[{"raw_affiliation_string":"Cyber-Physical Systems, Clark Atlanta University, Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I52064589"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":27.3056,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.99467754,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"339","last_page":"340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.2303999960422516,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.2303999960422516,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.12890000641345978,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05270000174641609,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6578999757766724},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.521399974822998},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5077000260353088},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4900999963283539},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4765999913215637},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4537999927997589},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.423799991607666},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.3865000009536743},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.38530001044273376}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7365000247955322},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6578999757766724},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.521399974822998},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5077000260353088},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4900999963283539},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4765999913215637},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4537999927997589},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.423799991607666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4196000099182129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4156000018119812},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.3865000009536743},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.38530001044273376},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.37630000710487366},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.37130001187324524},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C117884012","wikidata":"https://www.wikidata.org/wiki/Q94489","display_name":"n-gram","level":3,"score":0.27250000834465027},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.2639999985694885},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25850000977516174},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3801487.3805608","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3801487.3805608","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM International Conference on Computing Frontiers","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3801487.3805608","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3801487.3805608","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM International Conference on Computing Frontiers","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7965117692947388}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W2794536744","https://openalex.org/W4404783870","https://openalex.org/W7133208539"],"related_works":[],"abstract_inverted_index":{"As":[0],"autonomous":[1],"AI":[2],"agents":[3],"increasingly":[4],"rely":[5],"on":[6,21],"Large":[7],"Language":[8,34],"Models":[9,35],"(LLMs)":[10],"for":[11,16,45],"decision":[12],"making;":[13],"the":[14,30,54,105,143],"necessity":[15],"local,":[17],"privacy":[18],"preserving":[19],"execution":[20],"edge":[22],"devices":[23],"has":[24],"become":[25],"paramount.":[26],"This":[27],"paper":[28],"investigates":[29],"effectiveness":[31],"of":[32,65,147,157],"Small":[33],"(SLMs)":[36],"with":[37],"equal":[38],"or":[39],"fewer":[40],"than":[41],"4":[42],"billion":[43],"parameters":[44],"agentic":[46],"tasks,":[47],"specifically":[48],"function":[49],"and":[50,70,119,133],"API":[51],"calling.":[52],"Using":[53],"Berkeley":[55],"Function":[56],"Calling":[57],"Leaderboard":[58],"(BFCL),":[59],"we":[60,126],"provide":[61],"a":[62,74,98,154],"comprehensive":[63],"evaluation":[64],"models":[66,103,139],"including":[67],"xLAM-2,":[68],"Qwen3,":[69],"TinyLlama.":[71],"We":[72],"introduce":[73],"Direct":[75],"Preference":[76],"Optimization":[77],"(DPO)":[78],"pipeline":[79],"that":[80,137],"leverages":[81],"AgentBank":[82],"(ALFRED)":[83],"trajectories":[84],"to":[85,115],"align":[86],"SLMs":[87],"toward":[88],"expert":[89],"level":[90],"tool":[91],"use":[92],"behavior.":[93],"Our":[94],"experimental":[95],"results":[96],"demonstrate":[97],"clear":[99],"performance":[100],"hierarchy":[101],"where":[102],"in":[104,121],"1-3B":[106],"range":[107],"significantly":[108],"outperform":[109],"sub":[110],"1B":[111],"variants,":[112],"achieving":[113],"up":[114],"65.74%":[116],"overall":[117],"accuracy":[118],"55.62%":[120],"multi":[122],"turn":[123],"scenarios.":[124],"Furthermore,":[125],"validate":[127],"deployment":[128],"feasibility":[129],"through":[130],"4-bit":[131],"quantization":[132],"hardware":[134],"simulation,":[135],"showing":[136],"these":[138],"can":[140],"operate":[141],"within":[142],"8GB":[144],"VRAM":[145],"constraints":[146],"an":[148],"Nvidia":[149],"Jetson":[150],"Nano":[151],"while":[152],"maintaining":[153],"functional":[155],"throughput":[156],"\u223c":[158],"2.6":[159],"tokens/sec.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-05T07:55:05.734416","created_date":"2026-06-28T00:00:00"}