{"id":"https://openalex.org/W4414432094","doi":"https://doi.org/10.1109/access.2025.3613423","title":"LLMYOLOEdge: An Edge-IoT Aware Novel Framework for Integration of YOLO With Localized Quantized Large Language Models","display_name":"LLMYOLOEdge: An Edge-IoT Aware Novel Framework for Integration of YOLO With Localized Quantized Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414432094","doi":"https://doi.org/10.1109/access.2025.3613423"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3613423","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3613423","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3613423","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060873402","display_name":"Partha Pratim Ray","orcid":"https://orcid.org/0000-0003-2306-2792"},"institutions":[{"id":"https://openalex.org/I43475992","display_name":"Sikkim University","ror":"https://ror.org/00wa05t61","country_code":"IN","type":"education","lineage":["https://openalex.org/I43475992"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Partha Pratim Ray","raw_affiliation_strings":["Department of Computer Applications, Sikkim University, Gangtok, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Applications, Sikkim University, Gangtok, India","institution_ids":["https://openalex.org/I43475992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112920110","display_name":"Mohan P. Pradhan","orcid":"https://orcid.org/0009-0007-8731-764X"},"institutions":[{"id":"https://openalex.org/I43475992","display_name":"Sikkim University","ror":"https://ror.org/00wa05t61","country_code":"IN","type":"education","lineage":["https://openalex.org/I43475992"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mohan Pratap Pradhan","raw_affiliation_strings":["Department of Computer Applications, Sikkim University, Gangtok, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Applications, Sikkim University, Gangtok, India","institution_ids":["https://openalex.org/I43475992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001796838","display_name":"Shuai Li","orcid":"https://orcid.org/0000-0002-9574-9609"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Shuai Li","raw_affiliation_strings":["Faculty of Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060873402"],"corresponding_institution_ids":["https://openalex.org/I43475992"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.32294589,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"167250","last_page":"167279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.5397999882698059,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.5397999882698059,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5493999719619751},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5070000290870667},{"id":"https://openalex.org/keywords/json","display_name":"JSON","score":0.4426000118255615},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4171000123023987},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4068000018596649},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4052000045776367},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.40299999713897705},{"id":"https://openalex.org/keywords/toolchain","display_name":"Toolchain","score":0.37389999628067017},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.357699990272522}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8592000007629395},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5493999719619751},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5070000290870667},{"id":"https://openalex.org/C2780416260","wikidata":"https://www.wikidata.org/wiki/Q2063","display_name":"JSON","level":2,"score":0.4426000118255615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41830000281333923},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4171000123023987},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4068000018596649},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.40299999713897705},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3971000015735626},{"id":"https://openalex.org/C2777062904","wikidata":"https://www.wikidata.org/wiki/Q545406","display_name":"Toolchain","level":3,"score":0.37389999628067017},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3467999994754791},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.31540000438690186},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.31060001254081726},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.29499998688697815},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2770000100135803},{"id":"https://openalex.org/C117978034","wikidata":"https://www.wikidata.org/wiki/Q5422192","display_name":"Extractor","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2639999985694885},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C544833334","wikidata":"https://www.wikidata.org/wiki/Q2005","display_name":"JavaScript","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.2515999972820282},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3613423","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3613423","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4eac1623088e47778a052eeac4608471","is_oa":true,"landing_page_url":"https://doaj.org/article/4eac1623088e47778a052eeac4608471","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 167250-167279 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3613423","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3613423","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W4387902744","https://openalex.org/W4391929663","https://openalex.org/W4395090255","https://openalex.org/W4395680648","https://openalex.org/W4396827044","https://openalex.org/W4399534541","https://openalex.org/W4399563832","https://openalex.org/W4399666346","https://openalex.org/W4401357411","https://openalex.org/W4401524370","https://openalex.org/W4402054386","https://openalex.org/W4402350363","https://openalex.org/W4402727710","https://openalex.org/W4403421327","https://openalex.org/W4403534742","https://openalex.org/W4403673954","https://openalex.org/W4403740967","https://openalex.org/W4404134026","https://openalex.org/W4404585259","https://openalex.org/W4404788038","https://openalex.org/W4405741940","https://openalex.org/W4405934565","https://openalex.org/W4406207083","https://openalex.org/W4406457462","https://openalex.org/W4407315999","https://openalex.org/W4407360302","https://openalex.org/W4407361196","https://openalex.org/W4407831752","https://openalex.org/W4409494152","https://openalex.org/W4410823254"],"related_works":[],"abstract_inverted_index":{"Deploying":[0],"multimodal":[1,189,234],"AI":[2,235],"on":[3,55,194],"severely":[4],"resource-constrained":[5],"hardware":[6],"remains":[7],"challenging":[8],"due":[9],"to":[10,74],"tight":[11],"latency,":[12],"memory,":[13],"and":[14,39,48,79,155,172,209,219,222],"privacy":[15],"requirements.":[16],"We":[17],"present":[18],"LLMYOLOEdge,":[19],"a":[20,51,60,91,145,199,211,229],"fully":[21],"on-device":[22],"framework":[23],"that":[24,191,203],"integrates":[25],"YOLO":[26,112],"object":[27],"detection":[28],"(YOLOv8/11/12":[29],"variants)":[30],"with":[31,83,152],"quantized":[32],"instruction-tuned":[33],"LLMs\u2014Qwen2.5:0.5b-instruct":[34],"for":[35,41,86,232],"reliable":[36],"image-reference":[37],"extraction":[38,141],"Granite3-MoE:1b-instruct":[40],"concise":[42],"textual":[43],"summarization\u2014served":[44],"locally":[45],"via":[46],"Ollama":[47],"orchestrated":[49],"by":[50],"lightweight":[52],"Flask":[53],"API":[54],"Raspberry":[56,92],"Pi":[57,93],"4B":[58],"as":[59,184],"resource":[61,177],"constrained":[62],"egde-Internet":[63],"of":[64],"Things":[65],"(IoT)":[66],"setup.":[67],"The":[68,135],"system":[69],"employs":[70],"grammar-constrained,":[71],"multi-shot":[72,136],"prompting":[73,201],"guarantee":[75],"structured":[76],"JSON":[77],"outputs":[78],"instruments":[80],"every":[81],"stage":[82],"fine-grained":[84],"metrics":[85],"rigorous":[87],"statistical":[88],"analysis.":[89],"On":[90],"4B,":[94],"LLMYOLOEdge":[95],"sustains":[96],"real-time":[97],"operation":[98],"while":[99],"preserving":[100],"data":[101],"locality.":[102],"Across":[103],"extensive":[104],"trials,":[105],"we":[106],"observe":[107],"significant":[108],"performance":[109],"differences":[110],"among":[111],"backbones":[113],"\u2013":[114],"yolo11n.pt":[115],"yields":[116],"the":[117],"shortest":[118],"inference":[119],"latency":[120],"(1013.241":[121],"ms),":[122],"whereas":[123],"yolo12s.pt":[124],"minimizes":[125],"extractor":[126,137],"prompt-evaluation":[127],"time":[128],"(19.242":[129],"\u00d7":[130],"10<sup":[131],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[132,158,165],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">9</sup>":[133],"ns).":[134],"achieves":[138],"perfect":[139],"URL/path":[140],"accuracy":[142,173],"(100%),":[143],"outperforming":[144],"baseline":[146],"Granite3-MoE":[147],"approach":[148],"(88.89%).":[149],"One-way":[150],"ANOVA":[151],"Tukey\u2019s":[153],"HSD":[154],"pairwise":[156],"<italic":[157,164],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">t</i>-tests":[159],"confirm":[160],"these":[161],"effects":[162],"at":[163,226],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">p</i>":[166],"<":[167],"0.001,":[168],"establishing":[169],"both":[170],"efficiency":[171],"gains":[174],"under":[175],"strict":[176],"budgets.":[178],"Our":[179],"contributions":[180],"are":[181,224],"threefold":[182],"such":[183],"(i)":[185],"an":[186],"integrated,":[187],"privacy-preserving":[188],"pipeline":[190],"runs":[192],"entirely":[193],"commodity":[195],"edge":[196],"hardware;":[197],"(ii)":[198],"principled":[200],"strategy":[202],"removes":[204],"brittle":[205],"parsing":[206],"failure":[207],"modes;":[208],"(iii)":[210],"reproducible":[212],"evaluation":[213],"suite":[214],"reporting":[215],"per-stage":[216],"latencies,":[217],"throughput,":[218],"correctness.":[220],"Code":[221],"assets":[223],"available":[225],"https://github.com/ParthaPRay/yolo_ollama_raspberrypi,":[227],"offering":[228],"practical":[230],"template":[231],"edge-native":[233],"deployments.":[236]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}