{"id":"https://openalex.org/W4414117657","doi":"https://doi.org/10.1109/ccta53793.2025.11151414","title":"Sim-to-Real: Tiny Deep Learning Agents on Resource-Constrained Embedded Microcontrollers","display_name":"Sim-to-Real: Tiny Deep Learning Agents on Resource-Constrained Embedded Microcontrollers","publication_year":2025,"publication_date":"2025-08-25","ids":{"openalex":"https://openalex.org/W4414117657","doi":"https://doi.org/10.1109/ccta53793.2025.11151414"},"language":"en","primary_location":{"id":"doi:10.1109/ccta53793.2025.11151414","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccta53793.2025.11151414","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Conference on Control Technology and Applications (CCTA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.tue.nl/en/publications/c8e1ff95-ca6e-483c-bbfb-31d85c720b0d","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067367912","display_name":"Steven Klotz","orcid":null},"institutions":[{"id":"https://openalex.org/I137594350","display_name":"Infineon Technologies (Germany)","ror":"https://ror.org/005kw6t15","country_code":"DE","type":"company","lineage":["https://openalex.org/I137594350"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Steven Klotz","raw_affiliation_strings":["Automotive, Infineon Technologies AG,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Automotive, Infineon Technologies AG,Munich,Germany","institution_ids":["https://openalex.org/I137594350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022216847","display_name":"Sourabh Kulkarni","orcid":"https://orcid.org/0000-0001-7003-0828"},"institutions":[{"id":"https://openalex.org/I137594350","display_name":"Infineon Technologies (Germany)","ror":"https://ror.org/005kw6t15","country_code":"DE","type":"company","lineage":["https://openalex.org/I137594350"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sourabh Kulkarni","raw_affiliation_strings":["Automotive, Infineon Technologies AG,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Automotive, Infineon Technologies AG,Munich,Germany","institution_ids":["https://openalex.org/I137594350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067506510","display_name":"Nehaja Joglekar","orcid":null},"institutions":[{"id":"https://openalex.org/I137594350","display_name":"Infineon Technologies (Germany)","ror":"https://ror.org/005kw6t15","country_code":"DE","type":"company","lineage":["https://openalex.org/I137594350"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nehaja Joglekar","raw_affiliation_strings":["Automotive, Infineon Technologies AG,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Automotive, Infineon Technologies AG,Munich,Germany","institution_ids":["https://openalex.org/I137594350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002070515","display_name":"Thorsten Bucksch","orcid":null},"institutions":[{"id":"https://openalex.org/I137594350","display_name":"Infineon Technologies (Germany)","ror":"https://ror.org/005kw6t15","country_code":"DE","type":"company","lineage":["https://openalex.org/I137594350"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thorsten Bucksch","raw_affiliation_strings":["Automotive, Infineon Technologies AG,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Automotive, Infineon Technologies AG,Munich,Germany","institution_ids":["https://openalex.org/I137594350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049989469","display_name":"Dip Goswami","orcid":"https://orcid.org/0000-0002-2268-0014"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Dip Goswami","raw_affiliation_strings":["TU Eindhoven,Electronic Systems,Eindhoven,Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Eindhoven,Electronic Systems,Eindhoven,Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011419637","display_name":"Daniel Mueller-Gritschneder","orcid":"https://orcid.org/0000-0003-0903-631X"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Daniel Mueller-Gritschneder","raw_affiliation_strings":["Institute of Computer Engineering, TU Wien,Vienna,Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computer Engineering, TU Wien,Vienna,Austria","institution_ids":["https://openalex.org/I145847075"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7588,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.88477972,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"806","last_page":"811"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9430000185966492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microcontroller","display_name":"Microcontroller","score":0.8302000164985657},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7340999841690063},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6761000156402588},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43320000171661377},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41850000619888306},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4023999869823456}],"concepts":[{"id":"https://openalex.org/C173018170","wikidata":"https://www.wikidata.org/wiki/Q165678","display_name":"Microcontroller","level":2,"score":0.8302000164985657},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7340999841690063},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6761000156402588},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6258000135421753},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.46549999713897705},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43320000171661377},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41850000619888306},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4023999869823456},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.3837999999523163},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.37869998812675476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3698999881744385},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.35569998621940613},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C137813230","wikidata":"https://www.wikidata.org/wiki/Q2996165","display_name":"Motor control","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2587999999523163},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.25870001316070557}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ccta53793.2025.11151414","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccta53793.2025.11151414","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Conference on Control Technology and Applications (CCTA)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.tue.nl:openaire/c8e1ff95-ca6e-483c-bbfb-31d85c720b0d","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/c8e1ff95-ca6e-483c-bbfb-31d85c720b0d","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Klotz, S, Kulkarni, S, Joglekar, N, Bucksch, T, Goswami, D & Mueller-Gritschneder, D 2025, Sim-to-Real : Tiny Deep Learning Agents on Resource-Constrained Embedded Microcontrollers. in C Vermillion, S Olaru, J Mathieu, M Mercangoz, S Stockar, A Karimi, T Faulwasser, E Kerrigan, R Fineisen, S Gros, I Prodan, C Edwards, F Dabbene, A Chapman & B Touri (eds), 2025 IEEE Conference on Control Technology and Applications, CCTA 2025., 11151414, Institute of Electrical and Electronics Engineers, pp. 806-811, 9th IEEE Conference on Control Technology and Applications, CCTA 2025, San Diego, California, United States, 25/08/25. https://doi.org/10.1109/CCTA53793.2025.11151414","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.tue.nl:openaire/c8e1ff95-ca6e-483c-bbfb-31d85c720b0d","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/c8e1ff95-ca6e-483c-bbfb-31d85c720b0d","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Klotz, S, Kulkarni, S, Joglekar, N, Bucksch, T, Goswami, D & Mueller-Gritschneder, D 2025, Sim-to-Real : Tiny Deep Learning Agents on Resource-Constrained Embedded Microcontrollers. in C Vermillion, S Olaru, J Mathieu, M Mercangoz, S Stockar, A Karimi, T Faulwasser, E Kerrigan, R Fineisen, S Gros, I Prodan, C Edwards, F Dabbene, A Chapman & B Touri (eds), 2025 IEEE Conference on Control Technology and Applications, CCTA 2025., 11151414, Institute of Electrical and Electronics Engineers, pp. 806-811, 9th IEEE Conference on Control Technology and Applications, CCTA 2025, San Diego, California, United States, 25/08/25. https://doi.org/10.1109/CCTA53793.2025.11151414","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2476785513","https://openalex.org/W2605102758","https://openalex.org/W2781726626","https://openalex.org/W2804032941","https://openalex.org/W2963122961","https://openalex.org/W3126344055","https://openalex.org/W4200629964","https://openalex.org/W4205308972","https://openalex.org/W4241575213","https://openalex.org/W4255226332","https://openalex.org/W4312247820","https://openalex.org/W4315489384","https://openalex.org/W4388820525"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4316095964","https://openalex.org/W2383001583","https://openalex.org/W2771395446","https://openalex.org/W2131084560","https://openalex.org/W3112038843","https://openalex.org/W3091627987","https://openalex.org/W2147310439"],"abstract_inverted_index":{"Deep":[0],"Reinforcement":[1],"Learning":[2],"offers":[3],"a":[4,65,116],"powerful":[5],"approach":[6],"for":[7],"developing":[8],"advanced":[9],"control":[10,41,69,87,103,119],"policies":[11,21],"based":[12],"solely":[13],"on":[14,22,85,115],"plant":[15,31],"model":[16],"simulations.":[17],"However,":[18],"deploying":[19],"these":[20],"industrial-scale":[23],"embedded":[24],"microcontroller":[25],"systems":[26],"presents":[27],"significant":[28],"challenges.":[29],"Imperfect":[30],"models,":[32],"parameter":[33],"uncertainty,":[34],"and":[35,71,106],"modeling":[36],"errors":[37],"can":[38],"compromise":[39],"robust":[40],"operation,":[42],"while":[43],"the":[44,73,81,86,109],"limited":[45],"computational":[46],"power":[47],"of":[48,57,75,83],"realtime":[49],"microcontrollers":[50],"necessitate":[51],"adaptations":[52],"to":[53],"ensure":[54],"efficient":[55],"execution":[56],"learned":[58],"policies.":[59],"In":[60],"this":[61],"work,":[62],"we":[63],"present":[64],"reinforcement":[66],"learning-based":[67],"motor":[68,118],"concept":[70],"investigate":[72],"impact":[74],"compute-efficient":[76],"deployment":[77,111],"techniques.":[78],"We":[79],"evaluate":[80],"effects":[82],"quantization":[84],"policy,":[88],"providing":[89],"key":[90],"insights":[91],"into":[92],"how":[93],"it":[94],"influences":[95],"long":[96],"short-term":[97],"memory":[98],"(LSTM)":[99],"cell":[100],"behavior":[101],"in":[102],"problem":[104],"settings,":[105],"further":[107],"explore":[108],"associated":[110],"challenges":[112],"through":[113],"experiments":[114],"real-world":[117],"application.":[120]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}