{"id":"https://openalex.org/W4388502389","doi":"https://doi.org/10.1109/fmec59375.2023.10306182","title":"Efficient On-device Transfer Learning using Activation Memory Reduction","display_name":"Efficient On-device Transfer Learning using Activation Memory Reduction","publication_year":2023,"publication_date":"2023-09-18","ids":{"openalex":"https://openalex.org/W4388502389","doi":"https://doi.org/10.1109/fmec59375.2023.10306182"},"language":"en","primary_location":{"id":"doi:10.1109/fmec59375.2023.10306182","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/fmec59375.2023.10306182","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Eighth International Conference on Fog and Mobile Edge Computing (FMEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089740936","display_name":"Amin Yoosefi","orcid":"https://orcid.org/0000-0003-0601-4545"},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Amin Yoosefi","raw_affiliation_strings":["Innovation, Design and Engineering, Mä lardalen University,Västerås,Sweden"],"affiliations":[{"raw_affiliation_string":"Innovation, Design and Engineering, Mä lardalen University,Västerås,Sweden","institution_ids":["https://openalex.org/I82509713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103068308","display_name":"Hamid Mousavi","orcid":null},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Hamid Mousavi","raw_affiliation_strings":["Innovation, Design and Engineering, Mä lardalen University,Västerås,Sweden"],"affiliations":[{"raw_affiliation_string":"Innovation, Design and Engineering, Mä lardalen University,Västerås,Sweden","institution_ids":["https://openalex.org/I82509713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063193249","display_name":"Masoud Daneshtalab","orcid":"https://orcid.org/0000-0001-6289-1521"},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Masoud Daneshtalab","raw_affiliation_strings":["Innovation, Design and Engineering, Mä lardalen University,Västerås,Sweden"],"affiliations":[{"raw_affiliation_string":"Innovation, Design and Engineering, Mä lardalen University,Västerås,Sweden","institution_ids":["https://openalex.org/I82509713"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045589459","display_name":"Mehdi Kargahi","orcid":"https://orcid.org/0000-0001-9300-4665"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mehdi Kargahi","raw_affiliation_strings":["School of Electrical and Computer Engineering, University of Tehran,Tehran,Iran","School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, University of Tehran,Tehran,Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5089740936"],"corresponding_institution_ids":["https://openalex.org/I82509713"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14523573,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":null,"first_page":"210","last_page":"215"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.777276873588562},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7694990038871765},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5528233051300049},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44638702273368835},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.42393845319747925},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4109264016151428},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1779775321483612},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.1653265655040741},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.16231754422187805}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.777276873588562},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7694990038871765},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5528233051300049},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44638702273368835},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.42393845319747925},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4109264016151428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1779775321483612},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.1653265655040741},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.16231754422187805},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fmec59375.2023.10306182","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/fmec59375.2023.10306182","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Eighth International Conference on Fog and Mobile Edge Computing (FMEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"},{"id":"https://openalex.org/F4320338370","display_name":"FP7 Information and Communication Technologies","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1977295328","https://openalex.org/W2108598243","https://openalex.org/W2271840356","https://openalex.org/W2533598788","https://openalex.org/W2763318011","https://openalex.org/W2769644379","https://openalex.org/W2798381792","https://openalex.org/W2804935296","https://openalex.org/W2963163009","https://openalex.org/W2963173190","https://openalex.org/W2963460174","https://openalex.org/W3044604993","https://openalex.org/W3118608800","https://openalex.org/W3172051607","https://openalex.org/W4210961870","https://openalex.org/W4280608645","https://openalex.org/W4283766928","https://openalex.org/W4295312788","https://openalex.org/W4297685247","https://openalex.org/W4307079438","https://openalex.org/W4312367364","https://openalex.org/W4386113256","https://openalex.org/W6631190155","https://openalex.org/W6694517276","https://openalex.org/W6746200960","https://openalex.org/W6748019269","https://openalex.org/W6756344106","https://openalex.org/W6766978945","https://openalex.org/W6780827055","https://openalex.org/W6797463349","https://openalex.org/W6838539104","https://openalex.org/W6846500109","https://openalex.org/W6847613944"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W1987128138","https://openalex.org/W2743976221"],"abstract_inverted_index":{"On-device":[0],"transfer":[1],"learning":[2],"suggests":[3],"fine-tuning":[4,25],"pretrained":[5],"neural":[6,109],"networks":[7,110],"on":[8,13],"new":[9],"input":[10,68],"data":[11],"directly":[12],"edge":[14,20],"devices.":[15],"The":[16,39],"memory":[17,63,91,105,131,142,158,183,186],"limitation":[18],"of":[19,93,107,117,149,188,198],"devices":[21],"necessitates":[22],"using":[23],"memory-efficient":[24],"methods.":[26],"Fine-tuning":[27],"involves":[28],"two":[29],"primary":[30],"phases:":[31],"the":[32,36,46,53,57,72,78,90,94,98,102,115,128,134,141,146,176,196],"forward-pass":[33,40,58,135],"phase":[34,41,48,59,74,96,136],"and":[35,45,51,69,184,192],"backward-pass":[37,47,73,95],"phase.":[38],"generates":[42],"output":[43,70,79],"activations,":[44,71],"computes":[49],"gradients":[50],"updates":[52],"parameters":[54],"accordingly.":[55],"Although":[56],"demands":[60,106],"a":[61,66],"temporary":[62,129,169],"to":[64,84,101,126,155],"store":[65],"layer's":[67],"may":[75,137],"require":[76,167],"storing":[77],"activations":[80],"from":[81,164],"all":[82],"layers":[83,165],"compute":[85],"gradients.":[86],"This":[87,152],"fact":[88],"introduces":[89],"cost":[92,197],"as":[97,140],"main":[99,147],"contributor":[100],"huge":[103],"training":[104],"deep":[108],"(DNNs),":[111],"which":[112,144],"has":[113,123],"been":[114,124],"focus":[116,148],"many":[118],"studies.":[119],"However,":[120],"little":[121],"attention":[122],"made":[125],"how":[127,175],"activation":[130,170,182],"involved":[132],"in":[133],"also":[138],"act":[139],"bottleneck,":[143],"is":[145],"this":[150,157],"paper.":[151],"paper":[153],"aims":[154],"mitigate":[156],"bottleneck":[159],"by":[160,190],"pruning":[161],"unimportant":[162],"channels":[163],"that":[166],"significant":[168],"memory.":[171],"Experimental":[172],"results":[173],"demonstrate":[174],"proposed":[177],"method":[178],"effectively":[179],"reduces":[180],"peak":[181],"total":[185],"costs":[187],"MobileNetV2":[189],"65%":[191],"59%,":[193],"respectively,":[194],"at":[195],"3%":[199],"accuracy":[200],"drop.":[201]},"counts_by_year":[],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}