{"id":"https://openalex.org/W3207817684","doi":"https://doi.org/10.1109/igarss47720.2021.9555136","title":"Enhancing Large Batch Size Training of Deep Models for Remote Sensing Applications","display_name":"Enhancing Large Batch Size Training of Deep Models for Remote Sensing Applications","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3207817684","doi":"https://doi.org/10.1109/igarss47720.2021.9555136","mag":"3207817684"},"language":"en","primary_location":{"id":"doi:10.1109/igarss47720.2021.9555136","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igarss47720.2021.9555136","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Geoscience and Remote Sensing Symposium IGARSS","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082191714","display_name":"Rocco Sedona","orcid":"https://orcid.org/0000-0003-4089-972X"},"institutions":[{"id":"https://openalex.org/I165368041","display_name":"University of Iceland","ror":"https://ror.org/01db6h964","country_code":"IS","type":"education","lineage":["https://openalex.org/I165368041"]},{"id":"https://openalex.org/I171892758","display_name":"Forschungszentrum J\u00fclich","ror":"https://ror.org/02nv7yv05","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I171892758"]}],"countries":["DE","IS"],"is_corresponding":false,"raw_author_name":"Rocco Sedona","raw_affiliation_strings":["J\u00fclich Supercomputing Centre, Forschungszentrum J\u00fclich, Germany","School of Engineering and Natural Sciences, University of Iceland, Iceland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"J\u00fclich Supercomputing Centre, Forschungszentrum J\u00fclich, Germany","institution_ids":["https://openalex.org/I171892758"]},{"raw_affiliation_string":"School of Engineering and Natural Sciences, University of Iceland, Iceland","institution_ids":["https://openalex.org/I165368041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058680339","display_name":"Gabriele Cavallaro","orcid":"https://orcid.org/0000-0002-3239-9904"},"institutions":[{"id":"https://openalex.org/I165368041","display_name":"University of Iceland","ror":"https://ror.org/01db6h964","country_code":"IS","type":"education","lineage":["https://openalex.org/I165368041"]}],"countries":["IS"],"is_corresponding":false,"raw_author_name":"Gabriele Cavallaro","raw_affiliation_strings":["School of Engineering and Natural Sciences, University of Iceland, Iceland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and Natural Sciences, University of Iceland, Iceland","institution_ids":["https://openalex.org/I165368041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008220787","display_name":"Morris Riedel","orcid":"https://orcid.org/0000-0003-1810-9330"},"institutions":[{"id":"https://openalex.org/I165368041","display_name":"University of Iceland","ror":"https://ror.org/01db6h964","country_code":"IS","type":"education","lineage":["https://openalex.org/I165368041"]},{"id":"https://openalex.org/I171892758","display_name":"Forschungszentrum J\u00fclich","ror":"https://ror.org/02nv7yv05","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I171892758"]}],"countries":["DE","IS"],"is_corresponding":false,"raw_author_name":"Morris Riedel","raw_affiliation_strings":["J\u00fclich Supercomputing Centre, Forschungszentrum J\u00fclich, Germany","School of Engineering and Natural Sciences, University of Iceland, Iceland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"J\u00fclich Supercomputing Centre, Forschungszentrum J\u00fclich, Germany","institution_ids":["https://openalex.org/I171892758"]},{"raw_affiliation_string":"School of Engineering and Natural Sciences, University of Iceland, Iceland","institution_ids":["https://openalex.org/I165368041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041984988","display_name":"Matthias Book","orcid":"https://orcid.org/0000-0003-2472-5201"},"institutions":[{"id":"https://openalex.org/I165368041","display_name":"University of Iceland","ror":"https://ror.org/01db6h964","country_code":"IS","type":"education","lineage":["https://openalex.org/I165368041"]}],"countries":["IS"],"is_corresponding":false,"raw_author_name":"Matthias Book","raw_affiliation_strings":["School of Engineering and Natural Sciences, University of Iceland, Iceland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and Natural Sciences, University of Iceland, Iceland","institution_ids":["https://openalex.org/I165368041"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"abs 1802 9941","issue":null,"first_page":"1583","last_page":"1586"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8012031316757202},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6929253339767456},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6227867007255554},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.596524715423584},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5680051445960999},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5346279144287109},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.48945629596710205},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48023730516433716},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.46111583709716797},{"id":"https://openalex.org/keywords/batch-processing","display_name":"Batch processing","score":0.441912442445755},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4229621887207031},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.4126034379005432},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41089317202568054},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10142678022384644}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8012031316757202},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6929253339767456},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6227867007255554},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.596524715423584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5680051445960999},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5346279144287109},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.48945629596710205},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48023730516433716},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.46111583709716797},{"id":"https://openalex.org/C172658912","wikidata":"https://www.wikidata.org/wiki/Q661613","display_name":"Batch processing","level":2,"score":0.441912442445755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4229621887207031},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.4126034379005432},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41089317202568054},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10142678022384644},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/igarss47720.2021.9555136","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igarss47720.2021.9555136","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Geoscience and Remote Sensing Symposium IGARSS","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2194775991","https://openalex.org/W2211843587","https://openalex.org/W2617242334","https://openalex.org/W2622263826","https://openalex.org/W2757910899","https://openalex.org/W2766164908","https://openalex.org/W2787998955","https://openalex.org/W2788193959","https://openalex.org/W2793904650","https://openalex.org/W2926655273","https://openalex.org/W2952317021","https://openalex.org/W2963655672","https://openalex.org/W2963702144","https://openalex.org/W2963959597","https://openalex.org/W2964054038","https://openalex.org/W2964121744","https://openalex.org/W2966250553","https://openalex.org/W2972087877","https://openalex.org/W2995000346","https://openalex.org/W2995435108","https://openalex.org/W4295773261","https://openalex.org/W4301239768","https://openalex.org/W6738534199","https://openalex.org/W6748645090","https://openalex.org/W6761074043"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3103566983","https://openalex.org/W3029198973","https://openalex.org/W3000197790"],"abstract_inverted_index":{"A":[0],"wide":[1],"variety":[2],"of":[3,14,20,42,49,54,88],"Remote":[4],"Sensing":[5],"(RS)":[6],"missions":[7],"are":[8],"continuously":[9],"acquiring":[10],"a":[11,107],"large":[12,21,76],"volume":[13],"data":[15,103],"every":[16],"day.":[17],"The":[18],"availability":[19],"datasets":[22],"has":[23],"propelled":[24],"Deep":[25],"Learning":[26],"(DL)":[27],"methods":[28],"also":[29],"in":[30],"the":[31,40,43,47,52,64,86,98],"RS":[32,102],"domain.":[33],"Convolutional":[34],"Neural":[35],"Networks":[36],"(CNNs)":[37],"have":[38],"become":[39],"state":[41],"art":[44],"when":[45],"tackling":[46],"classification":[48,104],"images,":[50],"however":[51],"process":[53],"training":[55,71,79],"is":[56],"time":[57],"consuming.":[58],"In":[59],"this":[60],"work":[61],"we":[62],"exploit":[63],"Layer-wise":[65],"Adaptive":[66],"Moments":[67],"optimizer":[68,73],"for":[69],"Batch":[70],"(LAMB)":[72],"to":[74,117],"use":[75,87],"batch":[77,114],"size":[78],"on":[80,101],"High-Performance":[81],"Computing":[82],"(HPC)":[83],"systems.":[84],"With":[85],"LAMB":[89],"combined":[90],"with":[91,113],"learning":[92],"rate":[93],"scheduling":[94],"and":[95],"warm-up":[96],"strategies,":[97],"experimental":[99],"results":[100],"demonstrate":[105],"that":[106],"ResNet50":[108],"can":[109],"be":[110],"trained":[111],"faster":[112],"sizes":[115],"up":[116],"32K.":[118]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}