{"id":"https://openalex.org/W4390489133","doi":"https://doi.org/10.1109/tgrs.2023.3348470","title":"Exploring Model Compression Limits and Laws: A Pyramid Knowledge Distillation Framework for Satellite-on-Orbit Object Recognition","display_name":"Exploring Model Compression Limits and Laws: A Pyramid Knowledge Distillation Framework for Satellite-on-Orbit Object Recognition","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4390489133","doi":"https://doi.org/10.1109/tgrs.2023.3348470"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2023.3348470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3348470","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021340766","display_name":"Yanhua Pang","orcid":"https://orcid.org/0000-0003-0037-0282"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhua Pang","raw_affiliation_strings":["Institute of Space Science and Applied Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0037-0282","affiliations":[{"raw_affiliation_string":"Institute of Space Science and Applied Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027790536","display_name":"Yamin Zhang","orcid":"https://orcid.org/0000-0003-4803-0922"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yamin Zhang","raw_affiliation_strings":["Institute of Space Science and Applied Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-4803-0922","affiliations":[{"raw_affiliation_string":"Institute of Space Science and Applied Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076401524","display_name":"Yi Wang","orcid":"https://orcid.org/0000-0002-4868-7636"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Wang","raw_affiliation_strings":["Institute of Space Science and Applied Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Space Science and Applied Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaofeng Wei","orcid":"https://orcid.org/0009-0004-9218-1060"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Wei","raw_affiliation_strings":["Institute of Space Science and Applied Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0004-9218-1060","affiliations":[{"raw_affiliation_string":"Institute of Space Science and Applied Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100427270","display_name":"Bo Chen","orcid":"https://orcid.org/0000-0001-7495-8885"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Chen","raw_affiliation_strings":["Institute of Space Science and Applied Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-7495-8885","affiliations":[{"raw_affiliation_string":"Institute of Space Science and Applied Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":3.0563,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.91889305,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12983","display_name":"Satellite Image Processing and Photogrammetry","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.97079998254776,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.6461870670318604},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6230279803276062},{"id":"https://openalex.org/keywords/pyramid","display_name":"Pyramid (geometry)","score":0.5774199366569519},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.5543950796127319},{"id":"https://openalex.org/keywords/orbit","display_name":"Orbit (dynamics)","score":0.46268120408058167},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4469637870788574},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4426649808883667},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43781858682632446},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.42455342411994934},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.3238126337528229},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.2107645869255066},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.13502800464630127},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12188476324081421},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10252019762992859}],"concepts":[{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.6461870670318604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6230279803276062},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.5774199366569519},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.5543950796127319},{"id":"https://openalex.org/C196644772","wikidata":"https://www.wikidata.org/wiki/Q3884964","display_name":"Orbit (dynamics)","level":2,"score":0.46268120408058167},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4469637870788574},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4426649808883667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43781858682632446},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.42455342411994934},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.3238126337528229},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.2107645869255066},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.13502800464630127},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12188476324081421},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10252019762992859},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2023.3348470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3348470","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G249853018","display_name":null,"funder_award_id":"2022YFF0503900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5866909421","display_name":null,"funder_award_id":"20220811163556003","funder_id":"https://openalex.org/F4320316880","funder_display_name":"Natural Science Foundation of Shenzhen City"},{"id":"https://openalex.org/G7256733713","display_name":null,"funder_award_id":"2022A1515010113","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G8360405307","display_name":null,"funder_award_id":"GXWD20220811163556003","funder_id":"https://openalex.org/F4320316880","funder_display_name":"Natural Science Foundation of Shenzhen City"}],"funders":[{"id":"https://openalex.org/F4320316880","display_name":"Natural Science Foundation of Shenzhen City","ror":null},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2620998106","https://openalex.org/W2743289088","https://openalex.org/W2994742485","https://openalex.org/W2996970889","https://openalex.org/W2997006708","https://openalex.org/W3034342078","https://openalex.org/W3034368386","https://openalex.org/W3035321581","https://openalex.org/W3091460434","https://openalex.org/W3138154797","https://openalex.org/W3209126530","https://openalex.org/W3212888835","https://openalex.org/W3213611010","https://openalex.org/W3215158328","https://openalex.org/W4213253308","https://openalex.org/W4224075564","https://openalex.org/W4226003804","https://openalex.org/W4229031683","https://openalex.org/W4281258805","https://openalex.org/W4285302592","https://openalex.org/W4285741415","https://openalex.org/W4288391265","https://openalex.org/W4296913792","https://openalex.org/W4306673650","https://openalex.org/W4312646421","https://openalex.org/W6637551013","https://openalex.org/W6772695483"],"related_works":["https://openalex.org/W4249847449","https://openalex.org/W44395729","https://openalex.org/W2765338038","https://openalex.org/W1496225612","https://openalex.org/W1523500768","https://openalex.org/W2517629151","https://openalex.org/W1566843515","https://openalex.org/W4292850564","https://openalex.org/W2181660907","https://openalex.org/W4386191828"],"abstract_inverted_index":{"Extremely":[0],"constrained":[1],"storage":[2],"and":[3,45,64,69,100,130,133,180,191,200,210,214],"computational":[4],"resources":[5],"are":[6],"one":[7],"of":[8,11,42,47,83,96,160,212],"the":[9,40,43,73,90,94,97,101,135,158,172,208,216,219,225],"difficulties":[10],"satellite-on-orbit":[12],"computing,":[13],"which":[14],"leads":[15],"to":[16,150,169],"over-parametric":[17],"high-performance":[18],"models":[19,92,197],"not":[20],"performing":[21],"properly":[22],"on-orbit.":[23],"Knowledge":[24],"distillation":[25,75,123,129,132,148,185],"(KD)":[26],"is":[27,36,77,104,110],"an":[28,145,166],"effective":[29],"method":[30,149],"for":[31],"model":[32,49,226],"compression;":[33],"yet,":[34],"there":[35],"a":[37,57,66,106,119],"gap":[38],"in":[39],"study":[41],"limits":[44],"laws":[46],"KD-based":[48],"compression.":[50],"To":[51,113,139],"bridge":[52],"this":[53],"gap,":[54],"we":[55,117,143],"propose":[56],"novel":[58],"KD":[59,62],"framework,":[60],"pyramid":[61,74],"(PKD)":[63],"define":[65],"knowledge":[67,70,115,141,154],"explosion":[68],"offset.":[71],"Specifically,":[72],"framework":[76],"built":[78],"by":[79,126,155],"stacking":[80],"multiple":[81],"sets":[82],"deep":[84],"mutual":[85],"learning":[86,157],"(DML)":[87],"models,":[88],"with":[89,183,224],"smaller":[91],"on":[93,198],"top":[95],"larger":[98],"ones,":[99],"overall":[102],"structure":[103],"like":[105],"pyramid;":[107],"hence,":[108],"it":[109],"called":[111],"PKD.":[112],"avoid":[114,140],"explosion,":[116],"design":[118,144],"hybrid":[120],"online\u2013offline":[121],"smooth":[122],"(HOSD)":[124],"strategy":[125],"combining":[127],"online":[128],"offline":[131],"reducing":[134],"difference":[136],"between":[137],"models.":[138],"offset,":[142],"adaptive":[146],"multiteacher":[147,152],"obtain":[151],"weighted":[153],"adaptively":[156],"weight":[159],"each":[161],"teacher\u2019s":[162],"knowledge.":[163],"We":[164,176],"introduce":[165],"evolutionary":[167],"algorithm":[168],"automatically":[170],"find":[171],"optimal":[173],"PKD":[174,182,213],"configuration.":[175],"conduct":[177],"ablation":[178],"experiments":[179],"compare":[181],"state-of-the-art":[184],"methods":[186],"using":[187],"ResNet":[188],"series":[189,193],"networks":[190,194],"VGG":[192],"as":[195],"base":[196],"Aircraft":[199],"FGSC-23":[201],"datasets,":[202],"respectively.":[203],"The":[204],"experimental":[205],"results":[206],"show":[207],"effectiveness":[209],"advancement":[211],"reveal":[215],"law":[217],"that":[218],"object":[220],"recognition":[221],"accuracy":[222],"varies":[223],"compression":[227],"rate.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}