{"id":"https://openalex.org/W4292972535","doi":"https://doi.org/10.1109/tpami.2022.3200344","title":"Quantifying the Knowledge in a DNN to Explain Knowledge Distillation for Classification","display_name":"Quantifying the Knowledge in a DNN to Explain Knowledge Distillation for Classification","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4292972535","doi":"https://doi.org/10.1109/tpami.2022.3200344","pmid":"https://pubmed.ncbi.nlm.nih.gov/35994541"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3200344","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3200344","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/09864081.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/09864081.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080312761","display_name":"Quanshi Zhang","orcid":"https://orcid.org/0000-0002-6108-2738"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Quanshi Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, the John Hopcroft Center, and the MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, the John Hopcroft Center, and the MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101570596","display_name":"Xu Cheng","orcid":"https://orcid.org/0000-0002-6065-6007"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Cheng","raw_affiliation_strings":["School of electronic information and electrical engineering, Shanghai Jiao Tong University, China"],"affiliations":[{"raw_affiliation_string":"School of electronic information and electrical engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037975686","display_name":"Yilan Chen","orcid":"https://orcid.org/0000-0003-3926-1809"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilan Chen","raw_affiliation_strings":["School of electronic information and electrical engineering, Shanghai Jiao Tong University, China"],"affiliations":[{"raw_affiliation_string":"School of electronic information and electrical engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063565443","display_name":"Zhefan Rao","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhefan Rao","raw_affiliation_strings":["School of electronic information and electrical engineering, Shanghai Jiao Tong University, China"],"affiliations":[{"raw_affiliation_string":"School of electronic information and electrical engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5080312761"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":3.1649,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.93163345,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"45","issue":"4","first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.749329686164856},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.7089020609855652},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.6781895756721497},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6289679408073425},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5148829221725464},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.502793550491333},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4500574767589569},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4430350959300995},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4277452230453491},{"id":"https://openalex.org/keywords/knowledge-extraction","display_name":"Knowledge extraction","score":0.4172334671020508},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40884828567504883},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.19113945960998535}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.749329686164856},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.7089020609855652},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.6781895756721497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6289679408073425},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5148829221725464},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.502793550491333},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4500574767589569},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4430350959300995},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4277452230453491},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.4172334671020508},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40884828567504883},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.19113945960998535},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2022.3200344","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3200344","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/09864081.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35994541","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35994541","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-126669","is_oa":false,"landing_page_url":"https://repository.hkust.edu.hk/ir/Record/1783.1-126669","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/tpami.2022.3200344","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3200344","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/09864081.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6200000047683716}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G297858759","display_name":null,"funder_award_id":"U19B2043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5662373838","display_name":null,"funder_award_id":"21ZR1434600","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6315674955","display_name":null,"funder_award_id":"21JC1403800","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G7122305678","display_name":null,"funder_award_id":"2021SHZDZX","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G718347252","display_name":null,"funder_award_id":"21JC1403800,21ZR1434600","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G7986382459","display_name":null,"funder_award_id":"61906120","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8513333314","display_name":null,"funder_award_id":"2021ZD01","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8721642152","display_name":null,"funder_award_id":"2021SHZDZX0102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8955107213","display_name":null,"funder_award_id":"Major","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4292972535.pdf","grobid_xml":"https://content.openalex.org/works/W4292972535.grobid-xml"},"referenced_works_count":101,"referenced_works":["https://openalex.org/W1690739335","https://openalex.org/W1797268635","https://openalex.org/W1821462560","https://openalex.org/W1825675169","https://openalex.org/W1849277567","https://openalex.org/W1861492603","https://openalex.org/W1915485278","https://openalex.org/W1920022804","https://openalex.org/W2031489346","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2295107390","https://openalex.org/W2516809705","https://openalex.org/W2551176409","https://openalex.org/W2560609797","https://openalex.org/W2566079294","https://openalex.org/W2606462007","https://openalex.org/W2737816061","https://openalex.org/W2739879705","https://openalex.org/W2765793020","https://openalex.org/W2773497437","https://openalex.org/W2788403449","https://openalex.org/W2803023299","https://openalex.org/W2896457183","https://openalex.org/W2902253437","https://openalex.org/W2914704901","https://openalex.org/W2949017160","https://openalex.org/W2952787292","https://openalex.org/W2962685835","https://openalex.org/W2962756933","https://openalex.org/W2962851944","https://openalex.org/W2962858109","https://openalex.org/W2963121255","https://openalex.org/W2963231572","https://openalex.org/W2963483561","https://openalex.org/W2963542991","https://openalex.org/W2963610729","https://openalex.org/W2963664410","https://openalex.org/W2963748441","https://openalex.org/W2963749936","https://openalex.org/W2963959597","https://openalex.org/W2963989815","https://openalex.org/W2964082701","https://openalex.org/W2969880113","https://openalex.org/W2979750740","https://openalex.org/W3004809259","https://openalex.org/W3013623116","https://openalex.org/W3028069987","https://openalex.org/W3034223443","https://openalex.org/W3034342078","https://openalex.org/W3034756453","https://openalex.org/W3101609372","https://openalex.org/W3113374047","https://openalex.org/W3187607409","https://openalex.org/W4232900388","https://openalex.org/W4297749952","https://openalex.org/W4298393859","https://openalex.org/W6629368666","https://openalex.org/W6637373629","https://openalex.org/W6637414576","https://openalex.org/W6637551013","https://openalex.org/W6638319203","https://openalex.org/W6638389677","https://openalex.org/W6638523607","https://openalex.org/W6684191040","https://openalex.org/W6685133223","https://openalex.org/W6691459498","https://openalex.org/W6691815588","https://openalex.org/W6718140377","https://openalex.org/W6726983090","https://openalex.org/W6733862737","https://openalex.org/W6736583452","https://openalex.org/W6738074204","https://openalex.org/W6739659843","https://openalex.org/W6739778489","https://openalex.org/W6741653254","https://openalex.org/W6743446608","https://openalex.org/W6744627333","https://openalex.org/W6746876212","https://openalex.org/W6747624847","https://openalex.org/W6748053814","https://openalex.org/W6748173244","https://openalex.org/W6748458661","https://openalex.org/W6750391026","https://openalex.org/W6751751081","https://openalex.org/W6753001334","https://openalex.org/W6754984521","https://openalex.org/W6755207826","https://openalex.org/W6755609140","https://openalex.org/W6756727096","https://openalex.org/W6758132781","https://openalex.org/W6758153731","https://openalex.org/W6759367437","https://openalex.org/W6762319049","https://openalex.org/W6762811270","https://openalex.org/W6763437871","https://openalex.org/W6763807920","https://openalex.org/W6767229288","https://openalex.org/W6771016378","https://openalex.org/W6773204560","https://openalex.org/W6777642411"],"related_works":["https://openalex.org/W2475116013","https://openalex.org/W2770018148","https://openalex.org/W2358308169","https://openalex.org/W2385135707","https://openalex.org/W2140315382","https://openalex.org/W2059109728","https://openalex.org/W322691623","https://openalex.org/W2494989134","https://openalex.org/W2509444723","https://openalex.org/W2004958254"],"abstract_inverted_index":{"Compared":[0],"to":[1,23,71,130,144,184],"traditional":[2],"learning":[3,108,119,140,153,165,201],"from":[4,109,120,141,154,166],"scratch,":[5],"knowledge":[6,28,37,67,96,103,110,114,133,147,155,198,205],"distillation":[7,29,97,111,124,156],"sometimes":[8],"makes":[9,125],"the":[10,25,32,53,76,100,117,126,138,163,170,189,192,195,200,208,238],"DNN":[11,45,58,107,118,127,139,152,164],"achieve":[12],"superior":[13],"performance.":[14],"In":[15,136,213],"this":[16,49],"paper,":[17],"we":[18,51,91,173,215],"provide":[19],"a":[20,44,57,60],"new":[21],"perspective":[22],"explain":[24],"success":[26],"of":[27,43,63,78,86,102,177,181,188,197,203,210],"based":[30,98],"on":[31,99,219],"information":[33,77],"theory,":[34],"i.e.,":[35,191],"quantifying":[36],"points":[38,115,134,148],"encoded":[39],"in":[40,56],"intermediate":[41],"layers":[42],"for":[46,95],"classification.":[47],"To":[48,168],"end,":[50],"consider":[52],"signal":[54],"processing":[55],"as":[59,72],"layer-wise":[61],"process":[62],"discarding":[64],"information.":[65],"A":[66],"point":[68,227],"is":[69,80,157],"referred":[70],"an":[73],"input":[74,88],"unit,":[75],"which":[79,236],"discarded":[81],"much":[82],"less":[83],"than":[84,116,162],"that":[85],"other":[87],"units.":[89],"Thus,":[90],"propose":[92],"three":[93,175],"hypotheses":[94],"quantification":[101],"points.":[104],"1.":[105],"The":[106,151],"encodes":[112],"more":[113,128,159],"scratch.":[121,167],"2.":[122],"Knowledge":[123],"likely":[129],"learn":[131],"different":[132,204,220],"simultaneously.":[135],"comparison,":[137],"scratch":[142],"tends":[143],"encode":[145],"various":[146,217],"sequentially.":[149],"3.":[150],"often":[158],"stably":[160],"optimized":[161],"verify":[169],"above":[171,239],"hypotheses,":[172],"design":[174],"types":[176],"metrics":[178],"with":[179],"annotations":[180],"foreground":[182],"objects":[183],"analyze":[185],"feature":[186],"representations":[187],"DNN,":[190],"quantity":[193],"and":[194,207,233],"quality":[196],"points,":[199,206],"speed":[202],"stability":[209],"optimization":[211],"directions.":[212],"experiments,":[214],"diagnosed":[216],"DNNs":[218],"classification":[221],"tasks,":[222],"including":[223],"image":[224],"classification,":[225,229,232],"3D":[226],"cloud":[228],"binary":[230],"sentiment":[231],"question":[234],"answering,":[235],"verified":[237],"hypotheses.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}