{"id":"https://openalex.org/W2949017160","doi":null,"title":"Quantifying Layerwise Information Discarding of Neural Networks.","display_name":"Quantifying Layerwise Information Discarding of Neural Networks.","publication_year":2019,"publication_date":"2019-06-10","ids":{"openalex":"https://openalex.org/W2949017160","mag":"2949017160"},"language":"en","primary_location":{"id":"mag:2949017160","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1906.04109v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1906.04109v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103042414","display_name":"Haotian Ma","orcid":"https://orcid.org/0000-0003-2114-5586","observed_orcids":["https://orcid.org/0000-0003-2114-5586","https://orcid.org/0009-0006-7865-1964","https://orcid.org/0009-0007-8285-9706"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haotian Ma","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-2114-5586","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001015666","display_name":"Yinqing Zhang","orcid":"https://orcid.org/0000-0002-1077-7716","observed_orcids":["https://orcid.org/0000-0002-1077-7716"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yinqing Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077610457","display_name":"Fan Zhou","orcid":"https://orcid.org/0000-0003-1736-2641","observed_orcids":["https://orcid.org/0000-0003-1736-2641"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan Zhou","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1736-2641","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080312761","display_name":"Quanshi Zhang","orcid":"https://orcid.org/0000-0002-6108-2738","observed_orcids":["https://orcid.org/0000-0002-6108-2738"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quanshi Zhang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-6108-2738","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.005400000140070915,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-network-layers","display_name":"neural network layers","score":0.6460000276565552},{"id":"https://openalex.org/keywords/entropy-measures","display_name":"entropy measures","score":0.9430000185966492},{"id":"https://openalex.org/keywords/reconstruction-uncertainty","display_name":"reconstruction uncertainty","score":0.8379999995231628},{"id":"https://openalex.org/keywords/knowledge-representation","display_name":"knowledge representation","score":0.6679999828338623},{"id":"https://openalex.org/keywords/pre-trained-deep-neural-networks","display_name":"pre-trained deep neural networks","score":0.828000009059906},{"id":"https://openalex.org/keywords/forward-propagation","display_name":"forward propagation","score":0.6200000047683716},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.5080000162124634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8129576444625854},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7203980684280396},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6392028331756592},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6157399415969849},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5867050886154175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5788913369178772},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5132827758789062},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47541362047195435},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42471814155578613},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1868453323841095},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2949017160","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1906.04109v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:2949017160","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1906.04109v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1797268635","https://openalex.org/W1849277567","https://openalex.org/W1915485278","https://openalex.org/W2149933564","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2273348943","https://openalex.org/W2282821441","https://openalex.org/W2295107390","https://openalex.org/W2434741482","https://openalex.org/W2593634001","https://openalex.org/W2597603852","https://openalex.org/W2610018085","https://openalex.org/W2613509922","https://openalex.org/W2617539226","https://openalex.org/W2618851150","https://openalex.org/W2682189153","https://openalex.org/W2683470288","https://openalex.org/W2751777443","https://openalex.org/W2753738274","https://openalex.org/W2764024122","https://openalex.org/W2773497437","https://openalex.org/W2782961345","https://openalex.org/W2784070736","https://openalex.org/W2786622092","https://openalex.org/W2796096336","https://openalex.org/W2895739182","https://openalex.org/W2914704901","https://openalex.org/W2962858109","https://openalex.org/W2963996492","https://openalex.org/W2964031179","https://openalex.org/W2964153729","https://openalex.org/W2964160479","https://openalex.org/W2964299589","https://openalex.org/W3101609372","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W4288333858","https://openalex.org/W2985408007","https://openalex.org/W7161766759","https://openalex.org/W7161828781","https://openalex.org/W2310139742","https://openalex.org/W2593513434","https://openalex.org/W3005624158","https://openalex.org/W2911703117","https://openalex.org/W7208759514","https://openalex.org/W4393324295"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,16,57,65],"method":[4,66,76],"to":[5,25,67,81],"explain":[6],"how":[7],"input":[8,54],"information":[9,46,55],"is":[10],"discarded":[11],"through":[12],"intermediate":[13],"layers":[14,91],"of":[15,31,40,56,71,92,101],"neural":[17,34,83],"network":[18],"during":[19],"the":[20,44,49,99],"forward":[21],"propagation,":[22],"in":[23,104],"order":[24],"quantify":[26],"and":[27,48,85,108],"diagnose":[28],"knowledge":[29],"representations":[30],"pre-trained":[32],"deep":[33],"networks.":[35,94],"We":[36,63],"define":[37],"two":[38,61],"types":[39],"entropy-based":[41,73],"metrics,":[42],"i.e.,":[43],"strict":[45],"discarding":[47],"reconstruction":[50],"uncertainty,":[51],"which":[52],"measure":[53],"specific":[58],"layer":[59],"from":[60],"perspectives.":[62],"develop":[64],"enable":[68,86],"efficient":[69],"computation":[70],"such":[72],"metrics.":[74],"Our":[75],"can":[77],"be":[78],"broadly":[79],"applied":[80],"various":[82],"networks":[84,107],"comprehensive":[87],"comparisons":[88],"between":[89],"different":[90,93],"Preliminary":[95],"experiments":[96],"have":[97],"shown":[98],"effectiveness":[100],"our":[102],"metrics":[103],"analyzing":[105],"benchmark":[106],"explaining":[109],"existing":[110],"deep-learning":[111],"techniques.":[112]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-06-14T00:00:00"}