{"id":"https://openalex.org/W1558356245","doi":"https://doi.org/10.1109/fg.2015.7163154","title":"Prediction gradients for feature extraction and analysis from convolutional neural networks","display_name":"Prediction gradients for feature extraction and analysis from convolutional neural networks","publication_year":2015,"publication_date":"2015-05-01","ids":{"openalex":"https://openalex.org/W1558356245","doi":"https://doi.org/10.1109/fg.2015.7163154","mag":"1558356245"},"language":"en","primary_location":{"id":"doi:10.1109/fg.2015.7163154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg.2015.7163154","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 11th IEEE International Conference and Workshops on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110323764","display_name":"Henry Z. Lo","orcid":null},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Henry Z. Lo","raw_affiliation_strings":["Department of Computer Science, University of Massachusetts Boston, Massachusetts, United States"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, Massachusetts, United States","institution_ids":["https://openalex.org/I33434090"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005297246","display_name":"Joseph Cohen","orcid":"https://orcid.org/0000-0002-1334-3059"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Paul Cohen","raw_affiliation_strings":["Department of Computer Science, University of Massachusetts Boston, Massachusetts, United States"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, Massachusetts, United States","institution_ids":["https://openalex.org/I33434090"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088432110","display_name":"Wei Ding","orcid":"https://orcid.org/0000-0002-3383-551X"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Ding","raw_affiliation_strings":["Department of Computer Science, University of Massachusetts Boston, Massachusetts, United States"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, Massachusetts, United States","institution_ids":["https://openalex.org/I33434090"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5110323764"],"corresponding_institution_ids":["https://openalex.org/I33434090"],"apc_list":null,"apc_paid":null,"fwci":0.5523,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.73104754,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"9","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.8295377492904663},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8202985525131226},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7242328524589539},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.6012184023857117},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5948383808135986},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5374650955200195},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5283140540122986},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4934920072555542},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.49238407611846924},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.49128884077072144},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4780462384223938},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45643746852874756},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4533020257949829},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.45279252529144287},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.43267637491226196}],"concepts":[{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.8295377492904663},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8202985525131226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7242328524589539},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.6012184023857117},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5948383808135986},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5374650955200195},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5283140540122986},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4934920072555542},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.49238407611846924},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.49128884077072144},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4780462384223938},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45643746852874756},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4533020257949829},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.45279252529144287},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.43267637491226196},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg.2015.7163154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg.2015.7163154","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 11th IEEE International Conference and Workshops on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W60493759","https://openalex.org/W1503398984","https://openalex.org/W1533861849","https://openalex.org/W1849277567","https://openalex.org/W2028391632","https://openalex.org/W2107719129","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2120284346","https://openalex.org/W2121647436","https://openalex.org/W2144354855","https://openalex.org/W2155541015","https://openalex.org/W2163605009","https://openalex.org/W2293078015","https://openalex.org/W2618530766","https://openalex.org/W2952186574","https://openalex.org/W2962851944","https://openalex.org/W6639204139","https://openalex.org/W6684191040","https://openalex.org/W6685133223"],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W3167935049","https://openalex.org/W3103566983","https://openalex.org/W3029198973","https://openalex.org/W3185156046","https://openalex.org/W2922305141"],"abstract_inverted_index":{"Despite":[0],"their":[1,87,151],"impact":[2],"on":[3,53,91,110,161],"computer":[4],"vision":[5],"and":[6,56,73,80,86,157,177],"face":[7,113],"recognition,":[8],"the":[9,92,104,134,142,147,155,167,170,175],"inner":[10],"workings":[11],"of":[12,83,122,146,169],"deep":[13],"convolutional":[14,50,183],"neural":[15,37,184],"networks":[16,38],"(CNNs)":[17],"have":[18],"traditionally":[19],"been":[20],"regarded":[21],"as":[22],"uninterpretable.":[23],"We":[24,98],"demonstrate":[25],"this":[26],"to":[27,34,48,78,95,102,140],"be":[28],"false":[29],"by":[30,107,137],"proposing":[31],"prediction":[32,68,100,138,171],"gradients":[33,69,101,139],"understand":[35,49],"how":[36],"encode":[39],"concepts":[40],"into":[41],"individual":[42],"units.":[43],"In":[44,130],"constrast,":[45],"existing":[46],"efforts":[47],"nets":[51],"focus":[52],"visualizing":[54],"units":[55,85,153,180],"classes":[57],"in":[58,154,173],"pixel":[59],"space,":[60],"often":[61],"using":[62],"optimization.":[63],"Our":[64,117,164],"method":[65],"for":[66,127],"calculating":[67],"is":[70],"very":[71],"efficient,":[72],"provides":[74],"an":[75],"effective":[76],"technique":[77],"rank":[79],"quantify":[81],"importance":[82,176],"internal":[84],"learned":[88,106],"features":[89,105,145],"based":[90],"unit's":[93],"relevance":[94],"any":[96],"prediction.":[97,163],"use":[99],"analyse":[103],"a":[108,111,182],"CNN":[109],"standard":[112],"recognition":[114],"data":[115],"set.":[116],"analysis":[118],"identifies":[119],"strong":[120],"patterns":[121],"activation":[123],"which":[124],"are":[125],"unique":[126],"each":[128],"identity.":[129],"addition,":[131],"we":[132],"validate":[133,166],"rating":[135],"produced":[136],"remove":[141],"most":[143],"important":[144],"network,":[148,156],"knocking":[149],"out":[150],"respective":[152],"demonstrating":[158],"detrimental":[159],"effects":[160],"network":[162],"experiments":[165],"utility":[168],"gradient":[172],"understanding":[174],"relationships":[178],"between":[179],"inside":[181],"network.":[185]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}