{"id":"https://openalex.org/W3022078606","doi":"https://doi.org/10.1109/tpami.2020.2993147","title":"Mining Interpretable AOG Representations From Convolutional Networks via Active Question Answering","display_name":"Mining Interpretable AOG Representations From Convolutional Networks via Active Question Answering","publication_year":2020,"publication_date":"2020-05-07","ids":{"openalex":"https://openalex.org/W3022078606","doi":"https://doi.org/10.1109/tpami.2020.2993147","mag":"3022078606","pmid":"https://pubmed.ncbi.nlm.nih.gov/32396071"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2020.2993147","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.2993147","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080312761","display_name":"Quanshi Zhang","orcid":"https://orcid.org/0000-0002-6108-2738"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Quanshi Zhang","raw_affiliation_strings":["John Hopcroft Center and MoE Key Lab of Artificial Intelligence AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"John Hopcroft Center and MoE Key Lab of Artificial Intelligence AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100720534","display_name":"Jie Ren","orcid":"https://orcid.org/0000-0001-9918-3000"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Ren","raw_affiliation_strings":["John Hopcroft Center and MoE Key Lab of Artificial Intelligence AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"John Hopcroft Center and MoE Key Lab of Artificial Intelligence AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101754207","display_name":"Ge Huang","orcid":"https://orcid.org/0000-0001-7084-7344"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ge Huang","raw_affiliation_strings":["John Hopcroft Center and MoE Key Lab of Artificial Intelligence AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"John Hopcroft Center and MoE Key Lab of Artificial Intelligence AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010971572","display_name":"Ruiming Cao","orcid":"https://orcid.org/0000-0002-0936-114X"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruiming Cao","raw_affiliation_strings":["University of California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101780958","display_name":"Ying Wu","orcid":"https://orcid.org/0009-0001-6768-5118"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Nian Wu","raw_affiliation_strings":["University of California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034228010","display_name":"Song\u2010Chun Zhu","orcid":"https://orcid.org/0009-0008-0876-8117"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song-Chun Zhu","raw_affiliation_strings":["University of California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5080312761"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.0747,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.79355717,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"43","issue":"11","first_page":"3949","last_page":"3963"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.6585176587104797},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6465944647789001},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6030233502388},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5951693058013916},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5773671269416809},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5221796035766602},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5163139700889587},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5136248469352722},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4536149501800537},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35245054960250854},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20178773999214172},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.16601824760437012}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.6585176587104797},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6465944647789001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6030233502388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5951693058013916},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5773671269416809},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5221796035766602},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5163139700889587},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5136248469352722},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4536149501800537},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35245054960250854},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20178773999214172},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.16601824760437012},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2020.2993147","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.2993147","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:32396071","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32396071","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G297858759","display_name":null,"funder_award_id":"U19B2043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3359702165","display_name":null,"funder_award_id":"IIS 1423305","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7986382459","display_name":null,"funder_award_id":"61906120","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":114,"referenced_works":["https://openalex.org/W56385144","https://openalex.org/W64897123","https://openalex.org/W166750225","https://openalex.org/W1496650988","https://openalex.org/W1536680647","https://openalex.org/W1661149683","https://openalex.org/W1673923490","https://openalex.org/W1686810756","https://openalex.org/W1783315696","https://openalex.org/W1797268635","https://openalex.org/W1849277567","https://openalex.org/W1861492603","https://openalex.org/W1882958252","https://openalex.org/W1895641373","https://openalex.org/W1899185266","https://openalex.org/W1908985308","https://openalex.org/W1915485278","https://openalex.org/W1919709169","https://openalex.org/W1955942245","https://openalex.org/W1956202674","https://openalex.org/W1959608418","https://openalex.org/W1973693867","https://openalex.org/W1978633512","https://openalex.org/W1994488211","https://openalex.org/W1999160507","https://openalex.org/W2018770010","https://openalex.org/W2021732807","https://openalex.org/W2027953712","https://openalex.org/W2031489346","https://openalex.org/W2042932437","https://openalex.org/W2074972585","https://openalex.org/W2080021732","https://openalex.org/W2085989833","https://openalex.org/W2087044413","https://openalex.org/W2088049833","https://openalex.org/W2098742124","https://openalex.org/W2099501835","https://openalex.org/W2103490241","https://openalex.org/W2104408738","https://openalex.org/W2112796928","https://openalex.org/W2114542651","https://openalex.org/W2117539524","https://openalex.org/W2122686738","https://openalex.org/W2124219775","https://openalex.org/W2138079527","https://openalex.org/W2142571543","https://openalex.org/W2143890915","https://openalex.org/W2148349024","https://openalex.org/W2149933564","https://openalex.org/W2151274603","https://openalex.org/W2152411181","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2201054263","https://openalex.org/W2210113682","https://openalex.org/W2267009405","https://openalex.org/W2282821441","https://openalex.org/W2284929451","https://openalex.org/W2295107390","https://openalex.org/W2579317665","https://openalex.org/W2581852757","https://openalex.org/W2583689529","https://openalex.org/W2597603852","https://openalex.org/W2604961537","https://openalex.org/W2606462007","https://openalex.org/W2612519839","https://openalex.org/W2746791238","https://openalex.org/W2765424254","https://openalex.org/W2951911250","https://openalex.org/W2952072685","https://openalex.org/W2962835968","https://openalex.org/W2962851944","https://openalex.org/W2962858109","https://openalex.org/W2963074118","https://openalex.org/W2963095622","https://openalex.org/W2963203586","https://openalex.org/W2963293552","https://openalex.org/W2963373020","https://openalex.org/W2963446712","https://openalex.org/W2963687836","https://openalex.org/W2963749936","https://openalex.org/W2963989815","https://openalex.org/W2963996492","https://openalex.org/W2964031179","https://openalex.org/W2964153729","https://openalex.org/W2964335397","https://openalex.org/W3101609372","https://openalex.org/W3103557498","https://openalex.org/W4205969993","https://openalex.org/W4229494842","https://openalex.org/W4232262564","https://openalex.org/W4237065586","https://openalex.org/W4285719527","https://openalex.org/W4299518610","https://openalex.org/W6602625923","https://openalex.org/W6611723228","https://openalex.org/W6637162671","https://openalex.org/W6637373629","https://openalex.org/W6639102338","https://openalex.org/W6639204139","https://openalex.org/W6639480849","https://openalex.org/W6639927594","https://openalex.org/W6640846115","https://openalex.org/W6640963894","https://openalex.org/W6675392924","https://openalex.org/W6682132143","https://openalex.org/W6682250724","https://openalex.org/W6684191040","https://openalex.org/W6685133223","https://openalex.org/W6714528032","https://openalex.org/W6732843983","https://openalex.org/W6732987123","https://openalex.org/W6735632633","https://openalex.org/W6745202346"],"related_works":["https://openalex.org/W2504004674","https://openalex.org/W1987679298","https://openalex.org/W2963177394","https://openalex.org/W4313359513","https://openalex.org/W2498744856","https://openalex.org/W4390482104","https://openalex.org/W322408318","https://openalex.org/W149041114","https://openalex.org/W1965815883","https://openalex.org/W763418848"],"abstract_inverted_index":{"In":[0,158,178],"this":[1,159],"paper,":[2],"we":[3],"present":[4],"a":[5,14,37,81,94,183],"method":[6,84,111,121,136,162,181,188],"to":[7,90,99,139,149,154,174],"mine":[8,91],"object-part":[9,22],"patterns":[10,23,92,152],"from":[11,93],"conv-layers":[12,103],"of":[13,36,64,76,193],"pre-trained":[15,95],"convolutional":[16],"neural":[17,49,59],"network":[18],"(CNN).":[19],"The":[20,51,66,119],"mined":[21],"are":[24],"organized":[25],"by":[26,131],"an":[27],"And-Or":[28],"graph":[29],"(AOG).":[30],"This":[31],"interpretable":[32],"AOG":[33,52,67,115,173],"representation":[34],"consists":[35],"four-layer":[38],"semantic":[39,42],"hierarchy,":[40],"i.e.,":[41],"parts,":[43],"part":[44,56,117,195],"templates,":[45],"latent":[46],"patterns,":[47],"and":[48,146,167],"units.":[50],"associates":[53],"each":[54],"object":[55,77],"with":[57,70],"certain":[58],"units":[60],"in":[61,97,102],"feature":[62,126],"maps":[63,127],"conv-layers.":[65],"is":[68],"constructed":[69],"very":[71],"few":[72],"annotations":[73,196],"(e.g.,":[74],"3-20)":[75],"parts.":[78,157],"We":[79],"develop":[80],"question-answering":[82],"(QA)":[83],"that":[85],"uses":[86,112,147],"active":[87],"human-computer":[88],"communications":[89],"CNN,":[96],"order":[98],"explain":[100],"features":[101],"incrementally.":[104],"During":[105],"the":[106,113,132,143,172,194],"learning":[107,185],"process,":[108],"our":[109,135,161,180],"QA":[110,120],"current":[114],"for":[116,197],"localization.":[118],"actively":[122],"identifies":[123],"objects,":[124,145],"whose":[125],"cannot":[128],"be":[129],"explained":[130],"AOG.":[133],"Then,":[134],"asks":[137],"people":[138],"annotate":[140],"parts":[141],"on":[142,171],"unexplained":[144],"answers":[148],"discover":[150],"CNN":[151,176],"corresponding":[153],"newly":[155],"labeled":[156],"way,":[160],"gradually":[163],"grows":[164],"new":[165],"branches":[166,170],"refines":[168],"existing":[169],"semanticize":[175],"representations.":[177],"experiments,":[179],"exhibited":[182],"high":[184],"efficiency.":[186],"Our":[187],"used":[189],"about":[190],"1/6-":[191],"1/3":[192],"training,":[198],"but":[199],"achieved":[200],"similar":[201],"or":[202],"better":[203],"part-localization":[204],"performance":[205],"than":[206],"fast-RCNN":[207],"methods.":[208]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}