{"id":"https://openalex.org/W4389628733","doi":"https://doi.org/10.1109/ivcnz61134.2023.10343968","title":"Neural Network Feature Explanation Using Neuron Activation Rate Based Bipartite Graph","display_name":"Neural Network Feature Explanation Using Neuron Activation Rate Based Bipartite Graph","publication_year":2023,"publication_date":"2023-11-29","ids":{"openalex":"https://openalex.org/W4389628733","doi":"https://doi.org/10.1109/ivcnz61134.2023.10343968"},"language":"en","primary_location":{"id":"doi:10.1109/ivcnz61134.2023.10343968","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ivcnz61134.2023.10343968","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 38th International Conference on Image and Vision Computing New Zealand (IVCNZ)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10072/429717","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112736114","display_name":"Deepthi Praveenlal Kuttichira","orcid":null},"institutions":[{"id":"https://openalex.org/I11701301","display_name":"Griffith University","ror":"https://ror.org/02sc3r913","country_code":"AU","type":"education","lineage":["https://openalex.org/I11701301"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Deepthi Praveenlal Kuttichira","raw_affiliation_strings":["Griffith University,Institute for Integrated and Intelligent Systems,Brisbane,Australia","Institute for Integrated and Intelligent Systems, Griffith University, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"Griffith University,Institute for Integrated and Intelligent Systems,Brisbane,Australia","institution_ids":["https://openalex.org/I11701301"]},{"raw_affiliation_string":"Institute for Integrated and Intelligent Systems, Griffith University, Brisbane, Australia","institution_ids":["https://openalex.org/I11701301"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002895693","display_name":"Basim Azam","orcid":"https://orcid.org/0000-0002-3367-6467"},"institutions":[{"id":"https://openalex.org/I11701301","display_name":"Griffith University","ror":"https://ror.org/02sc3r913","country_code":"AU","type":"education","lineage":["https://openalex.org/I11701301"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Basim Azam","raw_affiliation_strings":["Griffith University,Institute for Integrated and Intelligent Systems,Brisbane,Australia","Institute for Integrated and Intelligent Systems, Griffith University, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"Griffith University,Institute for Integrated and Intelligent Systems,Brisbane,Australia","institution_ids":["https://openalex.org/I11701301"]},{"raw_affiliation_string":"Institute for Integrated and Intelligent Systems, Griffith University, Brisbane, Australia","institution_ids":["https://openalex.org/I11701301"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026528338","display_name":"Brijesh Verma","orcid":"https://orcid.org/0000-0002-4618-0479"},"institutions":[{"id":"https://openalex.org/I11701301","display_name":"Griffith University","ror":"https://ror.org/02sc3r913","country_code":"AU","type":"education","lineage":["https://openalex.org/I11701301"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Brijesh Verma","raw_affiliation_strings":["Griffith University,Institute for Integrated and Intelligent Systems,Brisbane,Australia","Institute for Integrated and Intelligent Systems, Griffith University, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"Griffith University,Institute for Integrated and Intelligent Systems,Brisbane,Australia","institution_ids":["https://openalex.org/I11701301"]},{"raw_affiliation_string":"Institute for Integrated and Intelligent Systems, Griffith University, Brisbane, Australia","institution_ids":["https://openalex.org/I11701301"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000151716","display_name":"Ashfaqur Rahman","orcid":"https://orcid.org/0000-0002-0236-5447"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ashfaqur Rahman","raw_affiliation_strings":["Data 61, CSIRO,Hobart,Australia","Data 61, CSIRO, Hobart, Australia"],"affiliations":[{"raw_affiliation_string":"Data 61, CSIRO,Hobart,Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]},{"raw_affiliation_string":"Data 61, CSIRO, Hobart, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086764741","display_name":"Lipo Wang","orcid":"https://orcid.org/0000-0002-4257-7639"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lipo Wang","raw_affiliation_strings":["NTU,School of Electrical and Electronic Engineering,Singapore","School of Electrical and Electronic Engineering, NTU, Singapore"],"affiliations":[{"raw_affiliation_string":"NTU,School of Electrical and Electronic Engineering,Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, NTU, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038675407","display_name":"Abdul Sattar","orcid":"https://orcid.org/0000-0002-2567-2052"},"institutions":[{"id":"https://openalex.org/I11701301","display_name":"Griffith University","ror":"https://ror.org/02sc3r913","country_code":"AU","type":"education","lineage":["https://openalex.org/I11701301"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Abdul Sattar","raw_affiliation_strings":["Griffith University,Institute for Integrated and Intelligent Systems,Brisbane,Australia","Institute for Integrated and Intelligent Systems, Griffith University, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"Griffith University,Institute for Integrated and Intelligent Systems,Brisbane,Australia","institution_ids":["https://openalex.org/I11701301"]},{"raw_affiliation_string":"Institute for Integrated and Intelligent Systems, Griffith University, Brisbane, Australia","institution_ids":["https://openalex.org/I11701301"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5112736114"],"corresponding_institution_ids":["https://openalex.org/I11701301"],"apc_list":null,"apc_paid":null,"fwci":0.1746,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.58671816,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bipartite-graph","display_name":"Bipartite graph","score":0.7924913763999939},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7898814678192139},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6522234678268433},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5943997502326965},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5743569731712341},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5596318244934082},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4976036846637726},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.49448418617248535},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4614578187465668},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.45140090584754944},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43376314640045166},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4288843274116516},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.22184863686561584}],"concepts":[{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.7924913763999939},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7898814678192139},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6522234678268433},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5943997502326965},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5743569731712341},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5596318244934082},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4976036846637726},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.49448418617248535},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4614578187465668},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45140090584754944},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43376314640045166},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4288843274116516},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.22184863686561584},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ivcnz61134.2023.10343968","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ivcnz61134.2023.10343968","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 38th International Conference on Image and Vision Computing New Zealand (IVCNZ)","raw_type":"proceedings-article"},{"id":"pmh:oai:research-repository.griffith.edu.au:10072/429717","is_oa":true,"landing_page_url":"http://hdl.handle.net/10072/429717","pdf_url":null,"source":{"id":"https://openalex.org/S4306402548","display_name":"Griffith Research Online (Griffith University, Queensland, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11701301","host_organization_name":"Griffith University","host_organization_lineage":["https://openalex.org/I11701301"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference output"}],"best_oa_location":{"id":"pmh:oai:research-repository.griffith.edu.au:10072/429717","is_oa":true,"landing_page_url":"http://hdl.handle.net/10072/429717","pdf_url":null,"source":{"id":"https://openalex.org/S4306402548","display_name":"Griffith Research Online (Griffith University, Queensland, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11701301","host_organization_name":"Griffith University","host_organization_lineage":["https://openalex.org/I11701301"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference output"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1538131130","https://openalex.org/W2163922914","https://openalex.org/W2336525064","https://openalex.org/W2764024122","https://openalex.org/W2962858109","https://openalex.org/W3037626499","https://openalex.org/W3045825034","https://openalex.org/W3093687066","https://openalex.org/W3116286104","https://openalex.org/W3135613089","https://openalex.org/W3199173685","https://openalex.org/W3211363806","https://openalex.org/W4225913583","https://openalex.org/W4287027946","https://openalex.org/W4287333021","https://openalex.org/W4287640226","https://openalex.org/W4312048199","https://openalex.org/W4320086284","https://openalex.org/W6632100814","https://openalex.org/W6780484765","https://openalex.org/W6784491624","https://openalex.org/W6790754042","https://openalex.org/W6802820957","https://openalex.org/W6847230921","https://openalex.org/W6849483933"],"related_works":["https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3103566983","https://openalex.org/W3167935049","https://openalex.org/W3029198973"],"abstract_inverted_index":{"Deep":[0],"Neural":[1,29],"Networks":[2,30],"(DNNs)":[3],"are":[4,32,52,62,106,139],"popular":[5],"machine":[6],"learning":[7],"models":[8,35,51,61],"that":[9,36,83,170],"have":[10,37],"gained":[11,38],"popularity":[12,39],"due":[13],"to":[14,21,72],"its":[15],"good":[16],"predictive":[17],"accuracy":[18],"and":[19,164],"ability":[20],"automatically":[22],"learn":[23],"features":[24,105,133,163],"from":[25,108],"raw":[26,110],"data.":[27],"Convolutional":[28],"(CNNs)":[31],"one":[33],"such":[34],"in":[40,167,190],"the":[41,48,86,90,94,101,104,109,118,135,162,165,168,186],"field":[42],"of":[43,96,155,192],"Computer":[44],"Vision":[45],"(CV).":[46],"Despite":[47],"popularity,":[49],"these":[50,60,128,150],"notoriously":[53],"black-box":[54],"models.":[55],"The":[56,153,179],"decisions":[57,87],"made":[58,88],"by":[59,89],"not":[63],"explainable.":[64],"In":[65,100],"this":[66],"paper":[67],"we":[68],"propose":[69],"a":[70,74,113,142,174],"method":[71,181],"create":[73],"Neuron":[75],"Activation":[76],"Rate":[77],"based":[78,92,115,160],"Bipartite":[79],"Graph":[80],"(NARBG)":[81],",":[82],"can":[84,157],"explain":[85],"model,":[91],"on":[93,127,161,183],"contributions":[95],"class":[97,137,177],"specific":[98],"features.":[99,152],"proposed":[102,180],"method,":[103],"extracted":[107,119],"data":[111],"using":[112,149],"CNN":[114],"architecture.":[116],"From":[117],"features,":[120],"neuron":[121,129],"activation":[122,130],"rate":[123],"is":[124,147],"calculated.":[125],"Based":[126],"rates,":[131],"influential":[132,151],"for":[134,173],"target":[136,176],"prediction":[138],"identified.":[140],"Then":[141],"bipartite":[143],"graph":[144,169],"named":[145],"NARBG":[146,156],"trained":[148],"predictions":[154],"be":[158],"explained":[159],"path":[166],"got":[171],"activated":[172],"given":[175],"prediction.":[178],"performs":[182],"par":[184],"with":[185],"other":[187],"state-of-the-art":[188],"methods":[189],"terms":[191],"accuracy.":[193]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}