{"id":"https://openalex.org/W3082309692","doi":"https://doi.org/10.3390/info11090426","title":"Exploring Neural Network Hidden Layer Activity Using Vector Fields","display_name":"Exploring Neural Network Hidden Layer Activity Using Vector Fields","publication_year":2020,"publication_date":"2020-08-31","ids":{"openalex":"https://openalex.org/W3082309692","doi":"https://doi.org/10.3390/info11090426","mag":"3082309692"},"language":"en","primary_location":{"id":"doi:10.3390/info11090426","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info11090426","pdf_url":"https://www.mdpi.com/2078-2489/11/9/426/pdf?version=1599116015","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/11/9/426/pdf?version=1599116015","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082150504","display_name":"Gabriel Dias Cantareira","orcid":"https://orcid.org/0000-0002-5257-4925"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Gabriel D. Cantareira","raw_affiliation_strings":["Instituto de Ci\u00eancias Matem\u00e1ticas e de Computac\u00e3o, Universidade de S\u00e3o Paulo, S\u00e3o Paulo 13566-590, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-5257-4925","affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Matem\u00e1ticas e de Computac\u00e3o, Universidade de S\u00e3o Paulo, S\u00e3o Paulo 13566-590, Brazil","institution_ids":["https://openalex.org/I4210131883","https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046856811","display_name":"Elham Etemad","orcid":null},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Elham Etemad","raw_affiliation_strings":["Faculty of Computer Science, Dalhousie University, Halifax, NS B3H 4R2, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University, Halifax, NS B3H 4R2, Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009099532","display_name":"Fernando V. Paulovich","orcid":"https://orcid.org/0000-0002-2316-760X"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]},{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]}],"countries":["BR","CA"],"is_corresponding":true,"raw_author_name":"Fernando V. Paulovich","raw_affiliation_strings":["Faculty of Computer Science, Dalhousie University, Halifax, NS B3H 4R2, Canada","Instituto de Ci\u00eancias Matem\u00e1ticas e de Computac\u00e3o, Universidade de S\u00e3o Paulo, S\u00e3o Paulo 13566-590, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-2316-760X","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University, Halifax, NS B3H 4R2, Canada","institution_ids":["https://openalex.org/I129902397"]},{"raw_affiliation_string":"Instituto de Ci\u00eancias Matem\u00e1ticas e de Computac\u00e3o, Universidade de S\u00e3o Paulo, S\u00e3o Paulo 13566-590, Brazil","institution_ids":["https://openalex.org/I4210131883","https://openalex.org/I17974374"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5009099532","https://openalex.org/A5082150504"],"corresponding_institution_ids":["https://openalex.org/I129902397","https://openalex.org/I17974374","https://openalex.org/I4210131883"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":1.0881,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.8291402,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"11","issue":"9","first_page":"426","last_page":"426"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7675638198852539},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7322460412979126},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.6072924733161926},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5864081382751465},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5648109912872314},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.5308274626731873},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5178109407424927},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4983067512512207},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4356079697608948},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.420342355966568},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3354761004447937},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17090275883674622},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07114681601524353},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06969314813613892}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7675638198852539},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7322460412979126},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.6072924733161926},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5864081382751465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5648109912872314},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.5308274626731873},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5178109407424927},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4983067512512207},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4356079697608948},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.420342355966568},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3354761004447937},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17090275883674622},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07114681601524353},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06969314813613892},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/info11090426","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info11090426","pdf_url":"https://www.mdpi.com/2078-2489/11/9/426/pdf?version=1599116015","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d4b2f8465b0e4e8b8f2bffc099e4b3f8","is_oa":true,"landing_page_url":"https://doaj.org/article/d4b2f8465b0e4e8b8f2bffc099e4b3f8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 11, Iss 9, p 426 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2078-2489/11/9/426/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/info11090426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information; Volume 11; Issue 9; Pages: 426","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/info11090426","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info11090426","pdf_url":"https://www.mdpi.com/2078-2489/11/9/426/pdf?version=1599116015","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4053185802","display_name":null,"funder_award_id":"017/08817-7,  2015/08118-6","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G4402799499","display_name":null,"funder_award_id":"2015/","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3082309692.pdf","grobid_xml":"https://content.openalex.org/works/W3082309692.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1511318522","https://openalex.org/W1523493493","https://openalex.org/W1825675169","https://openalex.org/W1849277567","https://openalex.org/W1915485278","https://openalex.org/W1964971935","https://openalex.org/W2009568795","https://openalex.org/W2095705004","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2145774414","https://openalex.org/W2155541015","https://openalex.org/W2162825485","https://openalex.org/W2172097686","https://openalex.org/W2190008860","https://openalex.org/W2292272678","https://openalex.org/W2295991281","https://openalex.org/W2343061342","https://openalex.org/W2512304460","https://openalex.org/W2542768043","https://openalex.org/W2586761003","https://openalex.org/W2590082389","https://openalex.org/W2607223307","https://openalex.org/W2751298778","https://openalex.org/W2769924204","https://openalex.org/W2786672974","https://openalex.org/W2788408146","https://openalex.org/W2796438033","https://openalex.org/W2807795618","https://openalex.org/W2889326414","https://openalex.org/W2894692710","https://openalex.org/W2919115771","https://openalex.org/W2963163009","https://openalex.org/W2963214037","https://openalex.org/W2995518544","https://openalex.org/W3010691050","https://openalex.org/W3037098067","https://openalex.org/W6630672739","https://openalex.org/W6674330103","https://openalex.org/W6696901769"],"related_works":["https://openalex.org/W4321442002","https://openalex.org/W2015265939","https://openalex.org/W2284072287","https://openalex.org/W2611067230","https://openalex.org/W2480201319","https://openalex.org/W2387706296","https://openalex.org/W2155788121","https://openalex.org/W4235469518","https://openalex.org/W362492756","https://openalex.org/W2890345561"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"are":[3,41,118],"known":[4],"for":[5,16,82,97],"impressive":[6],"results":[7],"in":[8,19,47,64,84,104,112,123],"a":[9,36,94,105],"wide":[10],"range":[11],"of":[12,134],"applications,":[13],"being":[14],"responsible":[15],"many":[17],"advances":[18],"technology":[20],"over":[21],"the":[22,131],"past":[23],"few":[24],"years.":[25],"However,":[26],"debugging":[27],"and":[28,44,109],"understanding":[29],"neural":[30,59,106,154],"networks":[31],"models\u2019":[32],"inner":[33],"workings":[34],"is":[35],"complex":[37],"task,":[38],"as":[39],"there":[40],"several":[42],"parameters":[43],"variables":[45],"involved":[46],"every":[48],"decision.":[49],"Multidimensional":[50],"projection":[51],"techniques":[52],"have":[53],"been":[54],"successfully":[55],"adopted":[56],"to":[57,129,142],"display":[58],"network":[60,107],"hidden":[61],"layer":[62],"outputs":[63,71],"an":[65],"explainable":[66],"manner,":[67],"but":[68],"comparing":[69,98],"different":[70],"often":[72],"means":[73],"overlapping":[74],"projections":[75,99,117],"or":[76],"observing":[77],"them":[78],"side-by-side,":[79],"presenting":[80],"hurdles":[81],"users":[83],"properly":[85],"conveying":[86],"data":[87,113],"flow.":[88],"In":[89],"this":[90],"paper,":[91],"we":[92],"introduce":[93],"novel":[95],"approach":[96],"obtained":[100],"from":[101],"multiple":[102],"stages":[103],"model":[108],"visualizing":[110],"differences":[111],"perception.":[114],"Changes":[115],"among":[116],"transformed":[119],"into":[120],"trajectories":[121],"that,":[122],"turn,":[124],"generate":[125],"vector":[126],"fields":[127],"used":[128,141],"represent":[130],"general":[132],"flow":[133],"information.":[135],"This":[136],"representation":[137],"can":[138],"then":[139],"be":[140],"create":[143],"layouts":[144],"that":[145],"highlight":[146],"new":[147],"information":[148],"about":[149],"abstract":[150],"structures":[151],"identified":[152],"by":[153],"networks.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2020-09-08T00:00:00"}