{"id":"https://openalex.org/W4400113757","doi":"https://doi.org/10.1109/mipro60963.2024.10569295","title":"Evaluating Harmony: Neural Network Explanation Metrics and Human Perception","display_name":"Evaluating Harmony: Neural Network Explanation Metrics and Human Perception","publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W4400113757","doi":"https://doi.org/10.1109/mipro60963.2024.10569295"},"language":"en","primary_location":{"id":"doi:10.1109/mipro60963.2024.10569295","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/mipro60963.2024.10569295","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 47th MIPRO ICT and Electronics Convention (MIPRO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062965196","display_name":"Davor Vukadin","orcid":"https://orcid.org/0000-0003-3309-6718"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":true,"raw_author_name":"Davor Vukadin","raw_affiliation_strings":["University of Zagreb,Faculty of Electrical Engineering and Computing,Zagreb,Croatia"],"affiliations":[{"raw_affiliation_string":"University of Zagreb,Faculty of Electrical Engineering and Computing,Zagreb,Croatia","institution_ids":["https://openalex.org/I181343428"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052566827","display_name":"Marin \u0160ili\u0107","orcid":"https://orcid.org/0000-0002-4896-7689"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":false,"raw_author_name":"Marin \u0160ili\u0107","raw_affiliation_strings":["University of Zagreb,Faculty of Electrical Engineering and Computing,Zagreb,Croatia"],"affiliations":[{"raw_affiliation_string":"University of Zagreb,Faculty of Electrical Engineering and Computing,Zagreb,Croatia","institution_ids":["https://openalex.org/I181343428"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062293489","display_name":"Goran Dela\u010d","orcid":"https://orcid.org/0000-0001-5315-8387"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":false,"raw_author_name":"Goran Dela\u010d","raw_affiliation_strings":["University of Zagreb,Faculty of Electrical Engineering and Computing,Zagreb,Croatia"],"affiliations":[{"raw_affiliation_string":"University of Zagreb,Faculty of Electrical Engineering and Computing,Zagreb,Croatia","institution_ids":["https://openalex.org/I181343428"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024279611","display_name":"Klemo Vladimir","orcid":"https://orcid.org/0000-0002-6764-8851"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":false,"raw_author_name":"Klemo Vladimir","raw_affiliation_strings":["University of Zagreb,Faculty of Electrical Engineering and Computing,Zagreb,Croatia"],"affiliations":[{"raw_affiliation_string":"University of Zagreb,Faculty of Electrical Engineering and Computing,Zagreb,Croatia","institution_ids":["https://openalex.org/I181343428"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5062965196"],"corresponding_institution_ids":["https://openalex.org/I181343428"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07484268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":null,"first_page":"7","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7294883728027344},{"id":"https://openalex.org/keywords/harmony","display_name":"Harmony (color)","score":0.7020118236541748},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6956315040588379},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6573188900947571},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5210316181182861},{"id":"https://openalex.org/keywords/harmony-search","display_name":"Harmony search","score":0.4950462877750397},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3780952990055084},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14914041757583618},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.061993032693862915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7294883728027344},{"id":"https://openalex.org/C2776453491","wikidata":"https://www.wikidata.org/wiki/Q5659234","display_name":"Harmony (color)","level":2,"score":0.7020118236541748},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6956315040588379},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6573188900947571},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5210316181182861},{"id":"https://openalex.org/C33099171","wikidata":"https://www.wikidata.org/wiki/Q26208718","display_name":"Harmony search","level":2,"score":0.4950462877750397},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3780952990055084},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14914041757583618},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.061993032693862915},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mipro60963.2024.10569295","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/mipro60963.2024.10569295","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 47th MIPRO ICT and Electronics Convention (MIPRO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2031738304","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2295107390","https://openalex.org/W2616247523","https://openalex.org/W2657631929","https://openalex.org/W2747329762","https://openalex.org/W2776207810","https://openalex.org/W2809671526","https://openalex.org/W2951885001","https://openalex.org/W2971201880","https://openalex.org/W3091589898","https://openalex.org/W3102564565","https://openalex.org/W3127050431","https://openalex.org/W3136670918","https://openalex.org/W3172576902","https://openalex.org/W3176196997","https://openalex.org/W4206908526","https://openalex.org/W4252684946","https://openalex.org/W4287827977","https://openalex.org/W4295768443","https://openalex.org/W4307844773","https://openalex.org/W4321018186","https://openalex.org/W4401418968","https://openalex.org/W6637373629","https://openalex.org/W6677995690","https://openalex.org/W6762929394","https://openalex.org/W6774615726","https://openalex.org/W6776672889","https://openalex.org/W6779068807","https://openalex.org/W6790087136","https://openalex.org/W6797683452","https://openalex.org/W6809941272","https://openalex.org/W6810827593","https://openalex.org/W6838522408","https://openalex.org/W6849057787"],"related_works":["https://openalex.org/W2372590961","https://openalex.org/W4214893532","https://openalex.org/W4200117979","https://openalex.org/W4294306415","https://openalex.org/W2027176979","https://openalex.org/W883652255","https://openalex.org/W2028503915","https://openalex.org/W2365965409","https://openalex.org/W2332892177","https://openalex.org/W2366109092"],"abstract_inverted_index":{"Recent":[0],"strides":[1],"in":[2,27,57,87,175,187],"deep":[3],"neural":[4,23,47],"network":[5,48],"performance":[6],"have":[7,39,74],"catalyzed":[8],"the":[9,18,43,62,89,98,128,137,154,163,170,188],"development":[10],"of":[11,22,80,127,172],"state-of-the-art":[12,109],"approaches":[13],"across":[14,153],"diverse":[15],"domains.":[16],"However,":[17],"inherent":[19],"black-box":[20],"nature":[21],"networks":[24],"poses":[25],"challenges":[26],"contexts":[28],"where":[29],"model":[30,178],"explainability":[31],"and":[32,67,94,142,157,192],"transparency":[33],"are":[34,194],"paramount.":[35],"In":[36],"response,":[37],"researchers":[38,102],"proposed":[40,146],"algorithms":[41],"over":[42],"years":[44],"to":[45,64,103,135,166],"enhance":[46],"understanding,":[49,179],"offering":[50],"additional":[51],"insights":[52],"for":[53,184],"human":[54,95,125,140],"experts.The":[55],"surge":[56],"attribution":[58,81,105],"method":[59,147],"research":[60],"underscores":[61],"need":[63],"rigorously":[65],"assess":[66],"evaluate":[68],"their":[69],"performance.":[70],"Although":[71],"numerous":[72],"metrics":[73,93,152,174],"emerged,":[75],"each":[76],"targeting":[77],"specific":[78],"properties":[79],"methods,":[82],"a":[83,132],"notable":[84],"gap":[85],"persists":[86],"researching":[88],"alignment":[90,138],"between":[91,139],"these":[92,118],"judgment.":[96],"Despite":[97],"continuous":[99],"competition":[100],"among":[101],"produce":[104],"methods":[106],"achieving":[107],"new":[108],"results":[110],"on":[111,169],"established":[112],"metrics,":[113],"it":[114],"remains":[115],"unclear":[116],"whether":[117],"advancements":[119,186],"positively,":[120],"negatively,":[121],"or":[122],"negligibly":[123],"impact":[124],"comprehension":[126],"model.This":[129],"paper":[130,164],"introduces":[131],"novel":[133],"approach":[134],"evaluating":[136],"judgment":[141],"evaluation":[143],"metrics.":[144],"The":[145],"systematically":[148],"assesses":[149],"several":[150],"well-established":[151],"faithfulness,":[155],"robustness,":[156],"localization":[158],"categories.":[159],"Through":[160],"this":[161],"evaluation,":[162],"aims":[165],"shed":[167],"light":[168],"effectiveness":[171],"existing":[173],"capturing":[176],"human-perceived":[177],"thereby":[180],"providing":[181],"valuable":[182],"perspectives":[183],"further":[185],"field.":[189],"Our":[190],"code":[191],"data":[193],"available":[195],"at:":[196],"https://github.":[197],"com/davor10105/harmony_app":[198]},"counts_by_year":[],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}