{"id":"https://openalex.org/W4360855232","doi":"https://doi.org/10.1080/13658816.2023.2191256","title":"Explainable GeoAI: can saliency maps help interpret artificial intelligence\u2019s learning process? An empirical study on natural feature detection","display_name":"Explainable GeoAI: can saliency maps help interpret artificial intelligence\u2019s learning process? An empirical study on natural feature detection","alternate_titles":[],"publication_year":2023,"publication_date":"2023-03-24","ids":{"openalex":"https://openalex.org/W4360855232","doi":"https://doi.org/10.1080/13658816.2023.2191256"},"language":"en","primary_location":{"id":"doi:10.1080/13658816.2023.2191256","doi":"https://doi.org/10.1080/13658816.2023.2191256","is_oa":false,"landing_page_url":"https://doi.org/10.1080/13658816.2023.2191256","pdf_url":null,"source":{"id":"https://openalex.org/S4210181446","display_name":"International Journal of Geographical Information Systems","issn_l":"0269-3798","issn":["0269-3798","1362-3087"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["dongbi-b","poland-100"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Geographical Information Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4360855232"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2303.09660","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047554774","display_name":"Chia-Yu Hsu","orcid":"https://orcid.org/0000-0002-2939-4387","observed_orcids":["https://orcid.org/0000-0002-2939-4387"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chia-Yu Hsu","raw_affiliation_strings":["School of Geographical Sciences and Urban Planning, Arizona State University, Tempe, AZ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Geographical Sciences and Urban Planning, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100338179","display_name":"Wenwen Li","orcid":"https://orcid.org/0000-0003-2237-9499","observed_orcids":["https://orcid.org/0000-0003-2237-9499","https://orcid.org/0009-0001-4435-2572","https://orcid.org/0009-0000-9002-1697"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Wenwen Li","raw_affiliation_strings":["School of Geographical Sciences and Urban Planning, Arizona State University, Tempe, AZ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Geographical Sciences and Urban Planning, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100338179"],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":5.1176,"has_fulltext":true,"cited_by_count":93,"citation_normalized_percentile":{"value":0.9713661,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"37","issue":"5","first_page":"963","last_page":"987"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/saliency-maps","display_name":"saliency maps","score":0.9929999709129333},{"id":"https://openalex.org/keywords/model-interpretability","display_name":"model interpretability","score":0.9639999866485596},{"id":"https://openalex.org/keywords/perturbation-based-explanation","display_name":"perturbation-based explanation","score":0.7670000195503235},{"id":"https://openalex.org/keywords/gradient-based-explanation","display_name":"gradient-based explanation","score":0.9950000047683716},{"id":"https://openalex.org/keywords/integrated-gradients","display_name":"integrated gradients","score":0.996999979019165},{"id":"https://openalex.org/keywords/class-activation-maps","display_name":"class activation maps","score":0.9279999732971191},{"id":"https://openalex.org/keywords/object-recognition","display_name":"object recognition","score":0.7390000224113464}],"concepts":[{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6873136162757874},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.6194024682044983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6019404530525208},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5589019060134888},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5368035435676575},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4255872964859009},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.40736955404281616},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.4057416617870331},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32752925157546997},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1201598048210144},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.08616390824317932},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.06655582785606384},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/13658816.2023.2191256","doi":"https://doi.org/10.1080/13658816.2023.2191256","is_oa":false,"landing_page_url":"https://doi.org/10.1080/13658816.2023.2191256","pdf_url":null,"source":{"id":"https://openalex.org/S4210181446","display_name":"International Journal of Geographical Information Systems","issn_l":"0269-3798","issn":["0269-3798","1362-3087"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["dongbi-b","poland-100"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Geographical Information Science","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2303.09660","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.09660","pdf_url":"https://arxiv.org/pdf/2303.09660","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2303.09660","doi":"https://doi.org/10.48550/arxiv.2303.09660","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2303.09660","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2303.09660","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.09660","pdf_url":"https://arxiv.org/pdf/2303.09660","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1170860268","display_name":"MCA: Career Advancement in Polar Cyberinfrastructure: Permafrost Feature Mapping and Change Detection using Geospatial Artificial Intelligence and Remote Sensing","funder_award_id":"2120943","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4782548247","display_name":"Collaborative Research: CyberTraining: Implementation: Medium: Cyber2A: CyberTraining on AI-driven Analytics for Next Generation Arctic Scientists","funder_award_id":"2230034","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8813306948","display_name":"GeoAI for Terrain Analysis: A Deep-Learning Approach for Landform Feature Detection","funder_award_id":"1853864","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4360855232.pdf","grobid_xml":"https://content.openalex.org/works/W4360855232.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1849277567","https://openalex.org/W1932198206","https://openalex.org/W2115381403","https://openalex.org/W2169393322","https://openalex.org/W2282821441","https://openalex.org/W2295107390","https://openalex.org/W2594353256","https://openalex.org/W2594633041","https://openalex.org/W2605409611","https://openalex.org/W2606462007","https://openalex.org/W2612690371","https://openalex.org/W2616247523","https://openalex.org/W2618851150","https://openalex.org/W2765793020","https://openalex.org/W2769010475","https://openalex.org/W2770820547","https://openalex.org/W2809136100","https://openalex.org/W2810451272","https://openalex.org/W2899944658","https://openalex.org/W2921659045","https://openalex.org/W2952046647","https://openalex.org/W2954503794","https://openalex.org/W2964194231","https://openalex.org/W2981149872","https://openalex.org/W2988157455","https://openalex.org/W3021694293","https://openalex.org/W3035215724","https://openalex.org/W3035253074","https://openalex.org/W3037702162","https://openalex.org/W3046703890","https://openalex.org/W3101609372","https://openalex.org/W3105856249","https://openalex.org/W3160915774","https://openalex.org/W3172509672","https://openalex.org/W3172599549","https://openalex.org/W3194059001","https://openalex.org/W3199607268","https://openalex.org/W3202370220","https://openalex.org/W4212774754","https://openalex.org/W4229077120","https://openalex.org/W4229377031","https://openalex.org/W4240187149","https://openalex.org/W4255726453","https://openalex.org/W4283077289","https://openalex.org/W4285043263","https://openalex.org/W4285274462","https://openalex.org/W4294415019","https://openalex.org/W4308986509","https://openalex.org/W4309967030","https://openalex.org/W4309967044","https://openalex.org/W4323361161","https://openalex.org/W4385400191","https://openalex.org/W6600185353","https://openalex.org/W6638444622"],"related_works":["https://openalex.org/W4389475178","https://openalex.org/W7109653976","https://openalex.org/W7109747004","https://openalex.org/W4297310979","https://openalex.org/W7213063523","https://openalex.org/W4382318095","https://openalex.org/W4414333541","https://openalex.org/W4403383360","https://openalex.org/W3199607268","https://openalex.org/W4366830082"],"abstract_inverted_index":{"Improving":[0],"the":[1,15,88,94,101,105,119,124,147,168,171],"interpretability":[2],"of":[3,18,63,87,96,100,170],"geospatial":[4,52],"artificial":[5],"intelligence":[6],"(GeoAI)":[7],"models":[8],"has":[9],"become":[10],"critically":[11],"important":[12,74],"to":[13,51,104,166],"open":[14],"\u2018black":[16],"box\u2019":[17],"complex":[19],"AI":[20],"models,":[21],"such":[22],"as":[23],"deep":[24,43,137],"learning.":[25,138],"This":[26],"paper":[27],"compares":[28],"popular":[29],"saliency":[30],"map":[31,127],"generation":[32],"techniques":[33],"and":[34,37,42,54,68,123,142,146,151],"their":[35],"strengths":[36,141],"weaknesses":[38,143],"in":[39],"interpreting":[40],"GeoAI":[41],"learning":[44],"models\u2019":[45],"reasoning":[46],"behaviors,":[47],"particularly":[48],"when":[49],"applied":[50],"analysis":[53],"image":[55,75,103],"processing":[56],"tasks.":[57],"We":[58],"surveyed":[59],"two":[60,163],"broad":[61],"classes":[62],"model":[64],"explanation":[65],"methods:":[66],"perturbation-based":[67],"gradient-based":[69],"methods.":[70],"The":[71,91,139,160],"former":[72],"identifies":[73],"areas,":[76],"which":[77],"help":[78],"machines":[79],"make":[80],"predictions":[81],"by":[82],"modifying":[83],"a":[84,131],"localized":[85],"area":[86],"input":[89,102],"image.":[90],"latter":[92],"evaluates":[93],"contribution":[95],"every":[97],"single":[98],"pixel":[99],"model\u2019s":[106],"prediction":[107],"results":[108],"through":[109],"gradient":[110],"backpropagation.":[111],"In":[112],"this":[113],"study,":[114],"three":[115],"algorithms\u2014the":[116],"occlusion":[117],"method,":[118,122],"integrated":[120],"gradients":[121],"class":[125],"activation":[126],"method\u2014are":[128],"examined":[129],"for":[130,154],"natural":[132],"feature":[133],"detection":[134],"task":[135],"using":[136],"algorithms\u2019":[140],"are":[144],"discussed,":[145],"consistency":[148],"between":[149],"model-learned":[150],"human-understandable":[152],"concepts":[153],"object":[155],"recognition":[156],"is":[157],"also":[158],"compared.":[159],"experiments":[161],"used":[162],"GeoAI-ready":[164],"datasets":[165],"demonstrate":[167],"generalizability":[169],"research":[172],"findings.":[173]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4360855232","counts_by_year":[{"year":2026,"cited_by_count":33},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":6}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2023-03-25T00:00:00"}
