{"id":"https://openalex.org/W4411550446","doi":"https://doi.org/10.1145/3715275.3732135","title":"Now you see it, Now you don\u2019t: Damage Label Agreement in Drone &amp; Satellite Post-Disaster Imagery","display_name":"Now you see it, Now you don\u2019t: Damage Label Agreement in Drone &amp; Satellite Post-Disaster Imagery","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4411550446","doi":"https://doi.org/10.1145/3715275.3732135"},"language":"en","primary_location":{"id":"doi:10.1145/3715275.3732135","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732135","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732135","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732135","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020258556","display_name":"Thomas Manzini","orcid":"https://orcid.org/0009-0002-4937-1948"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Manzini","raw_affiliation_strings":["Department of Computer Science &amp; Engineering, Texas A&amp;M University, College Station, Texas, USA"],"raw_orcid":"https://orcid.org/0009-0002-4937-1948","affiliations":[{"raw_affiliation_string":"Department of Computer Science &amp; Engineering, Texas A&amp;M University, College Station, Texas, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093479841","display_name":"Priyankari Perali","orcid":"https://orcid.org/0009-0000-2735-1415"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Priyankari Perali","raw_affiliation_strings":["Department of Computer Science &amp; Engineering, Texas A&amp;M University, College Station, Texas, USA"],"raw_orcid":"https://orcid.org/0009-0000-2735-1415","affiliations":[{"raw_affiliation_string":"Department of Computer Science &amp; Engineering, Texas A&amp;M University, College Station, Texas, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035036531","display_name":"Jayesh Tripathi","orcid":null},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jayesh Tripathi","raw_affiliation_strings":["Department of Computer Science &amp; Engineering, Texas A&amp;M University, College Station, Texas, USA"],"raw_orcid":"https://orcid.org/0009-0006-9286-195X","affiliations":[{"raw_affiliation_string":"Department of Computer Science &amp; Engineering, Texas A&amp;M University, College Station, Texas, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048150326","display_name":"Robin R. Murphy","orcid":"https://orcid.org/0000-0003-0774-4312"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robin R. Murphy","raw_affiliation_strings":["Department of Computer Science &amp; Engineering, Texas A&amp;M University, College Station, Texas, USA"],"raw_orcid":"https://orcid.org/0000-0003-0774-4312","affiliations":[{"raw_affiliation_string":"Department of Computer Science &amp; Engineering, Texas A&amp;M University, College Station, Texas, USA","institution_ids":["https://openalex.org/I91045830"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I91045830"],"apc_list":null,"apc_paid":null,"fwci":3.2997,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.92445136,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1998","last_page":"2008"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9745000004768372,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13282","display_name":"Automated Road and Building Extraction","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.8900675773620605},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5425054430961609},{"id":"https://openalex.org/keywords/satellite-imagery","display_name":"Satellite imagery","score":0.5255210399627686},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5063532590866089},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.47947797179222107},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.32831281423568726},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32697516679763794},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.23343834280967712},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.181924968957901},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.1374293565750122}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.8900675773620605},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5425054430961609},{"id":"https://openalex.org/C2778102629","wikidata":"https://www.wikidata.org/wiki/Q725252","display_name":"Satellite imagery","level":2,"score":0.5255210399627686},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5063532590866089},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.47947797179222107},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.32831281423568726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32697516679763794},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.23343834280967712},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.181924968957901},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.1374293565750122},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3715275.3732135","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732135","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732135","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3715275.3732135","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732135","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732135","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Climate action","score":0.8600000143051147,"id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G1027017131","display_name":null,"funder_award_id":"2306453, 2229881","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3009616697","display_name":"RAPID/Collaborative Research: Datasets for Uncrewed Aerial System (UAS) and Remote Responder Performance from Hurricane Ian","funder_award_id":"2306453","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G826810440","display_name":"AI Institute for Societal Decision Making (AI-SDM)","funder_award_id":"2229881","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411550446.pdf","grobid_xml":"https://content.openalex.org/works/W4411550446.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W119656196","https://openalex.org/W1484702516","https://openalex.org/W2108650519","https://openalex.org/W2129515439","https://openalex.org/W2605848534","https://openalex.org/W2739310573","https://openalex.org/W2747765175","https://openalex.org/W2891877367","https://openalex.org/W2955985812","https://openalex.org/W2969349638","https://openalex.org/W2976721471","https://openalex.org/W2987144017","https://openalex.org/W3103150888","https://openalex.org/W3118458748","https://openalex.org/W3175205795","https://openalex.org/W4299513681","https://openalex.org/W4317207956","https://openalex.org/W4381613853","https://openalex.org/W4385285907","https://openalex.org/W4389666668","https://openalex.org/W4390011931","https://openalex.org/W4390190281","https://openalex.org/W4394995248","https://openalex.org/W4400731971","https://openalex.org/W4403742557","https://openalex.org/W6887661511","https://openalex.org/W6925194284","https://openalex.org/W6944161334"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281","https://openalex.org/W2013329914","https://openalex.org/W2392383081","https://openalex.org/W1618102658"],"abstract_inverted_index":{"This":[0],"paper":[1,218],"audits":[2],"damage":[3,46,64,84,100,105,136,232],"labels":[4,78,101,133,144,151],"derived":[5],"from":[6,111],"coincident":[7],"satellite":[8,60,183],"and":[9,20,26,37,59,90,108,148,163,184,203,225],"drone":[10,58],"aerial":[11],"imagery":[12,61],"for":[13,62],"15,814":[14,116],"buildings":[15,117,122],"across":[16],"Hurricanes":[17],"Ian,":[18],"Michael,":[19],"Harvey,":[21],"finding":[22],"29.02%":[23],"label":[24,55,85,106],"disagreement":[25],"significantly":[27,134,153],"different":[28,154],"distributions":[29,155,175,186],"between":[30,57],"the":[31,41,103,115,125,181,190,211],"two":[32],"sources,":[33],"which":[34],"presents":[35],"risks":[36,202],"potential":[38,198,204],"harms":[39],"during":[40],"deployment":[42],"of":[43,54,173,192,213],"machine":[44,164],"learning":[45,165],"assessment":[47,233],"systems.Currently,":[48],"there":[49],"is":[50,80],"no":[51],"known":[52],"study":[53],"agreement":[56],"building":[63,88,109],"assessment.The":[65],"only":[66],"prior":[67,128],"work":[68,94],"that":[69,160],"could":[70],"be":[71],"used":[72],"to":[73,142,222,227],"infer":[74],"if":[75,207],"such":[76],"imagery-derived":[77],"agree":[79],"limited":[81],"by":[82,98,137],"differing":[83,182],"schemas,":[86],"misaligned":[87],"locations,":[89],"low":[91],"data":[92],"quantities.This":[93],"overcomes":[95],"these":[96,174],"limitations":[97],"comparing":[99],"using":[102],"same":[104],"schemas":[107],"locations":[110],"three":[112],"hurricanes,":[113],"with":[114],"representing":[118],"19.05":[119],"times":[120],"more":[121],"considered":[123],"than":[124],"most":[126],"relevant":[127],"work.The":[129],"analysis":[130],"finds":[131],"satellite-derived":[132],"under-report":[135],"at":[138,170],"least":[139,171],"20.43%":[140],"compared":[141],"drone-derived":[143,150,185],"(p<1.2x10":[145],"-11":[146],"),":[147],"satellite-and":[149],"represent":[152,189],"(p<5.1x10":[156],"-17":[157],").This":[158],"indicates":[159],"computer":[161],"vision":[162],"(CV/ML)":[166],"models":[167],"trained":[168],"on":[169],"one":[172],"will":[176],"misrepresent":[177],"actual":[178,193],"conditions,":[179],"as":[180],"cannot":[187],"simultaneously":[188],"distribution":[191],"conditions":[194],"in":[195,235],"a":[196],"scene.This":[197],"misrepresentation":[199],"poses":[200],"ethical":[201],"societal":[205,215],"harm":[206],"not":[208],"managed.To":[209],"reduce":[210],"risk":[212],"future":[214],"harms,":[216],"this":[217],"offers":[219],"four":[220],"recommendations":[221],"improve":[223],"reliability":[224],"transparency":[226],"decision-makers":[228],"when":[229],"deploying":[230],"CV/ML":[231],"systems":[234],"practice.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}