{"id":"https://openalex.org/W2616046787","doi":"https://doi.org/10.1109/jstars.2017.2697003","title":"Earth Observation Image Semantic Bias: A Collaborative User Annotation Approach","display_name":"Earth Observation Image Semantic Bias: A Collaborative User Annotation Approach","publication_year":2017,"publication_date":"2017-05-15","ids":{"openalex":"https://openalex.org/W2616046787","doi":"https://doi.org/10.1109/jstars.2017.2697003","mag":"2616046787"},"language":"en","primary_location":{"id":"doi:10.1109/jstars.2017.2697003","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstars.2017.2697003","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069710503","display_name":"Ambar Murillo Montes de","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Ambar Murillo Montes de Oca","raw_affiliation_strings":["Faculty of Psychology and Educational Sciences, Ludwig-Maximilians-Universit\u00e4t, Munich, Germany","German Aerospace Center (DLR), Remote Sensing Technology Institute\u00a0(IMF), Wessling, Germany"],"affiliations":[{"raw_affiliation_string":"Faculty of Psychology and Educational Sciences, Ludwig-Maximilians-Universit\u00e4t, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]},{"raw_affiliation_string":"German Aerospace Center (DLR), Remote Sensing Technology Institute\u00a0(IMF), Wessling, Germany","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059642844","display_name":"Reza Bahmanyar","orcid":"https://orcid.org/0000-0002-6999-714X"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]},{"id":"https://openalex.org/I4210145329","display_name":"Aerospace Institute (Germany)","ror":"https://ror.org/04bpb0r34","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210145329"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Reza Bahmanyar","raw_affiliation_strings":["German Aerospace Center (DLR), Remote Sensing Technology Institute\u00a0(IMF), Wessling, Germany","Munich Aerospace, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"German Aerospace Center (DLR), Remote Sensing Technology Institute\u00a0(IMF), Wessling, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Munich Aerospace, Munich, Germany","institution_ids":["https://openalex.org/I4210145329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004894137","display_name":"Nicolae Nistor","orcid":"https://orcid.org/0000-0002-9956-1670"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I80046288","display_name":"Walden University","ror":"https://ror.org/02qp2hh41","country_code":"US","type":"education","lineage":["https://openalex.org/I80046288"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Nicolae Nistor","raw_affiliation_strings":["Faculty of Psychology and Educational Sciences, Ludwig-Maximilians-Universit\u00e4t, Munich, Germany","Walden University, Minneapolis, MN, USA"],"affiliations":[{"raw_affiliation_string":"Faculty of Psychology and Educational Sciences, Ludwig-Maximilians-Universit\u00e4t, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]},{"raw_affiliation_string":"Walden University, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I80046288"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032370631","display_name":"Mihai Datcu","orcid":"https://orcid.org/0000-0002-3477-9687"},"institutions":[{"id":"https://openalex.org/I61641377","display_name":"Universitatea Na\u021bional\u0103 de \u0218tiin\u021b\u0103 \u0219i Tehnologie Politehnica Bucure\u0219ti","ror":"https://ror.org/0558j5q12","country_code":"RO","type":"education","lineage":["https://openalex.org/I61641377"]},{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]},{"id":"https://openalex.org/I4210145329","display_name":"Aerospace Institute (Germany)","ror":"https://ror.org/04bpb0r34","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210145329"]}],"countries":["DE","RO"],"is_corresponding":false,"raw_author_name":"Mihai Datcu","raw_affiliation_strings":["German Aerospace Center (DLR), Remote Sensing Technology Institute\u00a0(IMF), Wessling, Germany","Munich Aerospace, Munich, Germany","Universitatea Politehnica din Bucuresti, Bucharest, Romania"],"affiliations":[{"raw_affiliation_string":"German Aerospace Center (DLR), Remote Sensing Technology Institute\u00a0(IMF), Wessling, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Munich Aerospace, Munich, Germany","institution_ids":["https://openalex.org/I4210145329"]},{"raw_affiliation_string":"Universitatea Politehnica din Bucuresti, Bucharest, Romania","institution_ids":["https://openalex.org/I61641377"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069710503"],"corresponding_institution_ids":["https://openalex.org/I2898391981","https://openalex.org/I8204097"],"apc_list":{"value":1250,"currency":"USD","value_usd":1250},"apc_paid":null,"fwci":0.9238,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.83739651,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"10","issue":"6","first_page":"2462","last_page":"2477"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7711478471755981},{"id":"https://openalex.org/keywords/earth-observation","display_name":"Earth observation","score":0.6227244138717651},{"id":"https://openalex.org/keywords/semantic-annotation","display_name":"Semantic annotation","score":0.620934784412384},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5835540294647217},{"id":"https://openalex.org/keywords/earth-observation-satellite","display_name":"Earth observation satellite","score":0.4572224020957947},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4284437894821167},{"id":"https://openalex.org/keywords/automatic-image-annotation","display_name":"Automatic image annotation","score":0.41112565994262695},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4032166302204132},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4002888798713684},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36281728744506836},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.3480350971221924},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.33503079414367676},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.13019824028015137},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.1180134117603302}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7711478471755981},{"id":"https://openalex.org/C39399123","wikidata":"https://www.wikidata.org/wiki/Q1348989","display_name":"Earth observation","level":3,"score":0.6227244138717651},{"id":"https://openalex.org/C2985727698","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Semantic annotation","level":3,"score":0.620934784412384},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5835540294647217},{"id":"https://openalex.org/C2987528665","wikidata":"https://www.wikidata.org/wiki/Q854845","display_name":"Earth observation satellite","level":3,"score":0.4572224020957947},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4284437894821167},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.41112565994262695},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4032166302204132},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4002888798713684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36281728744506836},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.3480350971221924},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.33503079414367676},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.13019824028015137},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.1180134117603302},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jstars.2017.2697003","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstars.2017.2697003","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:elib.dlr.de:112428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/JSTARS.2017.2697003>.","pdf_url":null,"source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W67634908","https://openalex.org/W1152172044","https://openalex.org/W1491625037","https://openalex.org/W1542162283","https://openalex.org/W1625255723","https://openalex.org/W1894564341","https://openalex.org/W1979341139","https://openalex.org/W1980038761","https://openalex.org/W1988584482","https://openalex.org/W1992969120","https://openalex.org/W1993372645","https://openalex.org/W2020912318","https://openalex.org/W2023865077","https://openalex.org/W2031342017","https://openalex.org/W2033119223","https://openalex.org/W2035683813","https://openalex.org/W2087729181","https://openalex.org/W2110764733","https://openalex.org/W2115799903","https://openalex.org/W2119028572","https://openalex.org/W2125148312","https://openalex.org/W2130258210","https://openalex.org/W2130660124","https://openalex.org/W2139520547","https://openalex.org/W2141282920","https://openalex.org/W2141708418","https://openalex.org/W2149489787","https://openalex.org/W2254880047","https://openalex.org/W6602700830","https://openalex.org/W6632526427","https://openalex.org/W6636494156"],"related_works":["https://openalex.org/W3177930984","https://openalex.org/W2052697133","https://openalex.org/W2076896210","https://openalex.org/W2384288472","https://openalex.org/W1539573266","https://openalex.org/W2093596879","https://openalex.org/W2376984068","https://openalex.org/W2201969175","https://openalex.org/W72938347","https://openalex.org/W45217788"],"abstract_inverted_index":{"Correctly":[0],"annotated":[1],"image":[2,10,77,157,219,248],"datasets":[3,229],"are":[4,55,82,162,205],"important":[5],"for":[6,226,242],"developing":[7],"and":[8,25,89,139,171,208],"validating":[9],"mining":[11],"methods.":[12],"However,":[13],"there":[14],"is":[15,31,43,99,117,221],"some":[16],"doubt":[17],"regarding":[18],"the":[19,22,39,65,130,179,190,198,243],"generalizability":[20],"of":[21,67,73,127,147,234,245],"models":[23],"trained":[24,95],"validated":[26],"on":[27,96,103,113],"available":[28],"datasets.":[29,59,249],"This":[30,237],"due":[32,123],"to":[33,107,124,133,137,210],"dataset":[34,68,98,109],"biases,":[35],"which":[36],"occur":[37],"when":[38,51],"same":[40],"semantic":[41],"label":[42],"used":[44],"in":[45,164,238],"different":[46],"ways":[47],"across":[48,58],"datasets,":[49,78],"and/or":[50],"identical":[52],"object":[53],"categories":[54],"labeled":[56],"differently":[57],"In":[60],"this":[61,116],"paper,":[62],"we":[63,172],"demonstrate":[64],"existence":[66],"biases":[69,110],"with":[70,143,230],"a":[71,86,93,144,152,166,222,231],"sample":[72],"eight":[74],"remote":[75],"sensing":[76],"first":[79],"showing":[80],"they":[81],"readily":[83],"discriminable":[84],"from":[85],"feature":[87],"perspective,":[88],"then":[90],"demonstrating":[91],"that":[92],"model":[94],"one":[97],"not":[100,118],"always":[101,119],"valid":[102],"others.":[104],"Past":[105],"approaches":[106],"reducing":[108],"have":[111],"relied":[112],"crowdsourcing,":[114],"however":[115],"an":[120],"option":[121],"(e.g.,":[122],"public-accessibility":[125],"restrictions":[126],"images),":[128],"raising":[129],"question:":[131],"How":[132],"structure":[134],"annotation":[135,154,158,175,220,224],"tasks":[136],"efficiently":[138],"accurately":[140],"annotate":[141],"images":[142],"limited":[145],"number":[146,233],"nonexpert":[148,235],"annotators?":[149],"We":[150],"propose":[151],"collaborative":[153,167,218],"methodology,":[155],"conducting":[156],"experiments":[159],"where":[160],"users":[161],"placed":[163],"either":[165],"or":[168],"individual":[169],"condition,":[170],"analyze":[173],"their":[174,202],"performance.":[176],"Results":[177],"show":[178,194],"collaborators":[180],"produce":[181],"more":[182,206],"thorough,":[183],"precise":[184],"annotations,":[185],"requiring":[186],"less":[187,195,246],"time":[188],"than":[189],"individuals.":[191],"Collaborators":[192],"labels":[193,204],"variance":[196],"around":[197],"consensus":[199],"point,":[200],"meaning":[201],"assigned":[203],"predictable":[207],"likely":[209],"be":[211],"generally":[212],"accepted":[213],"by":[214],"other":[215],"users.":[216],"Therefore,":[217],"promising":[223],"methodology":[225],"creating":[227],"reliable":[228],"reduced":[232],"annotators.":[236],"turn":[239],"has":[240],"implications":[241],"creation":[244],"biased":[247]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}