{"id":"https://openalex.org/W2954594678","doi":"https://doi.org/10.3390/rs12020257","title":"How Response Designs and Class Proportions Affect the Accuracy of Validation Data","display_name":"How Response Designs and Class Proportions Affect the Accuracy of Validation Data","publication_year":2020,"publication_date":"2020-01-11","ids":{"openalex":"https://openalex.org/W2954594678","doi":"https://doi.org/10.3390/rs12020257","mag":"2954594678"},"language":"en","primary_location":{"id":"doi:10.3390/rs12020257","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs12020257","pdf_url":"https://www.mdpi.com/2072-4292/12/2/257/pdf?version=1578726232","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2072-4292/12/2/257/pdf?version=1578726232","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Julien Radoux","orcid":null},"institutions":[{"id":"https://openalex.org/I95674353","display_name":"UCLouvain","ror":"https://ror.org/02495e989","country_code":"BE","type":"education","lineage":["https://openalex.org/I95674353"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Julien Radoux","raw_affiliation_strings":["Earth and Life Institute\u2013Environment, Universit\u00e9 catholique de Louvain, Croix du Sud 2, Louvain-la-Neuve B-1348, Belgium"],"affiliations":[{"raw_affiliation_string":"Earth and Life Institute\u2013Environment, Universit\u00e9 catholique de Louvain, Croix du Sud 2, Louvain-la-Neuve B-1348, Belgium","institution_ids":["https://openalex.org/I95674353"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fran\u00e7ois Waldner","orcid":"https://orcid.org/0000-0002-5599-7456"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Fran\u00e7ois Waldner","raw_affiliation_strings":["CSIRO Agriculture & Food, Queensland Bioscience Precinct, 306 Carmody Road, St Lucia 4067 QLD, Australia"],"affiliations":[{"raw_affiliation_string":"CSIRO Agriculture & Food, Queensland Bioscience Precinct, 306 Carmody Road, St Lucia 4067 QLD, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"last","author":{"id":null,"display_name":"Patrick Bogaert","orcid":null},"institutions":[{"id":"https://openalex.org/I95674353","display_name":"UCLouvain","ror":"https://ror.org/02495e989","country_code":"BE","type":"education","lineage":["https://openalex.org/I95674353"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Patrick Bogaert","raw_affiliation_strings":["Earth and Life Institute\u2013Environment, Universit\u00e9 catholique de Louvain, Croix du Sud 2, Louvain-la-Neuve B-1348, Belgium"],"affiliations":[{"raw_affiliation_string":"Earth and Life Institute\u2013Environment, Universit\u00e9 catholique de Louvain, Croix du Sud 2, Louvain-la-Neuve B-1348, Belgium","institution_ids":["https://openalex.org/I95674353"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95674353"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2707},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2707},"fwci":4.3549,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.9401485,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"12","issue":"2","first_page":"257","last_page":"257"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.4844000041484833,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.4844000041484833,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10111","display_name":"Remote Sensing in Agriculture","score":0.1687999963760376,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10770","display_name":"Soil Geostatistics and Mapping","score":0.07599999755620956,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5932999849319458},{"id":"https://openalex.org/keywords/sample-size-determination","display_name":"Sample size determination","score":0.5180000066757202},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.41620001196861267},{"id":"https://openalex.org/keywords/reference-data","display_name":"Reference data","score":0.36579999327659607},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.3635999858379364},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.3531000018119812},{"id":"https://openalex.org/keywords/observational-error","display_name":"Observational error","score":0.35190001130104065},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.351500004529953}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6273000240325928},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5932999849319458},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5666999816894531},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.5180000066757202},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4178999960422516},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.41620001196861267},{"id":"https://openalex.org/C60478076","wikidata":"https://www.wikidata.org/wiki/Q3036835","display_name":"Reference data","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.3635999858379364},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C19619285","wikidata":"https://www.wikidata.org/wiki/Q196372","display_name":"Observational error","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.32659998536109924},{"id":"https://openalex.org/C100253034","wikidata":"https://www.wikidata.org/wiki/Q196372","display_name":"Systematic error","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C18747219","wikidata":"https://www.wikidata.org/wiki/Q620994","display_name":"Standard error","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C202799725","wikidata":"https://www.wikidata.org/wiki/Q272035","display_name":"Accuracy and precision","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2815999984741211},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C92446256","wikidata":"https://www.wikidata.org/wiki/Q3306762","display_name":"Data validation","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C138958017","wikidata":"https://www.wikidata.org/wiki/Q190087","display_name":"Data type","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C75373757","wikidata":"https://www.wikidata.org/wiki/Q7410160","display_name":"Sampling design","level":3,"score":0.2547999918460846}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/rs12020257","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs12020257","pdf_url":"https://www.mdpi.com/2072-4292/12/2/257/pdf?version=1578726232","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1906.11396","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.11396","pdf_url":"https://arxiv.org/pdf/1906.11396","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dial.uclouvain.be:boreal:225226","is_oa":true,"landing_page_url":"http://hdl.handle.net/2078.1/225226","pdf_url":null,"source":{"id":"https://openalex.org/S4306401902","display_name":"Digital Access to Libraries (Universit\u00e9 catholique de Louvain (UCL), l'Universit\u00e9 de Namur (UNamur) and the Universit\u00e9 Saint-Louis (USL-B))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I95674353","host_organization_name":"UCLouvain","host_organization_lineage":["https://openalex.org/I95674353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol. 12, no.2, p. 257 (2020)","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:25ed44b6ec2340bbadadc40cf787a662","is_oa":true,"landing_page_url":"https://doaj.org/article/25ed44b6ec2340bbadadc40cf787a662","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 12, Iss 2, p 257 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2072-4292/12/2/257/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/rs12020257","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/rs12020257","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs12020257","pdf_url":"https://www.mdpi.com/2072-4292/12/2/257/pdf?version=1578726232","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2954594678.pdf","grobid_xml":"https://content.openalex.org/works/W2954594678.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1536340909","https://openalex.org/W1964899460","https://openalex.org/W1975864053","https://openalex.org/W1976734386","https://openalex.org/W2010312950","https://openalex.org/W2010430502","https://openalex.org/W2011221485","https://openalex.org/W2011500029","https://openalex.org/W2012218338","https://openalex.org/W2013360540","https://openalex.org/W2014187500","https://openalex.org/W2017107861","https://openalex.org/W2019899368","https://openalex.org/W2021163394","https://openalex.org/W2022892223","https://openalex.org/W2023865077","https://openalex.org/W2027054367","https://openalex.org/W2030760029","https://openalex.org/W2060403623","https://openalex.org/W2073358046","https://openalex.org/W2077570405","https://openalex.org/W2081694572","https://openalex.org/W2084984087","https://openalex.org/W2086800959","https://openalex.org/W2088899772","https://openalex.org/W2090792150","https://openalex.org/W2093071349","https://openalex.org/W2111743232","https://openalex.org/W2126822288","https://openalex.org/W2129386579","https://openalex.org/W2132099602","https://openalex.org/W2132453247","https://openalex.org/W2133802438","https://openalex.org/W2137155271","https://openalex.org/W2137591261","https://openalex.org/W2138973222","https://openalex.org/W2153038022","https://openalex.org/W2156572918","https://openalex.org/W2169650712","https://openalex.org/W2256456552","https://openalex.org/W2297019642","https://openalex.org/W2418853085","https://openalex.org/W2516311364","https://openalex.org/W2527347850","https://openalex.org/W2538463507","https://openalex.org/W2575355226","https://openalex.org/W2613349105","https://openalex.org/W2688079092","https://openalex.org/W2756660268","https://openalex.org/W2804427116","https://openalex.org/W2901768767","https://openalex.org/W2912038861","https://openalex.org/W2923554407","https://openalex.org/W2950541263","https://openalex.org/W2953011380","https://openalex.org/W6662957207","https://openalex.org/W6682921881","https://openalex.org/W6703611609","https://openalex.org/W6752660348"],"related_works":[],"abstract_inverted_index":{"Reference":[0],"data":[1,70,175,178,246,292],"collected":[2],"to":[3,22,61,119,150,186,236,269,303],"validate":[4],"land-cover":[5],"maps":[6],"are":[7,48,166,202],"generally":[8],"considered":[9],"free":[10],"of":[11,46,68,82,88,108,132,160,173,190,216,244,248,290],"errors.":[12,151],"In":[13,75,199],"practice,":[14,200],"however,":[15],"they":[16],"contain":[17],"errors":[18,26,59,84,117],"despite":[19],"best":[20],"efforts":[21],"minimize":[23],"them.":[24],"These":[25],"propagate":[27],"during":[28,195],"accuracy":[29,67,131,171,250,301],"assessment":[30],"and":[31,52,92,103,164,205,229,247],"tweak":[32],"the":[33,40,62,66,80,130,137,141,158,188,196,208,213,230,242,264,288,304],"validation":[34,174,197],"results.":[35],"For":[36],"photo-interpreted":[37],"reference":[38,69,245,291],"data,":[39],"two":[41,86,98],"most":[42],"widely":[43],"studied":[44],"sources":[45],"error":[47],"systematic":[49],"incorrect":[50],"labeling":[51,116,226,265],"vigilance":[53],"drops.":[54],"How":[55],"estimation":[56,83],"errors,":[57],"i.e.,":[58],"intrinsic":[60],"response":[63,100,133,155],"design,":[64],"affect":[65],"is":[71,162,223],"far":[72],"less":[73,221],"understood.":[74],"this":[76,281],"paper,":[77],"we":[78,181,256],"analyzed":[79],"impact":[81],"for":[85,97,192],"types":[87],"classification":[89],"systems":[90],"(binary":[91],"multiclass)":[93],"as":[94,96],"well":[95],"common":[99],"designs":[101,134,156],"(point-based":[102],"partition-based)":[104],"with":[105,144,176,271],"a":[106,153,183,219],"range":[107],"sub-sample":[109],"sizes.":[110],"Our":[111],"quantitative":[112],"results":[113],"indicate":[114],"that":[115,129,258,279],"due":[118],"proportion":[120],"estimations":[121],"should":[122],"not":[123,285],"be":[124,234],"neglected.":[125],"They":[126],"further":[127],"confirm":[128],"depends":[135],"on":[136,225],"class":[138,210],"proportions":[139,211],"within":[140],"sampling":[142],"units,":[143],"complex":[145],"landscapes":[146],"being":[147],"more":[148,237,299],"prone":[149],"As":[152,218],"result,":[154,220],"where":[157],"number":[159,189],"sub-samples":[161,191,201],"predefined":[163],"fixed":[165],"inefficient.":[167],"To":[168],"guarantee":[169],"high":[170],"standards":[172],"minimum":[177],"collection":[179],"effort,":[180],"propose":[182],"new":[184],"method":[185],"adapt":[187],"each":[193],"sample":[194],"process.":[198],"incrementally":[203],"selected":[204],"labeled":[206],"until":[207],"estimated":[209],"reach":[212],"desired":[214],"level":[215],"confidence.":[217],"effort":[222,232,266],"spent":[224],"univocal":[227],"cases":[228],"spared":[231],"can":[233],"allocated":[235],"ambiguous":[238],"cases.":[239],"This":[240],"increases":[241],"reliability":[243],"subsequent":[249],"assessment.":[251],"Across":[252],"our":[253],"study":[254],"site,":[255],"demonstrated":[257],"such":[259],"an":[260],"approach":[261,283],"could":[262],"reduce":[263],"by":[267],"50%":[268],"75%,":[270],"greater":[272],"gains":[273],"in":[274],"homogeneous":[275],"landscapes.":[276],"We":[277],"contend":[278],"adopting":[280],"optimization":[282],"will":[284,295],"only":[286],"increase":[287],"efficiency":[289],"collection,":[293],"but":[294],"also":[296],"help":[297],"deliver":[298],"reliable":[300],"estimates":[302],"user":[305],"community.":[306]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2019-07-12T00:00:00"}