{"id":"https://openalex.org/W4285347572","doi":"https://doi.org/10.1109/aipr52630.2021.9762222","title":"Effects of data preparation, training and testing choices on classifier performance: Case study in ship classification","display_name":"Effects of data preparation, training and testing choices on classifier performance: Case study in ship classification","publication_year":2021,"publication_date":"2021-10-12","ids":{"openalex":"https://openalex.org/W4285347572","doi":"https://doi.org/10.1109/aipr52630.2021.9762222"},"language":"en","primary_location":{"id":"doi:10.1109/aipr52630.2021.9762222","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aipr52630.2021.9762222","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Applied Imagery Pattern Recognition Workshop (AIPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037827358","display_name":"Elan Sharghi","orcid":null},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Elan Sharghi","raw_affiliation_strings":["Naval Information Warfare Center, Pacific,San Diego,CA,92152-5001"],"affiliations":[{"raw_affiliation_string":"Naval Information Warfare Center, Pacific,San Diego,CA,92152-5001","institution_ids":["https://openalex.org/I1339224429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092320209","display_name":"Peter Thung","orcid":null},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Thung","raw_affiliation_strings":["Naval Information Warfare Center, Pacific,San Diego,CA,92152-5001"],"affiliations":[{"raw_affiliation_string":"Naval Information Warfare Center, Pacific,San Diego,CA,92152-5001","institution_ids":["https://openalex.org/I1339224429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065407483","display_name":"Jane Berk","orcid":null},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jane Berk","raw_affiliation_strings":["Naval Information Warfare Center, Pacific,San Diego,CA,92152-5001"],"affiliations":[{"raw_affiliation_string":"Naval Information Warfare Center, Pacific,San Diego,CA,92152-5001","institution_ids":["https://openalex.org/I1339224429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074089205","display_name":"Arne Odland","orcid":null},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arne Odland","raw_affiliation_strings":["Naval Information Warfare Center, Pacific,San Diego,CA,92152-5001"],"affiliations":[{"raw_affiliation_string":"Naval Information Warfare Center, Pacific,San Diego,CA,92152-5001","institution_ids":["https://openalex.org/I1339224429"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018487853","display_name":"Shibin Parameswaran","orcid":"https://orcid.org/0000-0003-0493-3206"},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shibin Parameswaran","raw_affiliation_strings":["Naval Information Warfare Center, Pacific,San Diego,CA,92152-5001"],"affiliations":[{"raw_affiliation_string":"Naval Information Warfare Center, Pacific,San Diego,CA,92152-5001","institution_ids":["https://openalex.org/I1339224429"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5037827358"],"corresponding_institution_ids":["https://openalex.org/I1339224429"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23128331,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9573000073432922,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12086","display_name":"Structural Integrity and Reliability Analysis","score":0.9343000054359436,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7917116284370422},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6951776146888733},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6612697243690491},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.6555296182632446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5894654989242554},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.5811477899551392},{"id":"https://openalex.org/keywords/data-pre-processing","display_name":"Data pre-processing","score":0.46070897579193115},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4134935736656189},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3722136914730072},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09250307083129883}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7917116284370422},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6951776146888733},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6612697243690491},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.6555296182632446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5894654989242554},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.5811477899551392},{"id":"https://openalex.org/C10551718","wikidata":"https://www.wikidata.org/wiki/Q5227332","display_name":"Data pre-processing","level":2,"score":0.46070897579193115},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4134935736656189},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3722136914730072},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09250307083129883},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aipr52630.2021.9762222","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aipr52630.2021.9762222","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Applied Imagery Pattern Recognition Workshop (AIPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1977895763","https://openalex.org/W2074944150","https://openalex.org/W2148291223","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2382241830","https://openalex.org/W2727318261","https://openalex.org/W2830936856","https://openalex.org/W2910201170","https://openalex.org/W2963163009","https://openalex.org/W2963446712","https://openalex.org/W2963901018","https://openalex.org/W3013573099","https://openalex.org/W3019322142","https://openalex.org/W3020450015","https://openalex.org/W6762718338","https://openalex.org/W6775567351"],"related_works":["https://openalex.org/W2989490741","https://openalex.org/W3092506759","https://openalex.org/W2367545121","https://openalex.org/W4248881655","https://openalex.org/W2482165163","https://openalex.org/W3010890513","https://openalex.org/W120741642","https://openalex.org/W138569904","https://openalex.org/W2390914021","https://openalex.org/W2389417819"],"abstract_inverted_index":{"Modern":[0],"deep":[1],"learning":[2],"algorithms":[3,15],"can":[4,202],"be":[5],"used":[6,221],"to":[7,20,38,94,135,160,180],"build":[8],"very":[9],"powerful":[10],"object":[11,200],"classifiers.":[12],"However,":[13],"these":[14],"are":[16,158],"also":[17,101],"extremely":[18],"sensitive":[19],"modeling":[21,98],"assumptions":[22,80],"adopted":[23],"during":[24,50],"their":[25],"development.":[26],"In":[27,92],"this":[28],"paper,":[29],"we":[30,100,111,146],"use":[31],"ship":[32,154,168],"classification":[33,155,201],"as":[34,170,172,191,193],"a":[35,137,182],"case":[36],"study":[37,65,102],"investigate":[39,112],"and":[40,46,66,74,81,150,167,178,205,214],"illuminate":[41],"the":[42,56,61,68,85,89,97,113,129,141,188,194,217],"effects":[43,69,142,195],"of":[44,58,60,70,88,105,115,125,140,143,185,211,219],"intentional":[45],"unintentional":[47],"choices":[48],"made":[49],"model":[51,116],"development,":[52],"focusing":[53],"directly":[54],"on":[55,118,153,199],"impact":[57,104],"performance":[59,103,117,218],"resulting":[62],"classifier.":[63],"We":[64],"analyze":[67],"architectural":[71],"choices,":[72,207],"fine-tuning":[73],"refinement":[75],"strategies,":[76],"train-test":[77],"data":[78],"processing":[79],"variations":[82],"introduced":[83],"by":[84,121],"inherent":[86],"randomness":[87],"training":[90,130],"process.":[91],"addition":[93],"looking":[95],"into":[96,128],"assumptions,":[99],"various":[106],"dataset":[107],"preparation":[108],"practices.":[109],"Specifically,":[110],"dependence":[114],"annotation":[119],"accuracy":[120],"injecting":[122],"varying":[123],"amounts":[124],"label":[126],"noise":[127],"data.":[131],"Finally,":[132],"in":[133,216],"order":[134],"gain":[136],"better":[138],"understanding":[139,184],"image":[144],"preprocessing,":[145],"conduct":[147],"our":[148],"studies":[149],"report":[151],"findings":[152],"datasets":[156],"that":[157,196],"curated":[159],"include":[161],"simple,":[162],"straightforward":[163],"cases":[164],"(uniform":[165],"size":[166],"alignment)":[169],"well":[171,192],"more":[173],"challenging":[174],"versions":[175],"(variable":[176],"sizing":[177],"unaligned)":[179],"give":[181],"broader":[183],"performance.":[186],"Understanding":[187],"different":[189],"variables":[190],"they":[197],"have":[198],"inform":[203],"design":[204],"development":[206],"ensuring":[208],"higher":[209],"levels":[210],"reliability,":[212],"efficacy":[213],"confidence":[215],"classifiers":[220],"for":[222],"naval":[223],"applications.":[224]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}