{"id":"https://openalex.org/W4391099292","doi":"https://doi.org/10.3390/info15010063","title":"Benchmarking Automated Machine Learning (AutoML) Frameworks for Object Detection","display_name":"Benchmarking Automated Machine Learning (AutoML) Frameworks for Object Detection","publication_year":2024,"publication_date":"2024-01-21","ids":{"openalex":"https://openalex.org/W4391099292","doi":"https://doi.org/10.3390/info15010063"},"language":"en","primary_location":{"id":"doi:10.3390/info15010063","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15010063","pdf_url":"https://www.mdpi.com/2078-2489/15/1/63/pdf?version=1705823830","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/15/1/63/pdf?version=1705823830","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055186754","display_name":"Samuel De Oliveira","orcid":"https://orcid.org/0000-0001-8319-6827"},"institutions":[{"id":"https://openalex.org/I32480017","display_name":"Florida Polytechnic University","ror":"https://ror.org/01e5mdj42","country_code":"US","type":"education","lineage":["https://openalex.org/I32480017"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Samuel de Oliveira","raw_affiliation_strings":["Department of Computer Science, Florida Polytechnic University, Lakeland, FL 33805, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Florida Polytechnic University, Lakeland, FL 33805, USA","institution_ids":["https://openalex.org/I32480017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083142530","display_name":"O\u011fuzhan Topsakal","orcid":"https://orcid.org/0000-0002-9731-6946"},"institutions":[{"id":"https://openalex.org/I32480017","display_name":"Florida Polytechnic University","ror":"https://ror.org/01e5mdj42","country_code":"US","type":"education","lineage":["https://openalex.org/I32480017"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oguzhan Topsakal","raw_affiliation_strings":["Department of Computer Science, Florida Polytechnic University, Lakeland, FL 33805, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Florida Polytechnic University, Lakeland, FL 33805, USA","institution_ids":["https://openalex.org/I32480017"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008348481","display_name":"Onur Toker","orcid":"https://orcid.org/0000-0003-2580-5449"},"institutions":[{"id":"https://openalex.org/I32480017","display_name":"Florida Polytechnic University","ror":"https://ror.org/01e5mdj42","country_code":"US","type":"education","lineage":["https://openalex.org/I32480017"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Onur Toker","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Florida Polytechnic University, Lakeland, FL 33805, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Florida Polytechnic University, Lakeland, FL 33805, USA","institution_ids":["https://openalex.org/I32480017"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5055186754"],"corresponding_institution_ids":["https://openalex.org/I32480017"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":4.7281,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.95232722,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"15","issue":"1","first_page":"63","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.884161651134491},{"id":"https://openalex.org/keywords/pascal","display_name":"Pascal (unit)","score":0.8234506845474243},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7750052213668823},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6559774279594421},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6556786298751831},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.612994909286499},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.5559993982315063},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4506356120109558},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.23072367906570435},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1796269416809082},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.11762735247612}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.884161651134491},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.8234506845474243},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7750052213668823},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6559774279594421},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6556786298751831},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.612994909286499},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.5559993982315063},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4506356120109558},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.23072367906570435},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1796269416809082},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.11762735247612},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info15010063","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15010063","pdf_url":"https://www.mdpi.com/2078-2489/15/1/63/pdf?version=1705823830","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ebb610db75c04475b51278205cc8b2b2","is_oa":true,"landing_page_url":"https://doaj.org/article/ebb610db75c04475b51278205cc8b2b2","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 15, Iss 1, p 63 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info15010063","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15010063","pdf_url":"https://www.mdpi.com/2078-2489/15/1/63/pdf?version=1705823830","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391099292.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1517943492","https://openalex.org/W1772076007","https://openalex.org/W1861492603","https://openalex.org/W2037227137","https://openalex.org/W2083780116","https://openalex.org/W2102605133","https://openalex.org/W2106411961","https://openalex.org/W2108598243","https://openalex.org/W2115579991","https://openalex.org/W2123162799","https://openalex.org/W2135578030","https://openalex.org/W2548197316","https://openalex.org/W2594258618","https://openalex.org/W2809254203","https://openalex.org/W2884367402","https://openalex.org/W2885770726","https://openalex.org/W2948742859","https://openalex.org/W2966284335","https://openalex.org/W2971148076","https://openalex.org/W2992240579","https://openalex.org/W2999356315","https://openalex.org/W3010850044","https://openalex.org/W3011722050","https://openalex.org/W3038712064","https://openalex.org/W3043995050","https://openalex.org/W3124372372","https://openalex.org/W3161665006","https://openalex.org/W3163842339","https://openalex.org/W3181268050","https://openalex.org/W3200630953","https://openalex.org/W3201904098","https://openalex.org/W3212897498","https://openalex.org/W4206789359","https://openalex.org/W4213308398","https://openalex.org/W4313558118","https://openalex.org/W4320002812","https://openalex.org/W4387177749","https://openalex.org/W4389237519","https://openalex.org/W4389667423","https://openalex.org/W4390740681","https://openalex.org/W6676179485","https://openalex.org/W6763233178","https://openalex.org/W6776331362","https://openalex.org/W6802101892","https://openalex.org/W7000933236"],"related_works":["https://openalex.org/W2770764537","https://openalex.org/W3177249605","https://openalex.org/W4376620596","https://openalex.org/W2534152068","https://openalex.org/W4299545679","https://openalex.org/W4287991909","https://openalex.org/W1972515067","https://openalex.org/W1689909837","https://openalex.org/W4293054914","https://openalex.org/W2549121492"],"abstract_inverted_index":{"Automated":[0],"Machine":[1],"Learning":[2],"(AutoML)":[3],"is":[4,40,274],"a":[5,108,156,178,254,267,284],"subdomain":[6],"of":[7,16,64,118,132,145,158,180,236,238,253,256,295],"machine":[8,18,296],"learning":[9,19],"that":[10,273],"seeks":[11],"to":[12,21,41,86,103,114,206,265],"expand":[13],"the":[14,62,101,116,130,133,152,164,199,210,234,245,251,262],"usability":[15],"traditional":[17],"methods":[20],"non-expert":[22],"users":[23],"by":[24,67,277],"automating":[25],"various":[26],"tasks":[27],"which":[28],"normally":[29],"require":[30],"manual":[31],"configuration.":[32],"Prior":[33],"benchmarking":[34],"studies":[35],"on":[36,49,61,271,291],"AutoML":[37,59,90],"systems\u2014whose":[38],"aim":[39],"compare":[42],"and":[43,81,97,125,137,161,169,183,195,212,222,231,289],"evaluate":[44,58],"their":[45],"capabilities\u2014have":[46],"mostly":[47],"focused":[48],"tabular":[50],"or":[51,220],"structured":[52],"data.":[53],"In":[54],"this":[55,281,292],"study,":[56],"we":[57,225,249],"systems":[60],"task":[63],"object":[65,72,110,126],"detection":[66,73],"curating":[68],"three":[69,88],"commonly":[70],"used":[71,129],"datasets":[74,102,263],"(Open":[75],"Images":[76,171],"V7,":[77],"Microsoft":[78],"COCO":[79,167],"2017,":[80,168],"Pascal":[82,165],"VOC2012)":[83],"in":[84,112,143,261],"order":[85,113],"benchmark":[87],"different":[89],"frameworks\u2014namely,":[91],"Google\u2019s":[92,190],"Vertex":[93],"AI,":[94],"NVIDIA\u2019s":[95],"TAO,":[96],"AutoGluon.":[98],"We":[99,128,197],"reduced":[100],"only":[104],"include":[105],"images":[106],"with":[107,155],"single":[109],"instance":[111],"understand":[115],"effect":[117,270],"class":[119,218],"imbalance,":[120],"as":[121,123,151,248],"well":[122],"dataset":[124,200],"size.":[127],"metrics":[131],"average":[134,139],"precision":[135,140],"(AP)":[136],"mean":[138],"(mAP).":[141],"Solely":[142],"terms":[144],"accuracy,":[146],"our":[147],"results":[148],"indicate":[149],"AutoGluon":[150],"best-performing":[153],"framework,":[154],"mAP":[157,179,207],"0.8901,":[159],"0.8972,":[160],"0.8644":[162],"for":[163,185,286],"VOC2012,":[166],"Open":[170],"V7":[172],"datasets,":[173,188],"respectively.":[174],"NVIDIA":[175],"TAO":[176],"achieved":[177],"0.8254,":[181],"0.8165,":[182],"0.7754":[184],"those":[186],"same":[187],"while":[189],"VertexAI":[191],"scored":[192],"0.855,":[193],"0.793,":[194],"0.761.":[196],"found":[198,247],"size":[201,219],"had":[202],"an":[203],"inverse":[204],"relationship":[205,216],"across":[208],"all":[209],"frameworks,":[211],"there":[213],"was":[214],"no":[215],"between":[217],"imbalance":[221],"accuracy.":[223],"Furthermore,":[224],"discuss":[226],"each":[227,257],"framework\u2019s":[228],"relative":[229],"benefits":[230],"drawbacks":[232],"from":[233],"standpoint":[235],"ease":[237],"use.":[239],"This":[240],"study":[241,282],"also":[242],"points":[243],"out":[244],"issues":[246],"examined":[250],"labels":[252],"subset":[255],"dataset.":[258],"Labeling":[259],"errors":[260],"appear":[264],"have":[266],"substantial":[268],"negative":[269],"accuracy":[272],"not":[275],"resolved":[276],"larger":[278],"datasets.":[279],"Overall,":[280],"provides":[283],"platform":[285],"future":[287],"development":[288],"research":[290],"nascent":[293],"field":[294],"learning.":[297]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2026-01-26T23:06:41.788003","created_date":"2025-10-10T00:00:00"}