{"id":"https://openalex.org/W4387090927","doi":"https://doi.org/10.1109/ecmr59166.2023.10256352","title":"Scalable Evaluation Pipeline of CNN-Based Perception for Robotic Sensor Data Under Different Environment Conditions","display_name":"Scalable Evaluation Pipeline of CNN-Based Perception for Robotic Sensor Data Under Different Environment Conditions","publication_year":2023,"publication_date":"2023-09-04","ids":{"openalex":"https://openalex.org/W4387090927","doi":"https://doi.org/10.1109/ecmr59166.2023.10256352"},"language":"en","primary_location":{"id":"doi:10.1109/ecmr59166.2023.10256352","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ecmr59166.2023.10256352","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 European Conference on Mobile Robots (ECMR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040571073","display_name":"Naeem Iqbal","orcid":"https://orcid.org/0000-0003-2749-6344"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Naeem Iqbal","raw_affiliation_strings":["German Research Center for Artificial Intelligence,Plan-Based Robot Control Group, DFKI Niedersachsen,Osnabrück,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence,Plan-Based Robot Control Group, DFKI Niedersachsen,Osnabrück,Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045897999","display_name":"Mark Niemeyer","orcid":"https://orcid.org/0000-0003-4086-7795"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mark Niemeyer","raw_affiliation_strings":["German Research Center for Artificial Intelligence,Plan-Based Robot Control Group, DFKI Niedersachsen,Osnabrück,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence,Plan-Based Robot Control Group, DFKI Niedersachsen,Osnabrück,Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051550148","display_name":"Jan Christoph Krause","orcid":"https://orcid.org/0000-0003-1619-4316"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Christoph Krause","raw_affiliation_strings":["German Research Center for Artificial Intelligence,Plan-Based Robot Control Group, DFKI Niedersachsen,Osnabrück,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence,Plan-Based Robot Control Group, DFKI Niedersachsen,Osnabrück,Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020594579","display_name":"Joachim Hertzberg","orcid":"https://orcid.org/0000-0002-6371-9624"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Joachim Hertzberg","raw_affiliation_strings":["German Research Center for Artificial Intelligence,Plan-Based Robot Control Group, DFKI Niedersachsen,Osnabrück,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence,Plan-Based Robot Control Group, DFKI Niedersachsen,Osnabrück,Germany","institution_ids":["https://openalex.org/I33256026"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2246,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.51788297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8064832091331482},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7375482320785522},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5954893231391907},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5560245513916016},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5482022762298584},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5438112020492554},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5409672260284424},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5123890042304993},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5083784461021423},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4963441491127014},{"id":"https://openalex.org/keywords/environmental-data","display_name":"Environmental data","score":0.417593389749527},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3395386338233948},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.20297956466674805}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8064832091331482},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7375482320785522},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5954893231391907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5560245513916016},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5482022762298584},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5438112020492554},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5409672260284424},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5123890042304993},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5083784461021423},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4963441491127014},{"id":"https://openalex.org/C2776356880","wikidata":"https://www.wikidata.org/wiki/Q5381206","display_name":"Environmental data","level":2,"score":0.417593389749527},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3395386338233948},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.20297956466674805},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ecmr59166.2023.10256352","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ecmr59166.2023.10256352","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 European Conference on Mobile Robots (ECMR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4437723078","display_name":null,"funder_award_id":"28-D-K1.01A-20","funder_id":"https://openalex.org/F4320323499","funder_display_name":"Bundesministerium f\u00fcr Ern\u00e4hrung und Landwirtschaft"}],"funders":[{"id":"https://openalex.org/F4320323499","display_name":"Bundesministerium f\u00fcr Ern\u00e4hrung und Landwirtschaft","ror":"https://ror.org/04jw21793"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1861492603","https://openalex.org/W1921093919","https://openalex.org/W2088393690","https://openalex.org/W2102605133","https://openalex.org/W2115579991","https://openalex.org/W2117539524","https://openalex.org/W2150066425","https://openalex.org/W2167222293","https://openalex.org/W2186094539","https://openalex.org/W2704509636","https://openalex.org/W2754362825","https://openalex.org/W2767459365","https://openalex.org/W2953384591","https://openalex.org/W2963037989","https://openalex.org/W2963351448","https://openalex.org/W3035086574","https://openalex.org/W3035574168","https://openalex.org/W3043995050","https://openalex.org/W3105392277","https://openalex.org/W3106250896","https://openalex.org/W3162560068","https://openalex.org/W3198790326","https://openalex.org/W3206164009","https://openalex.org/W3215259255","https://openalex.org/W4287115177","https://openalex.org/W4295312788","https://openalex.org/W4306147906","https://openalex.org/W4320002812","https://openalex.org/W4385467585","https://openalex.org/W6620707391","https://openalex.org/W6639102338","https://openalex.org/W6713134421","https://openalex.org/W6766978945","https://openalex.org/W6785652829","https://openalex.org/W6797256610"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W4230315250","https://openalex.org/W2086519370","https://openalex.org/W2085839408"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"impacted":[2],"a":[3,108,116,119,123],"wide":[4],"variety":[5],"of":[6,45,64,137,150,204],"perception":[7,100,140],"applications":[8],"for":[9,42,87,133],"autonomous":[10],"mobile":[11],"robots.":[12],"In":[13],"classic":[14],"computer":[15],"vision":[16],"benchmark":[17,29],"tests,":[18],"new":[19],"algorithms":[20,77,141],"keep":[21],"appearing":[22],"that":[23,35],"outperform":[24],"each":[25],"other.":[26],"However,":[27],"these":[28],"tests":[30],"cannot":[31],"be":[32,40,160,191,215,233],"generalized,":[33],"so":[34],"the":[36,43,51,62,79,85,93,163,167,171,183,196,205,219,224,228,237],"specific":[37],"application":[38],"must":[39],"considered":[41],"selection":[44],"sensors":[46,102],"and":[47,58,76,97,104,128,147,157,180,226],"algorithms.":[48],"Especially":[49],"in":[50,78,186,239],"agricultural":[52],"domain,":[53],"environmental":[54,172],"conditions":[55,198],"like":[56],"weather":[57],"vegetation":[59],"significantly":[60],"influence":[61],"reliability":[63],"sensor":[65,74,152,184],"systems.":[66],"Therefore,":[67],"it":[68],"is":[69,209],"essential":[70],"to":[71,95,199,217,235],"test":[72,120,164],"different":[73,111,138,240],"modalities":[75],"operational":[80],"design":[81],"domain.":[82],"This":[83,113],"motivates":[84],"need":[86],"an":[88,129,134],"evaluation":[89,136],"framework":[90],"which":[91],"has":[92],"flexibility":[94],"compare":[96],"validate":[98],"various":[99,143],"algorithms,":[101],"suites,":[103],"data":[105,153,185],"samples":[106],"with":[107,154,166],"focus":[109],"on":[110,162,195,223],"conditions.":[112,145,173,242],"paper":[114],"proposes":[115],"pipeline":[117,213],"combining":[118],"environment":[121,125,144,197,241],"(AI-TEST-FIELD),":[122],"semantic":[124],"representation":[126],"(SEEREP),":[127],"inference":[130,175],"server":[131],"(Triton)":[132],"automatic":[135],"CNN-based":[139],"under":[142],"Recurring":[146],"comparable":[148],"recordings":[149],"raw":[151],"identical":[155],"scenarios":[156],"objects":[158],"can":[159,190,214,231],"performed":[161],"field,":[165],"only":[168],"difference":[169],"being":[170],"The":[174],"results":[176],"are":[177],"inferred":[178],"once":[179,222],"stored":[181],"alongside":[182],"SEEREP.":[187],"Thus,":[188],"they":[189],"queried":[192,229],"efficiently":[193],"based":[194],"generate":[200],"(partially":[201],"overlapping)":[202],"subsets":[203,230],"whole":[206],"dataset.":[207],"It":[208],"demonstrated":[210],"how":[211,227],"this":[212],"used":[216,234],"apply":[218],"CNN-inference":[220],"just":[221],"data,":[225],"subsequently":[232],"evaluate":[236],"performance":[238]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}