{"id":"https://openalex.org/W2805893584","doi":"https://doi.org/10.1109/icarsc.2018.8374180","title":"Scoring robotic competitions: Balancing judging promptness and meaningful performance evaluation","display_name":"Scoring robotic competitions: Balancing judging promptness and meaningful performance evaluation","publication_year":2018,"publication_date":"2018-04-01","ids":{"openalex":"https://openalex.org/W2805893584","doi":"https://doi.org/10.1109/icarsc.2018.8374180","mag":"2805893584"},"language":"en","primary_location":{"id":"doi:10.1109/icarsc.2018.8374180","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarsc.2018.8374180","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Autonomous Robot Systems and Competitions (ICARSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033413776","display_name":"Fausto Ferreira","orcid":"https://orcid.org/0000-0003-1954-5388"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Fausto Ferreira","raw_affiliation_strings":["NATO Science and Technology Centre for Maritime Research and Experimentation (CMRE), La Spezia, Italy"],"affiliations":[{"raw_affiliation_string":"NATO Science and Technology Centre for Maritime Research and Experimentation (CMRE), La Spezia, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023703382","display_name":"Gabriele Ferri","orcid":"https://orcid.org/0000-0001-8830-193X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gabriele Ferri","raw_affiliation_strings":["NATO Science and Technology Centre for Maritime Research and Experimentation (CMRE), La Spezia, Italy"],"affiliations":[{"raw_affiliation_string":"NATO Science and Technology Centre for Maritime Research and Experimentation (CMRE), La Spezia, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034972272","display_name":"Yvan P\u00e9tillot","orcid":"https://orcid.org/0000-0002-1596-289X"},"institutions":[{"id":"https://openalex.org/I1299528221","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842","country_code":"GB","type":"government","lineage":["https://openalex.org/I1299528221","https://openalex.org/I4210087105"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yvan Petillot","raw_affiliation_strings":["Riccarton Campus, School of EPS, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"Riccarton Campus, School of EPS, Edinburgh, UK","institution_ids":["https://openalex.org/I1299528221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027119472","display_name":"Xingkun Liu","orcid":"https://orcid.org/0000-0002-6118-9623"},"institutions":[{"id":"https://openalex.org/I1299528221","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842","country_code":"GB","type":"government","lineage":["https://openalex.org/I1299528221","https://openalex.org/I4210087105"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xingkun Liu","raw_affiliation_strings":["Riccarton Campus, School of EPS, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"Riccarton Campus, School of EPS, Edinburgh, UK","institution_ids":["https://openalex.org/I1299528221"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074796111","display_name":"Marta Palau Franco","orcid":null},"institutions":[{"id":"https://openalex.org/I178535277","display_name":"University of the West of England","ror":"https://ror.org/02nwg5t34","country_code":"GB","type":"education","lineage":["https://openalex.org/I178535277"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Marta Palau Franco","raw_affiliation_strings":["University of the West of England Bristol, Bristol, Bristol, GB"],"affiliations":[{"raw_affiliation_string":"University of the West of England Bristol, Bristol, Bristol, GB","institution_ids":["https://openalex.org/I178535277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003932703","display_name":"Matteo Matteucci","orcid":"https://orcid.org/0000-0002-8306-6739"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Matteucci","raw_affiliation_strings":["Politecnico di Milano, DEIB, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, DEIB, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045683044","display_name":"Francisco J. P\u00e9rez-Grau","orcid":"https://orcid.org/0000-0003-3372-7348"},"institutions":[{"id":"https://openalex.org/I4210137040","display_name":"Center for Advanced Aerospace Technologies","ror":"https://ror.org/03meb8t18","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210137040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Francisco Javier Perez Grau","raw_affiliation_strings":["Parque Tecnol\u00f3gico y Aeron\u00e1utico de Andaluc\u00eda, Advanced Center for Aerospace Technologies, Sevilla, Spain"],"affiliations":[{"raw_affiliation_string":"Parque Tecnol\u00f3gico y Aeron\u00e1utico de Andaluc\u00eda, Advanced Center for Aerospace Technologies, Sevilla, Spain","institution_ids":["https://openalex.org/I4210137040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020850821","display_name":"Alan Winfield","orcid":"https://orcid.org/0000-0002-1476-3127"},"institutions":[{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]},{"id":"https://openalex.org/I178535277","display_name":"University of the West of England","ror":"https://ror.org/02nwg5t34","country_code":"GB","type":"education","lineage":["https://openalex.org/I178535277"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alan Ft Winfield","raw_affiliation_strings":["Bristol Robotics Laboratory, University of the West of England Bristol, Bristol, Bristol, GB"],"affiliations":[{"raw_affiliation_string":"Bristol Robotics Laboratory, University of the West of England Bristol, Bristol, Bristol, GB","institution_ids":["https://openalex.org/I4210161128","https://openalex.org/I178535277"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5033413776"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1036,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.7832571,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"179","last_page":"185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8724747896194458},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8065513372421265},{"id":"https://openalex.org/keywords/scoring-system","display_name":"Scoring system","score":0.6326634287834167},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5804958343505859},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5787467360496521},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.4927573502063751},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4048573672771454},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.16316565871238708},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10501870512962341}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8724747896194458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8065513372421265},{"id":"https://openalex.org/C2984538763","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring system","level":2,"score":0.6326634287834167},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5804958343505859},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5787467360496521},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.4927573502063751},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4048573672771454},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.16316565871238708},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10501870512962341},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icarsc.2018.8374180","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarsc.2018.8374180","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Autonomous Robot Systems and Competitions (ICARSC)","raw_type":"proceedings-article"},{"id":"pmh:oai:re.public.polimi.it:11311/1055848","is_oa":false,"landing_page_url":"http://hdl.handle.net/11311/1055848","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1437088812","https://openalex.org/W1525277394","https://openalex.org/W1559961358","https://openalex.org/W1606595846","https://openalex.org/W2044435848","https://openalex.org/W2147389912","https://openalex.org/W2505007412","https://openalex.org/W2517154396","https://openalex.org/W2745953694","https://openalex.org/W2765499997"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2011676020","https://openalex.org/W2000169967"],"abstract_inverted_index":{"To":[0],"have":[1,87],"a":[2,63,88,95],"significant":[3],"and":[4,24,97,118,125,133],"fair":[5,98],"competition":[6],"an":[7,46,144],"adequate":[8],"scoring":[9,14,115,147,167],"system":[10,90],"is":[11,44,50,84,122,130,140],"necessary.":[12],"Different":[13],"systems":[15,43,73,148,168],"exist,":[16],"each":[17],"one":[18],"directly":[19],"related":[20],"to":[21,52,59,86,114,142,150,164,170],"the":[22,27,39,57,67,80,103,107],"nature":[23],"goals":[25],"of":[26,41,69,101,146,153],"competition,":[28],"e.g.":[29],"student/educational,":[30],"focused":[31],"on":[32,123],"benchmarking,":[33],"Grand":[34],"Challenge":[35],"style,":[36],"etc.":[37],"However,":[38],"design":[40,53,171],"such":[42],"not":[45],"easy":[47],"task.":[48],"It":[49],"mandatory":[51],"approaches":[54,113],"which":[55,93],"enable":[56],"judges":[58],"score":[60],"teams":[61,92,104],"in":[62,106],"reasonable":[64],"time":[65],"after":[66],"end":[68],"their":[70],"performance.":[71],"Scoring":[72],"cannot":[74],"be":[75,159],"therefore":[76],"extremely":[77],"complex.":[78],"On":[79],"other":[81],"hand,":[82],"it":[83],"crucial":[85],"judging":[89],"for":[91],"provides":[94],"meaningful":[96],"performance":[99],"evaluation":[100],"what":[102],"achieved":[105],"field.":[108],"In":[109],"this":[110],"paper,":[111],"several":[112],"are":[116],"presented":[117],"compared.":[119],"Our":[120],"focus":[121],"search":[124],"rescue":[126],"competitions.":[127,154],"Each":[128],"approach":[129],"critically":[131],"analysed":[132],"its":[134],"features":[135],"comparatively":[136],"discussed.":[137],"This":[138],"analysis":[139],"beneficial":[141],"provide":[143],"overview":[145],"tailored":[149],"different":[151],"kinds":[152],"The":[155],"reported":[156],"examples":[157],"can":[158],"used":[160],"as":[161],"building":[162],"blocks":[163],"improve":[165],"existing":[166],"or":[169],"new":[172],"approaches.":[173]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}