{"id":"https://openalex.org/W2104243439","doi":"https://doi.org/10.1145/1865909.1865953","title":"Evaluation of RoboCup maps","display_name":"Evaluation of RoboCup maps","publication_year":2009,"publication_date":"2009-09-21","ids":{"openalex":"https://openalex.org/W2104243439","doi":"https://doi.org/10.1145/1865909.1865953","mag":"2104243439"},"language":"en","primary_location":{"id":"doi:10.1145/1865909.1865953","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1865909.1865953","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th Workshop on Performance Metrics for Intelligent Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dare.uva.nl/personal/pure/en/publications/evaluation-of-robocup-maps(a0d0ceff-f793-4567-af4c-7af981dbc777).html","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110070385","display_name":"Benjamin Balaguer","orcid":null},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Benjamin Balaguer","raw_affiliation_strings":["University of California, Merced"],"affiliations":[{"raw_affiliation_string":"University of California, Merced","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081177797","display_name":"Stefano Carpin","orcid":"https://orcid.org/0000-0003-3837-7463"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stefano Carpin","raw_affiliation_strings":["University of California, Merced"],"affiliations":[{"raw_affiliation_string":"University of California, Merced","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039353529","display_name":"Stephen Balakirsky","orcid":"https://orcid.org/0000-0003-0757-6152"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephen Balakirsky","raw_affiliation_strings":["NIST, Gaithersburg, MD","NIST., Gaithersburg, MD"],"affiliations":[{"raw_affiliation_string":"NIST, Gaithersburg, MD","institution_ids":[]},{"raw_affiliation_string":"NIST., Gaithersburg, MD","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085420075","display_name":"A. Visser","orcid":"https://orcid.org/0000-0002-7525-7017"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Arnoud Visser","raw_affiliation_strings":["Universiteit van Amsterdam, XG, Amsterdam, NL"],"affiliations":[{"raw_affiliation_string":"Universiteit van Amsterdam, XG, Amsterdam, NL","institution_ids":["https://openalex.org/I865915315","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5110070385"],"corresponding_institution_ids":["https://openalex.org/I156087764"],"apc_list":null,"apc_paid":null,"fwci":27.1497,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.99032131,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"217","last_page":"222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8939133882522583},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.8088066577911377},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7784917950630188},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7543520331382751},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5959177017211914},{"id":"https://openalex.org/keywords/urban-search-and-rescue","display_name":"Urban search and rescue","score":0.5682499408721924},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5380262136459351},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5133454203605652},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.45096758008003235},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.44490012526512146},{"id":"https://openalex.org/keywords/search-and-rescue","display_name":"Search and rescue","score":0.44384264945983887},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4087991714477539},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3757561445236206},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3543824553489685},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.3378375172615051},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.11034432053565979},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08633965253829956}],"concepts":[{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8939133882522583},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.8088066577911377},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7784917950630188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7543520331382751},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5959177017211914},{"id":"https://openalex.org/C2777811059","wikidata":"https://www.wikidata.org/wiki/Q1253257","display_name":"Urban search and rescue","level":4,"score":0.5682499408721924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5380262136459351},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5133454203605652},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45096758008003235},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.44490012526512146},{"id":"https://openalex.org/C2775935494","wikidata":"https://www.wikidata.org/wiki/Q741964","display_name":"Search and rescue","level":3,"score":0.44384264945983887},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4087991714477539},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3757561445236206},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3543824553489685},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3378375172615051},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.11034432053565979},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08633965253829956},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/1865909.1865953","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1865909.1865953","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th Workshop on Performance Metrics for Intelligent Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/a0d0ceff-f793-4567-af4c-7af981dbc777","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/evaluation-of-robocup-maps(a0d0ceff-f793-4567-af4c-7af981dbc777).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Balaguer, B, Carpin, S, Balakirsky, S & Visser, A 2009, Evaluation of RoboCup maps. in R Madhavan & E R Messina (eds), Proceedings of the 9th Performance Metrics for Intelligent Systems workshop (PerMIS'09). Association for Computing Machinery (ACM), New York, NY, pp. 217-222, 9th Performance Metrics for Intelligent Systems workshop (PERMIS'09), Gaithersburg, MD, USA, 21/09/09. https://doi.org/10.1145/1865909.1865953","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:openaire/a0d0ceff-f793-4567-af4c-7af981dbc777","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/evaluation-of-robocup-maps(a0d0ceff-f793-4567-af4c-7af981dbc777).html","pdf_url":"https://pure.uva.nl/ws/files/840667/150054_p217_balaguer.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Balaguer, B, Carpin, S, Balakirsky, S & Visser, A 2009, Evaluation of RoboCup maps. in R Madhavan & E R Messina (eds), Proceedings of the 9th Performance Metrics for Intelligent Systems workshop (PerMIS'09). Association for Computing Machinery (ACM), New York, NY, pp. 217-222, 9th Performance Metrics for Intelligent Systems workshop (PERMIS'09), Gaithersburg, MD, USA, 21/09/09. https://doi.org/10.1145/1865909.1865953","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.655.6092","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.655.6092","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://robotics.ucmerced.edu/sites/robotics.ucmerced.edu/files/page/documents/permis2009a.pdf","raw_type":"text"},{"id":"pmh:oai:dare.uva.nl:Publications/a0d0ceff-f793-4567-af4c-7af981dbc777","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/a0d0ceff-f793-4567-af4c-7af981dbc777","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/evaluation-of-robocup-maps(a0d0ceff-f793-4567-af4c-7af981dbc777).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Balaguer, B, Carpin, S, Balakirsky, S & Visser, A 2009, Evaluation of RoboCup maps. in R Madhavan & E R Messina (eds), Proceedings of the 9th Performance Metrics for Intelligent Systems workshop (PerMIS'09). Association for Computing Machinery (ACM), New York, NY, pp. 217-222, 9th Performance Metrics for Intelligent Systems workshop (PERMIS'09), Gaithersburg, MD, USA, 21/09/09. https://doi.org/10.1145/1865909.1865953","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.7900000214576721}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W53188351","https://openalex.org/W168012443","https://openalex.org/W1519461831","https://openalex.org/W1588687060","https://openalex.org/W1764250255","https://openalex.org/W1922017469","https://openalex.org/W2061864339","https://openalex.org/W2105632441","https://openalex.org/W2110096732","https://openalex.org/W2113567833","https://openalex.org/W2126791158","https://openalex.org/W4210593614","https://openalex.org/W4238145344","https://openalex.org/W6635059863"],"related_works":["https://openalex.org/W3174027453","https://openalex.org/W2117893626","https://openalex.org/W2065470608","https://openalex.org/W1488897159","https://openalex.org/W1979426194","https://openalex.org/W341083634","https://openalex.org/W257921636","https://openalex.org/W1915628803","https://openalex.org/W2006593306","https://openalex.org/W2163364317"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"the":[3,8,14,23,44,58],"steps":[4],"taken":[5,82],"to":[6,48],"create":[7],"scoring":[9],"criteria":[10],"aimed":[11],"at":[12],"measuring":[13],"quality":[15],"of":[16,60],"maps":[17],"produced":[18],"by":[19,35,42],"teams":[20],"participating":[21],"in":[22],"RoboCup":[24],"Rescue":[25,77],"Virtual":[26],"Robots":[27],"competition.":[28],"Since":[29],"metrics":[30],"have":[31],"already":[32],"been":[33],"developed":[34],"a":[36],"few":[37],"research":[38],"groups,":[39],"we":[40,66],"start":[41],"highlighting":[43],"most":[45],"popular":[46],"solutions":[47],"this":[49],"problem,":[50],"emphasizing":[51],"their":[52],"strengths":[53],"and":[54,76],"weaknesses.":[55],"Having":[56],"put":[57],"difficulty":[59],"creating":[61],"map":[62,69],"benchmarks":[63],"into":[64],"perspective,":[65],"present":[67],"our":[68],"benchmark":[70],"suite,":[71],"appropriate":[72],"for":[73],"Urban":[74],"Search":[75],"missions,":[78],"along":[79],"with":[80],"examples":[81],"from":[83],"former":[84],"competitions.":[85]},"counts_by_year":[{"year":2012,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}