{"id":"https://openalex.org/W2756578209","doi":"https://doi.org/10.1109/tevc.2017.2737781","title":"R-Metric: Evaluating the Performance of Preference-Based Evolutionary Multiobjective Optimization Using Reference Points","display_name":"R-Metric: Evaluating the Performance of Preference-Based Evolutionary Multiobjective Optimization Using Reference Points","publication_year":2017,"publication_date":"2017-09-25","ids":{"openalex":"https://openalex.org/W2756578209","doi":"https://doi.org/10.1109/tevc.2017.2737781","mag":"2756578209"},"language":"en","primary_location":{"id":"doi:10.1109/tevc.2017.2737781","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tevc.2017.2737781","pdf_url":"https://ieeexplore.ieee.org/ielx7/4235/8552518/08049301.pdf","source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/4235/8552518/08049301.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100343450","display_name":"Ke Li","orcid":"https://orcid.org/0000-0001-7200-4244"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ke Li","raw_affiliation_strings":["Department of Computer Science, University of Exeter, Exeter, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7200-4244","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088394271","display_name":"Kalyanmoy Deb","orcid":"https://orcid.org/0000-0001-7402-9939"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kalyanmoy Deb","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Michigan State University, East Lansing, MI, USA"],"raw_orcid":"https://orcid.org/0000-0001-7402-9939","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100635494","display_name":"Xin Yao","orcid":"https://orcid.org/0000-0001-8837-4442"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xin Yao","raw_affiliation_strings":["School of Computer Science, University of Birmingham, Birmingham, U.K"],"raw_orcid":"https://orcid.org/0000-0001-8837-4442","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":{"value":1112,"currency":"EUR","value_usd":1199},"fwci":10.7699,"has_fulltext":true,"cited_by_count":121,"citation_normalized_percentile":{"value":0.98847143,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":"6","first_page":"821","last_page":"835"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-objective-optimization","display_name":"Multi-objective optimization","score":0.7534931898117065},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.7136224508285522},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6975756883621216},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6786408424377441},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5741595029830933},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.5535135269165039},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5448193550109863},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5272071957588196},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.44981175661087036},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4351491630077362},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.4333338439464569},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.43066078424453735},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.410703182220459},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.38875579833984375},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07515236735343933},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.059722065925598145}],"concepts":[{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.7534931898117065},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.7136224508285522},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6975756883621216},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6786408424377441},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5741595029830933},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5535135269165039},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5448193550109863},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5272071957588196},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.44981175661087036},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4351491630077362},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.4333338439464569},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.43066078424453735},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.410703182220459},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38875579833984375},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07515236735343933},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.059722065925598145},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/tevc.2017.2737781","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tevc.2017.2737781","pdf_url":"https://ieeexplore.ieee.org/ielx7/4235/8552518/08049301.pdf","source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},{"id":"pmh:oai:ore.exeter.ac.uk:10871/36474","is_oa":true,"landing_page_url":"http://hdl.handle.net/10871/36474","pdf_url":null,"source":{"id":"https://openalex.org/S4306401998","display_name":"Open Research Exeter (University of Exeter)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I23923803","host_organization_name":"University of Exeter","host_organization_lineage":["https://openalex.org/I23923803"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:figshare.com:article/29752850","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/R-Metric_Evaluating_the_Performance_of_Preference-Based_Evolutionary_Multiobjective_Optimization_Using_Reference_Points/29752850","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pure.atira.dk:Publications/f4235530-48a8-47c1-a62f-e184506e40c7","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/f4235530-48a8-47c1-a62f-e184506e40c7","is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/f4235530-48a8-47c1-a62f-e184506e40c7","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, K, Deb, K & Yao, X 2018, 'R-Metric: Evaluating the Performance of Preference-Based Evolutionary Multi-Objective Optimization Using Reference Points ', IEEE Transactions on Evolutionary Computation, vol. 22, no. 6, pp. 821 - 835. https://doi.org/10.1109/TEVC.2017.2737781","raw_type":"article"},{"id":"pmh:oai:pure.atira.dk:publications/f4235530-48a8-47c1-a62f-e184506e40c7","is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/portal/en/publications/rmetric(f4235530-48a8-47c1-a62f-e184506e40c7).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"doi:10.1109/tevc.2017.2737781","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tevc.2017.2737781","pdf_url":"https://ieeexplore.ieee.org/ielx7/4235/8552518/08049301.pdf","source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G3931243179","display_name":null,"funder_award_id":"61329302","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3975464728","display_name":null,"funder_award_id":"EP/K001523/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8793558268","display_name":"Evolutionary Computation for Dynamic Optimisation in Network Environments","funder_award_id":"EP/K001523/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320006","display_name":"Royal Society","ror":"https://ror.org/03wnrjx87"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2756578209.pdf","grobid_xml":"https://content.openalex.org/works/W2756578209.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W93031587","https://openalex.org/W114258432","https://openalex.org/W204412143","https://openalex.org/W225560312","https://openalex.org/W1522538275","https://openalex.org/W1542437639","https://openalex.org/W1571017796","https://openalex.org/W1588375755","https://openalex.org/W1592918605","https://openalex.org/W1601556876","https://openalex.org/W1662894842","https://openalex.org/W1799158580","https://openalex.org/W1858519628","https://openalex.org/W1932452369","https://openalex.org/W1976159118","https://openalex.org/W1992419399","https://openalex.org/W2011048370","https://openalex.org/W2017718774","https://openalex.org/W2018300124","https://openalex.org/W2022485595","https://openalex.org/W2025525377","https://openalex.org/W2031232041","https://openalex.org/W2035960005","https://openalex.org/W2036079307","https://openalex.org/W2038420231","https://openalex.org/W2047156683","https://openalex.org/W2049808655","https://openalex.org/W2050020135","https://openalex.org/W2050914643","https://openalex.org/W2065371917","https://openalex.org/W2068115726","https://openalex.org/W2074921660","https://openalex.org/W2075170310","https://openalex.org/W2083457599","https://openalex.org/W2091055889","https://openalex.org/W2102201799","https://openalex.org/W2102365077","https://openalex.org/W2106334424","https://openalex.org/W2107047429","https://openalex.org/W2110828487","https://openalex.org/W2112912151","https://openalex.org/W2124219256","https://openalex.org/W2125899728","https://openalex.org/W2126105956","https://openalex.org/W2126603971","https://openalex.org/W2134763491","https://openalex.org/W2136386226","https://openalex.org/W2136680909","https://openalex.org/W2143381319","https://openalex.org/W2147926599","https://openalex.org/W2155019998","https://openalex.org/W2159329525","https://openalex.org/W2161819088","https://openalex.org/W2242858139","https://openalex.org/W2344916885","https://openalex.org/W2508225662","https://openalex.org/W2511789913","https://openalex.org/W2531576583","https://openalex.org/W2551043114","https://openalex.org/W2744815299","https://openalex.org/W2941281702","https://openalex.org/W3029591682","https://openalex.org/W4235234911","https://openalex.org/W4292864963","https://openalex.org/W6603781979","https://openalex.org/W6604657861","https://openalex.org/W6608886761","https://openalex.org/W6631460888","https://openalex.org/W6632410151","https://openalex.org/W6635433731","https://openalex.org/W6635653922","https://openalex.org/W6640227334","https://openalex.org/W6690222739","https://openalex.org/W6761597005"],"related_works":["https://openalex.org/W2090178682","https://openalex.org/W4241467429","https://openalex.org/W4297582752","https://openalex.org/W4285805405","https://openalex.org/W2906115061","https://openalex.org/W2977596624","https://openalex.org/W2073147994","https://openalex.org/W2001591765","https://openalex.org/W85101999","https://openalex.org/W2145877535"],"abstract_inverted_index":{"Measuring":[0],"the":[1,37,45,52,59,62,77,83,101,135],"performance":[2,38,84,118],"of":[3,25,33,39,54,58,85,137],"an":[4],"algorithm":[5,91],"for":[6,35,50,117],"solving":[7],"multiobjective":[8,41,89],"optimization":[9,90],"problem":[10],"has":[11],"always":[12],"been":[13],"challenging":[14],"simply":[15],"due":[16],"to":[17,75,80,99,106,144],"two":[18],"conflicting":[19],"goals,":[20],"i.e.,":[21],"convergence":[22],"and":[23,126],"diversity":[24],"obtained":[26],"tradeoff":[27],"solutions.":[28],"There":[29],"are":[30,65],"a":[31,40,55,72,86,107,114,150],"number":[32],"metrics":[34,64,79],"evaluating":[36,51,134],"optimizer":[42],"that":[43],"approximates":[44],"whole":[46,60],"Pareto-optimal":[47],"front.":[48],"However,":[49],"quality":[53,136],"preferred":[56,102,139],"subset":[57],"front,":[61],"existing":[63,78],"inadequate.":[66],"In":[67],"this":[68],"paper,":[69],"we":[70],"suggest":[71],"systematic":[73],"way":[74],"adapt":[76],"quantitatively":[81],"evaluate":[82],"preference-based":[87],"evolutionary":[88],"using":[92,113],"reference":[93,146],"points.":[94],"The":[95],"basic":[96],"idea":[97],"is":[98],"preprocess":[100],"solution":[103,140],"set":[104],"according":[105],"multicriterion":[108],"decision":[109,151],"making":[110],"approach":[111],"before":[112],"regular":[115],"metric":[116],"assessment.":[119],"Extensive":[120],"experiments":[121],"on":[122],"several":[123],"artificial":[124],"scenarios,":[125],"benchmark":[127],"problems":[128],"fully":[129],"demonstrate":[130],"its":[131],"effectiveness":[132],"in":[133],"different":[138],"sets":[141],"with":[142],"regard":[143],"various":[145],"points":[147],"supplied":[148],"by":[149],"maker.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":10}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}