{"id":"https://openalex.org/W3208536491","doi":"https://doi.org/10.1109/access.2021.3123432","title":"An Approach to the Automatic Comparison of Reference Point-Based Interactive Methods for Multiobjective Optimization","display_name":"An Approach to the Automatic Comparison of Reference Point-Based Interactive Methods for Multiobjective Optimization","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3208536491","doi":"https://doi.org/10.1109/access.2021.3123432","mag":"3208536491"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3123432","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3123432","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09590548.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09590548.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076220011","display_name":"Dmitry Podkopaev","orcid":"https://orcid.org/0000-0001-9627-9808"},"institutions":[{"id":"https://openalex.org/I66083562","display_name":"Systems Research Institute","ror":"https://ror.org/0111cp837","country_code":"PL","type":"facility","lineage":["https://openalex.org/I66083562","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I99542240","display_name":"Polish Academy of Sciences","ror":"https://ror.org/01dr6c206","country_code":"PL","type":"government","lineage":["https://openalex.org/I99542240"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Dmitry Podkopaev","raw_affiliation_strings":["Systems Research Institute, Polish Academy of Sciences, Warsaw, Poland","Systems Research Institute, Polish Academy of Sciences, Newelska 6, 01-447 Warsaw, Poland"],"raw_orcid":"https://orcid.org/0000-0001-9627-9808","affiliations":[{"raw_affiliation_string":"Systems Research Institute, Polish Academy of Sciences, Warsaw, Poland","institution_ids":["https://openalex.org/I66083562","https://openalex.org/I99542240"]},{"raw_affiliation_string":"Systems Research Institute, Polish Academy of Sciences, Newelska 6, 01-447 Warsaw, Poland","institution_ids":["https://openalex.org/I66083562","https://openalex.org/I99542240"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020945863","display_name":"Kaisa Miettinen","orcid":"https://orcid.org/0000-0003-1013-4689"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Kaisa Miettinen","raw_affiliation_strings":["University of Jyvaskyla, Faculty of Information Technology, Jyvaskyla, Finland","University of Jyvaskyla, Faculty of Information Technology P.O. Box 35 (Agora), FI-40014","University of Jyvaskyla, Finland"],"raw_orcid":"https://orcid.org/0000-0003-1013-4689","affiliations":[{"raw_affiliation_string":"University of Jyvaskyla, Faculty of Information Technology, Jyvaskyla, Finland","institution_ids":["https://openalex.org/I94722563"]},{"raw_affiliation_string":"University of Jyvaskyla, Faculty of Information Technology P.O. Box 35 (Agora), FI-40014","institution_ids":["https://openalex.org/I94722563"]},{"raw_affiliation_string":"University of Jyvaskyla, Finland","institution_ids":["https://openalex.org/I94722563"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076431524","display_name":"Vesa Ojalehto","orcid":"https://orcid.org/0000-0002-5990-7518"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Vesa Ojalehto","raw_affiliation_strings":["University of Jyvaskyla, Faculty of Information Technology, Jyvaskyla, Finland","University of Jyvaskyla, Faculty of Information Technology P.O. Box 35 (Agora), FI-40014 University of Jyvaskyla, Finland"],"raw_orcid":"https://orcid.org/0000-0002-5990-7518","affiliations":[{"raw_affiliation_string":"University of Jyvaskyla, Faculty of Information Technology, Jyvaskyla, Finland","institution_ids":["https://openalex.org/I94722563"]},{"raw_affiliation_string":"University of Jyvaskyla, Faculty of Information Technology P.O. Box 35 (Agora), FI-40014 University of Jyvaskyla, Finland","institution_ids":["https://openalex.org/I94722563"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2895,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.62246033,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"9","issue":null,"first_page":"150037","last_page":"150048"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11798","display_name":"Optimal Experimental Design Methods","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.800881564617157},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5119575262069702},{"id":"https://openalex.org/keywords/decision-maker","display_name":"Decision maker","score":0.4758864641189575},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.46356400847435},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44224268198013306},{"id":"https://openalex.org/keywords/multi-objective-optimization","display_name":"Multi-objective optimization","score":0.4411178231239319},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4369054436683655},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.4337652623653412},{"id":"https://openalex.org/keywords/preference-elicitation","display_name":"Preference elicitation","score":0.42227989435195923},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.24504303932189941},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09498736262321472}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.800881564617157},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5119575262069702},{"id":"https://openalex.org/C2986080485","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision maker","level":2,"score":0.4758864641189575},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.46356400847435},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44224268198013306},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.4411178231239319},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4369054436683655},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.4337652623653412},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.42227989435195923},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.24504303932189941},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09498736262321472},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2021.3123432","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3123432","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09590548.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ae9a657db71d4dc18f9c2f616b67f2b3","is_oa":true,"landing_page_url":"https://doaj.org/article/ae9a657db71d4dc18f9c2f616b67f2b3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 150037-150048 (2021)","raw_type":"article"},{"id":"pmh:oai:jyx.jyu.fi:123456789/78488","is_oa":true,"landing_page_url":"http://urn.fi/URN:NBN:fi:jyu-202111035513","pdf_url":null,"source":{"id":"https://openalex.org/S4306400563","display_name":"Jyv\u00e4skyl\u00e4 University Digital Archive (University of Jyv\u00e4skyl\u00e4)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I94722563","host_organization_name":"University of Jyv\u00e4skyl\u00e4","host_organization_lineage":["https://openalex.org/I94722563"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"research article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3123432","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3123432","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09590548.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.75,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2857067510","display_name":null,"funder_award_id":"287496","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G8782467213","display_name":null,"funder_award_id":"322221","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3208536491.pdf","grobid_xml":"https://content.openalex.org/works/W3208536491.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W46793038","https://openalex.org/W906662883","https://openalex.org/W1489101167","https://openalex.org/W1510270533","https://openalex.org/W1543403517","https://openalex.org/W1555698548","https://openalex.org/W1601556876","https://openalex.org/W1963652112","https://openalex.org/W1968031037","https://openalex.org/W1973925115","https://openalex.org/W1974268124","https://openalex.org/W1983865248","https://openalex.org/W1989388297","https://openalex.org/W1995894054","https://openalex.org/W1996139530","https://openalex.org/W1997205548","https://openalex.org/W2007579241","https://openalex.org/W2008499862","https://openalex.org/W2022139805","https://openalex.org/W2031218090","https://openalex.org/W2036737894","https://openalex.org/W2037358755","https://openalex.org/W2072921178","https://openalex.org/W2073176752","https://openalex.org/W2091055889","https://openalex.org/W2102201799","https://openalex.org/W2103839413","https://openalex.org/W2104263043","https://openalex.org/W2127209140","https://openalex.org/W2460202334","https://openalex.org/W2499828064","https://openalex.org/W2509639454","https://openalex.org/W2594450422","https://openalex.org/W2727527004","https://openalex.org/W2795213472","https://openalex.org/W2883572891","https://openalex.org/W2888194788","https://openalex.org/W3137810591","https://openalex.org/W3159736971","https://openalex.org/W4235967258","https://openalex.org/W4238210511","https://openalex.org/W4252684946","https://openalex.org/W4292864963"],"related_works":["https://openalex.org/W2159111852","https://openalex.org/W271352469","https://openalex.org/W64851098","https://openalex.org/W2050663403","https://openalex.org/W2073850970","https://openalex.org/W2353819315","https://openalex.org/W2137575016","https://openalex.org/W1979280215","https://openalex.org/W2129281635","https://openalex.org/W2724932501"],"abstract_inverted_index":{"Solving":[0],"multiobjective":[1,56],"optimization":[2,57],"problems":[3],"means":[4],"finding":[5],"the":[6,29,41,46,50,64,138,191,211],"best":[7],"balance":[8],"among":[9,161],"multiple":[10],"conflicting":[11],"objectives.":[12],"This":[13],"needs":[14],"preference":[15,86,186],"information":[16,87],"from":[17],"a":[18,23,70,76,82,106,146,167,172,232],"decision":[19,30,83,102,124,173],"maker":[20,31,84,174],"who":[21],"is":[22,60,104,217],"domain":[24],"expert.":[25],"In":[26],"interactive":[27,55,79,98,178],"methods,":[28,58],"takes":[32],"part":[33],"in":[34,137,189],"an":[35,206],"iterative":[36],"process":[37,108],"to":[38,52,110,131,170,175],"learn":[39],"about":[40],"interdependencies":[42],"and":[43,112,163,216,236],"can":[44,208],"adjust":[45],"preferences.":[47],"We":[48,73,226],"address":[49,210],"need":[51],"compare":[53,177],"different":[54],"which":[59],"essential":[61],"when":[62],"selecting":[63],"most":[65],"suited":[66],"method":[67],"for":[68,126,153,219],"solving":[69],"particular":[71],"problem.":[72],"concentrate":[74,199],"on":[75,181,200],"class":[77,155],"of":[78,97,117,156,193,213],"methods":[80,99,157,179,221],"where":[81],"expresses":[85],"as":[88,231],"reference":[89,182],"points,":[90],"i.e.,":[91],"desirable":[92],"objective":[93],"function":[94],"values.":[95],"Comparison":[96],"with":[100,239],"human":[101,195],"makers":[103,125],"not":[105],"straightforward":[107],"due":[109],"cost":[111],"reliability":[113],"issues.":[114],"The":[115],"lack":[116,192],"suitable":[118,194],"behavioral":[119,196],"models":[120],"hampers":[121],"creating":[122],"artificial":[123],"automatic":[127],"experiments.":[128],"Few":[129],"approaches":[130],"automating":[132],"testing":[133],"have":[134,165,227],"been":[135],"proposed":[136],"literature;":[139],"however,":[140],"none":[141],"are":[142,151],"widely":[143],"used.":[144],"As":[145],"result,":[147],"empirical":[148],"performance":[149,203],"studies":[150],"scarce":[152],"this":[154],"despite":[158],"its":[159],"popularity":[160],"researchers":[162],"practitioners.We":[164],"developed":[166],"new":[168],"approach":[169,230],"replace":[171],"automatically":[176],"based":[180],"points":[183],"or":[184],"similar":[185],"information.":[187],"Keeping":[188],"mind":[190],"models,":[197],"we":[198],"evaluating":[201],"general":[202],"characteristics.":[204],"Such":[205],"evaluation":[207],"partly":[209],"absence":[212],"any":[214],"tests":[215],"appropriate":[218],"screening":[220],"before":[222],"more":[223],"rigorous":[224],"testing.":[225],"implemented":[228],"our":[229],"ready-to-use":[233],"Python":[234],"module":[235],"illustrated":[237],"it":[238],"computational":[240],"examples.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}