{"id":"https://openalex.org/W3215419681","doi":"https://doi.org/10.1007/s10994-021-06122-3","title":"A review on instance ranking problems in statistical learning","display_name":"A review on instance ranking problems in statistical learning","publication_year":2021,"publication_date":"2021-11-18","ids":{"openalex":"https://openalex.org/W3215419681","doi":"https://doi.org/10.1007/s10994-021-06122-3","mag":"3215419681"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-021-06122-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-021-06122-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-021-06122-3.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-021-06122-3.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086486372","display_name":"Tino Werner","orcid":"https://orcid.org/0000-0002-3512-8667"},"institutions":[{"id":"https://openalex.org/I129877168","display_name":"Carl von Ossietzky Universit\u00e4t Oldenburg","ror":"https://ror.org/033n9gh91","country_code":"DE","type":"education","lineage":["https://openalex.org/I129877168"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Tino Werner","raw_affiliation_strings":["Institute for Mathematics, Carl von Ossietzky University Oldenburg, P/O Box 2503, 26111, Oldenburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3512-8667","affiliations":[{"raw_affiliation_string":"Institute for Mathematics, Carl von Ossietzky University Oldenburg, P/O Box 2503, 26111, Oldenburg, Germany","institution_ids":["https://openalex.org/I129877168"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5086486372"],"corresponding_institution_ids":["https://openalex.org/I129877168"],"apc_list":{"value":2780,"currency":"USD","value_usd":2780},"apc_paid":{"value":2780,"currency":"USD","value_usd":2780},"fwci":1.5413,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.85929919,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"111","issue":"2","first_page":"415","last_page":"463"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11063","display_name":"Rough Sets and Fuzzy Logic","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8549437522888184},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6841626167297363},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6742530465126038},{"id":"https://openalex.org/keywords/ranking-svm","display_name":"Ranking SVM","score":0.660466730594635},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5708692073822021},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.5520881414413452},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.5240359902381897},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4688841998577118},{"id":"https://openalex.org/keywords/preference-learning","display_name":"Preference learning","score":0.445392906665802},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4410386085510254},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42843517661094666},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4179063141345978},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4119487702846527},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3923134207725525},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18756839632987976},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09501394629478455}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8549437522888184},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6841626167297363},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6742530465126038},{"id":"https://openalex.org/C124975894","wikidata":"https://www.wikidata.org/wiki/Q7293290","display_name":"Ranking SVM","level":3,"score":0.660466730594635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5708692073822021},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.5520881414413452},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.5240359902381897},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4688841998577118},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.445392906665802},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4410386085510254},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42843517661094666},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4179063141345978},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4119487702846527},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3923134207725525},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18756839632987976},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09501394629478455},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10994-021-06122-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-021-06122-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-021-06122-3.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10994-021-06122-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-021-06122-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-021-06122-3.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.699999988079071,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320319088","display_name":"Carl von Ossietzky Universit\u00e4t Oldenburg","ror":"https://ror.org/033n9gh91"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3215419681.pdf","grobid_xml":"https://content.openalex.org/works/W3215419681.grobid-xml"},"referenced_works_count":209,"referenced_works":["https://openalex.org/W5598288","https://openalex.org/W43928053","https://openalex.org/W63665094","https://openalex.org/W79079207","https://openalex.org/W196422389","https://openalex.org/W340056678","https://openalex.org/W647877457","https://openalex.org/W1490774185","https://openalex.org/W1492204456","https://openalex.org/W1507048016","https://openalex.org/W1540155273","https://openalex.org/W1552767446","https://openalex.org/W1576520375","https://openalex.org/W1579534531","https://openalex.org/W1581941705","https://openalex.org/W1603852322","https://openalex.org/W1604938182","https://openalex.org/W1606857374","https://openalex.org/W1617122252","https://openalex.org/W1678356000","https://openalex.org/W1708221419","https://openalex.org/W1734803745","https://openalex.org/W1765545080","https://openalex.org/W1826065584","https://openalex.org/W1854214752","https://openalex.org/W1889102285","https://openalex.org/W1932717476","https://openalex.org/W1933386641","https://openalex.org/W1964496248","https://openalex.org/W1965296145","https://openalex.org/W1966443646","https://openalex.org/W1968917429","https://openalex.org/W1973166400","https://openalex.org/W1973435495","https://openalex.org/W1978810924","https://openalex.org/W1988790447","https://openalex.org/W1990016442","https://openalex.org/W1991365037","https://openalex.org/W1997855593","https://openalex.org/W1997963774","https://openalex.org/W2002658919","https://openalex.org/W2009077327","https://openalex.org/W2012712694","https://openalex.org/W2015342680","https://openalex.org/W2017008479","https://openalex.org/W2019103217","https://openalex.org/W2021630848","https://openalex.org/W2022319760","https://openalex.org/W2024544796","https://openalex.org/W2025440555","https://openalex.org/W2025720061","https://openalex.org/W2030978506","https://openalex.org/W2035720976","https://openalex.org/W2045434623","https://openalex.org/W2047221353","https://openalex.org/W2051254744","https://openalex.org/W2051834357","https://openalex.org/W2058475745","https://openalex.org/W2059283460","https://openalex.org/W2063445365","https://openalex.org/W2071664212","https://openalex.org/W2081534370","https://openalex.org/W2088883866","https://openalex.org/W2089918128","https://openalex.org/W2091158010","https://openalex.org/W2091968143","https://openalex.org/W2093478900","https://openalex.org/W2094145178","https://openalex.org/W2095705004","https://openalex.org/W2096830573","https://openalex.org/W2099119623","https://openalex.org/W2100235073","https://openalex.org/W2100364402","https://openalex.org/W2101589718","https://openalex.org/W2101626488","https://openalex.org/W2101769891","https://openalex.org/W2102011767","https://openalex.org/W2102705755","https://openalex.org/W2103179193","https://openalex.org/W2107275534","https://openalex.org/W2107853397","https://openalex.org/W2108862644","https://openalex.org/W2109042199","https://openalex.org/W2111233787","https://openalex.org/W2111700528","https://openalex.org/W2115822807","https://openalex.org/W2117896839","https://openalex.org/W2118152081","https://openalex.org/W2118599489","https://openalex.org/W2120100126","https://openalex.org/W2120391124","https://openalex.org/W2120724560","https://openalex.org/W2121824931","https://openalex.org/W2122621931","https://openalex.org/W2123358413","https://openalex.org/W2125398996","https://openalex.org/W2128186735","https://openalex.org/W2128281062","https://openalex.org/W2128877075","https://openalex.org/W2132094809","https://openalex.org/W2139039274","https://openalex.org/W2140418054","https://openalex.org/W2141789531","https://openalex.org/W2141833813","https://openalex.org/W2142646165","https://openalex.org/W2142697503","https://openalex.org/W2143331230","https://openalex.org/W2147946770","https://openalex.org/W2148603752","https://openalex.org/W2152314154","https://openalex.org/W2161619158","https://openalex.org/W2164630996","https://openalex.org/W2165880761","https://openalex.org/W2166912588","https://openalex.org/W2167432060","https://openalex.org/W2171541062","https://openalex.org/W2171749496","https://openalex.org/W2184294966","https://openalex.org/W2197807575","https://openalex.org/W2218302223","https://openalex.org/W2318031348","https://openalex.org/W2319178748","https://openalex.org/W2321545007","https://openalex.org/W2408108108","https://openalex.org/W2414504425","https://openalex.org/W2463833054","https://openalex.org/W2527269634","https://openalex.org/W2536015822","https://openalex.org/W2547805042","https://openalex.org/W2555833763","https://openalex.org/W2560155626","https://openalex.org/W2562162676","https://openalex.org/W2587911781","https://openalex.org/W2597289420","https://openalex.org/W2604272474","https://openalex.org/W2611915171","https://openalex.org/W2648699835","https://openalex.org/W2666788291","https://openalex.org/W2728753198","https://openalex.org/W2741497758","https://openalex.org/W2752948934","https://openalex.org/W2766284073","https://openalex.org/W2784879889","https://openalex.org/W2785046580","https://openalex.org/W2796727080","https://openalex.org/W2807591564","https://openalex.org/W2883070021","https://openalex.org/W2884843966","https://openalex.org/W2898073868","https://openalex.org/W2912934387","https://openalex.org/W2913830405","https://openalex.org/W2922386288","https://openalex.org/W2950740915","https://openalex.org/W2952563653","https://openalex.org/W2953271441","https://openalex.org/W2959353218","https://openalex.org/W2962774315","https://openalex.org/W2962780037","https://openalex.org/W2963789586","https://openalex.org/W2965893800","https://openalex.org/W2973171206","https://openalex.org/W2975938167","https://openalex.org/W2976462669","https://openalex.org/W2982693525","https://openalex.org/W2986494083","https://openalex.org/W2990138404","https://openalex.org/W2994037377","https://openalex.org/W2997811843","https://openalex.org/W3000163445","https://openalex.org/W3022710784","https://openalex.org/W3022917197","https://openalex.org/W3098851962","https://openalex.org/W3099723433","https://openalex.org/W3101685505","https://openalex.org/W3101997094","https://openalex.org/W3102066094","https://openalex.org/W3136473104","https://openalex.org/W3145128584","https://openalex.org/W3195912620","https://openalex.org/W4205806204","https://openalex.org/W4212883601","https://openalex.org/W4230646247","https://openalex.org/W4231532749","https://openalex.org/W4236654676","https://openalex.org/W4245322178","https://openalex.org/W4246219036","https://openalex.org/W4247571494","https://openalex.org/W4254749579","https://openalex.org/W4285719527","https://openalex.org/W4301480734","https://openalex.org/W4302313152","https://openalex.org/W4399586630","https://openalex.org/W6601741120","https://openalex.org/W6602559735","https://openalex.org/W6621163838","https://openalex.org/W6634442568","https://openalex.org/W6639055396","https://openalex.org/W6675079795","https://openalex.org/W6676434424","https://openalex.org/W6676865029","https://openalex.org/W6677770173","https://openalex.org/W6681009388","https://openalex.org/W6682165855","https://openalex.org/W6685221346","https://openalex.org/W6740105432","https://openalex.org/W6755690726","https://openalex.org/W6771329081","https://openalex.org/W6940122939","https://openalex.org/W7029321148"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W2138488530","https://openalex.org/W4385565564","https://openalex.org/W2370100764","https://openalex.org/W2031468273","https://openalex.org/W2387658907","https://openalex.org/W2351112195","https://openalex.org/W2898073868","https://openalex.org/W2110822809","https://openalex.org/W2352397247"],"abstract_inverted_index":{"Abstract":[0],"Ranking":[1],"problems,":[2,8,53,193],"also":[3,209,236],"known":[4],"as":[5,81,83,137],"preference":[6,138],"learning":[7,16,187],"define":[9],"a":[10,114,145,179,205],"widely":[11],"spread":[12],"class":[13],"of":[14,45,77,92,155,184,213],"statistical":[15],"problems":[17,47,67,80,131,158,203,217,234],"with":[18,109,140],"many":[19],"applications,":[20],"including":[21],"fraud":[22],"detection,":[23],"document":[24],"ranking,":[25,101],"medicine,":[26],"chemistry,":[27],"credit":[28],"risk":[29],"screening,":[30],"image":[31],"ranking":[32,46,52,66,79,95,124,130,157,192,216],"or":[33],"media":[34],"memorability.":[35],"While":[36],"there":[37,54],"already":[38],"exist":[39,60],"reviews":[40],"concentrating":[41,63],"on":[42,64],"specific":[43],"types":[44,76,154],"like":[48],"label":[49],"and":[50,89,159,181,198,223,227,231],"object":[51,129],"does":[55],"not":[56],"yet":[57],"seem":[58],"to":[59,97,112,122,128,143,173,189,211],"an":[61],"overview":[62,183],"instance":[65,78,100,156,215],"that":[68],"both":[69],"includes":[70],"developments":[71],"in":[72,126,204],"distinguishing":[73],"between":[74],"different":[75,153],"well":[82],"careful":[84],"discussions":[85],"about":[86],"their":[87,225],"differences":[88],"the":[90,93,105,110,133,141,160,169,200,214,218],"applicability":[91],"existing":[94,185,196],"algorithms":[96,220],"them.":[98],"In":[99,147],"one":[102],"explicitly":[103],"takes":[104],"responses":[106],"into":[107],"account":[108],"goal":[111,142],"infer":[113],"scoring":[115],"function":[116],"which":[117,212],"directly":[118],"maps":[119],"feature":[120],"vectors":[121],"real-valued":[123],"scores,":[125],"contrast":[127],"where":[132],"ranks":[134],"are":[135,221,235],"given":[136],"information":[139],"learn":[144],"permutation.":[146],"this":[148],"article,":[149],"we":[150,194],"systematically":[151],"review":[152],"corresponding":[161,201],"loss":[162],"functions":[163],"resp.":[164],"goodness":[165],"criteria.":[166,176],"We":[167,208],"discuss":[168,210],"difficulties":[170],"when":[171],"trying":[172],"optimize":[174],"those":[175],"As":[177],"for":[178],"detailed":[180],"comprehensive":[182],"machine":[186],"techniques":[188,197],"solve":[190],"such":[191],"systematize":[195],"recapitulate":[199],"optimization":[202],"unified":[206],"notation.":[207],"respective":[219],"tailored":[222],"identify":[224],"strengths":[226],"limitations.":[228],"Computational":[229],"aspects":[230],"open":[232],"research":[233],"considered.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}