{"id":"https://openalex.org/W2270188535","doi":"https://doi.org/10.1145/2801130","title":"Beyond Relevance","display_name":"Beyond Relevance","publication_year":2016,"publication_date":"2016-02-01","ids":{"openalex":"https://openalex.org/W2270188535","doi":"https://doi.org/10.1145/2801130","mag":"2270188535"},"language":"en","primary_location":{"id":"doi:10.1145/2801130","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2801130","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041484427","display_name":"Fabiano Bel\u00e9m","orcid":"https://orcid.org/0000-0003-1076-2052"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Fabiano M. Bel\u00e9m","raw_affiliation_strings":["Universidade Federal de Minas Gerais, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033559575","display_name":"Carolina S. Batista","orcid":null},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Carolina S. Batista","raw_affiliation_strings":["Universidade Federal de Minas Gerais, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025385531","display_name":"Rodrygo L. T. Santos","orcid":"https://orcid.org/0000-0003-2921-8444"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rodrygo L. T. Santos","raw_affiliation_strings":["Universidade Federal de Minas Gerais, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084044470","display_name":"Jussara M. Almeida","orcid":"https://orcid.org/0000-0001-9142-2919"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jussara M. Almeida","raw_affiliation_strings":["Universidade Federal de Minas Gerais, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046370637","display_name":"Marcos Andr\u00e9 Gon\u00e7alves","orcid":"https://orcid.org/0000-0002-2075-3363"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcos A. Gon\u00e7alves","raw_affiliation_strings":["Universidade Federal de Minas Gerais, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais, Brazil","institution_ids":["https://openalex.org/I110200422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I110200422"],"apc_list":null,"apc_paid":null,"fwci":5.1972,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.95598497,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"7","issue":"3","first_page":"1","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.9019794464111328},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8641708493232727},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8346220254898071},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6591071486473083},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5522223114967346},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.5506564378738403},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.500340461730957},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.45376506447792053},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4248766005039215},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3648034334182739},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34196871519088745}],"concepts":[{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.9019794464111328},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8641708493232727},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8346220254898071},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6591071486473083},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5522223114967346},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5506564378738403},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.500340461730957},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.45376506447792053},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4248766005039215},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3648034334182739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34196871519088745},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2801130","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2801130","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.6299999952316284}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320322980","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de Minas Gerais","ror":"https://ror.org/00nc55f03"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W10962629","https://openalex.org/W102437958","https://openalex.org/W249515776","https://openalex.org/W299870200","https://openalex.org/W1506285740","https://openalex.org/W1549874165","https://openalex.org/W1556257772","https://openalex.org/W1576629314","https://openalex.org/W1660390307","https://openalex.org/W1904088687","https://openalex.org/W1967787801","https://openalex.org/W1969077952","https://openalex.org/W1976859382","https://openalex.org/W1990313671","https://openalex.org/W1990843604","https://openalex.org/W1993320088","https://openalex.org/W2003200508","https://openalex.org/W2011700584","https://openalex.org/W2023188792","https://openalex.org/W2026430213","https://openalex.org/W2026893190","https://openalex.org/W2031237011","https://openalex.org/W2033009633","https://openalex.org/W2036203081","https://openalex.org/W2045453095","https://openalex.org/W2048571927","https://openalex.org/W2050265055","https://openalex.org/W2052603567","https://openalex.org/W2061698594","https://openalex.org/W2079728196","https://openalex.org/W2080379754","https://openalex.org/W2083305840","https://openalex.org/W2083381833","https://openalex.org/W2087937280","https://openalex.org/W2089349245","https://openalex.org/W2090041477","https://openalex.org/W2096130203","https://openalex.org/W2096738524","https://openalex.org/W2097193844","https://openalex.org/W2114822471","https://openalex.org/W2118813510","https://openalex.org/W2128359436","https://openalex.org/W2132314908","https://openalex.org/W2139420544","https://openalex.org/W2143996311","https://openalex.org/W2144807535","https://openalex.org/W2150032155","https://openalex.org/W2152019382","https://openalex.org/W2157391629","https://openalex.org/W2159155347","https://openalex.org/W2171258484","https://openalex.org/W2174706414","https://openalex.org/W2178287480","https://openalex.org/W2197919320","https://openalex.org/W2443013788","https://openalex.org/W2571995515","https://openalex.org/W2577077885","https://openalex.org/W3138773240","https://openalex.org/W3140910462","https://openalex.org/W4206671592","https://openalex.org/W4230624213"],"related_works":["https://openalex.org/W2381242807","https://openalex.org/W2751208925","https://openalex.org/W3126131230","https://openalex.org/W2347541121","https://openalex.org/W4288804799","https://openalex.org/W2080951048","https://openalex.org/W3089617106","https://openalex.org/W3032237421","https://openalex.org/W3011883280","https://openalex.org/W2390346111"],"abstract_inverted_index":{"The":[0],"design":[1],"and":[2,44,107,239,265,350,394,400,419,436,448],"evaluation":[3],"of":[4,15,60,97,131,185,273,288,386,417,443,458,479],"tag":[5,47,89,123,154,169,179,232,303],"recommendation":[6,40,48,90,124,304],"methods":[7,125],"has":[8,86],"historically":[9],"focused":[10],"on":[11,157,276],"maximizing":[12,205],"the":[13,16,52,55,61,81,88,98,132,158,173,183,186,199,227,252,260,271,286,323,360,384,387,431,441,446,449,456,477,485],"relevance":[14,31,206,333,351,362,393],"suggested":[17],"tags":[18,63,389],"for":[19,298],"a":[20,25,28,152,177,247,256],"given":[21],"object,":[22],"such":[23],"as":[24,194,196,246,334,463],"movie":[26],"or":[27,77,147,223],"song.":[29],"However,":[30],"by":[32,92,119,166,230],"itself":[33],"may":[34],"not":[35,49,375,488],"be":[36],"enough":[37],"to":[38,73,80,171,175,182,234,269,294,354,366,466,482],"guarantee":[39],"usefulness.":[41],"Promoting":[42],"novelty":[43,197,349,385,418],"diversity":[45,193,328,395,420],"in":[46,207,278,327,332,347,397,415,427],"only":[50,422],"increases":[51],"chances":[53],"that":[54,126,258,318,339,355,409],"user":[56],"will":[57],"select":[58],"\u201csome\u201d":[59],"recommended":[62,388],"but":[64],"also":[65,337,380,470],"promotes":[66],"complementary":[67],"information":[68,281],"(i.e.,":[69],"tags),":[70],"which":[71,176,279,373,474],"helps":[72],"cover":[74,127],"multiple":[75],"aspects":[76,117,130],"topics":[78,184,297,462],"related":[79,181],"target":[82,187],"object.":[83,188],"Previous":[84],"work":[85],"addressed":[87],"problem":[91,133,261],"exploiting":[93],"at":[94,134,198,204,262],"most":[95,398],"two":[96,121,404],"following":[99],"aspects:":[100],"(1)":[101],"relevance,":[102,237,434],"(2)":[103],"explicit":[104],"topic":[105,192,240],"diversity,":[106,437],"(3)":[108],"novelty.":[109],"In":[110],"contrast,":[111],"here":[112],"we":[113,284,407],"tackle":[114],"these":[115],"three":[116,129],"conjointly,":[118],"introducing":[120],"new":[122,168,341,405],"all":[128,302],"different":[135],"levels.":[136,267,363],"Our":[137,211,315],"first":[138],"method,":[139,213,370],"called":[140,214],"Random":[141,159],"Forest":[142,160],"with":[143,219,421],"topic-related":[144],"attributes":[145,170],",":[146,150,222,225,372],"RF":[148,162,244,319,325,413,452],"t":[149,245,320,414,453],"extends":[151],"relevance-driven":[153,324],"recommender":[155,233,249],"based":[156],"(":[161],")":[163],"learning-to-rank":[164],"method":[165],"including":[167],"capture":[172],"extent":[174],"candidate":[178],"is":[180,282,379,487],"This":[189],"solution":[190,257],"captures":[191],"well":[195],"attribute":[200,264],"level":[201],"while":[202,329,358,390],"aiming":[203],"its":[208],"objective":[209,266],"function.":[210],"second":[212],"Explicit":[215],"Tag":[216],"Recommendation":[217],"Diversifier":[218],"Novelty":[220],"Promotion":[221],"xTReND":[224,342,378,410,444],"reranks":[226],"recommendations":[228],"provided":[229],"any":[231],"jointly":[235],"promote":[236],"novelty,":[238,377,435],"diversity.":[241],"We":[242,300,336],"use":[243,272,457],"basic":[248],"applied":[250],"before":[251],"reranking,":[253],"thus":[254],"building":[255],"addresses":[259],"both":[263,348],"Furthermore,":[268,364],"enable":[270],"our":[274,340,367,403,438,480],"solutions":[275,481],"applications":[277,483],"category":[280],"unavailable,":[283],"investigate":[285],"suitability":[287],"using":[289,306],"latent":[290,461],"Dirichlet":[291],"allocation":[292],"(LDA)":[293],"automatically":[295,459],"generate":[296],"objects.":[299],"evaluate":[301],"approaches":[305],"real":[307],"data":[308],"from":[309],"five":[310],"popular":[311],"Web":[312],"2.0":[313],"applications.":[314],"results":[316,439],"show":[317],"greatly":[321,475],"outperforms":[322,412],"baseline":[326,357],"producing":[330],"gains":[331,346],"well.":[335],"find":[338,408],"reranker":[343,369],"obtains":[344],"considerable":[345],"when":[352],"compared":[353,365],"same":[356,361],"keeping":[359,391],"previous":[368],"xTReD":[371],"does":[374],"consider":[376],"quite":[381],"effective,":[382],"improving":[383],"similar":[392],"levels":[396],"datasets":[399],"scenarios.":[401],"Comparing":[402],"proposals,":[406],"considerably":[411],"terms":[416],"small":[423],"losses":[424],"(under":[425],"4%)":[426],"relevance.":[428],"Overall,":[429],"considering":[430],"trade-off":[432],"among":[433],"demonstrate":[440],"superiority":[442],"over":[445],"baselines":[447],"proposed":[450],"alternative,":[451],".":[454],"Finally,":[455],"generated":[460],"an":[464],"alternative":[465],"manually":[467],"labeled":[468],"categories":[469],"provides":[471],"significant":[472],"improvements,":[473],"enhances":[476],"applicability":[478],"where":[484],"latter":[486],"available.":[489]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2016-06-24T00:00:00"}