{"id":"https://openalex.org/W3086606617","doi":"https://doi.org/10.1109/bigdata52589.2021.9671386","title":"Rank over Class: The Untapped Potential of Ranking in Natural Language Processing","display_name":"Rank over Class: The Untapped Potential of Ranking in Natural Language Processing","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W3086606617","doi":"https://doi.org/10.1109/bigdata52589.2021.9671386","mag":"3086606617"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata52589.2021.9671386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671386","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://durham-repository.worktribe.com/output/1138825","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013030358","display_name":"Amir Atapour\u2013Abarghouei","orcid":"https://orcid.org/0000-0002-4242-4579"},"institutions":[{"id":"https://openalex.org/I190082696","display_name":"Durham University","ror":"https://ror.org/01v29qb04","country_code":"GB","type":"education","lineage":["https://openalex.org/I190082696"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Amir Atapour-Abarghouei","raw_affiliation_strings":["Department of Computer Science, Durham University, Durham, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Durham University, Durham, UK","institution_ids":["https://openalex.org/I190082696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075279338","display_name":"Stephen Bonner","orcid":"https://orcid.org/0000-0001-6008-358X"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stephen Bonner","raw_affiliation_strings":["School of Computing, Newcastle University, Newcastle, UK"],"affiliations":[{"raw_affiliation_string":"School of Computing, Newcastle University, Newcastle, UK","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078307880","display_name":"A. Stephen McGough","orcid":"https://orcid.org/0000-0001-5626-0934"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrew Stephen McGough","raw_affiliation_strings":["School of Computing, Newcastle University, Newcastle, UK"],"affiliations":[{"raw_affiliation_string":"School of Computing, Newcastle University, Newcastle, UK","institution_ids":["https://openalex.org/I84884186"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013030358"],"corresponding_institution_ids":["https://openalex.org/I190082696"],"apc_list":null,"apc_paid":null,"fwci":0.2538,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.45790592,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3950","last_page":"3959"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.785638689994812},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6904298663139343},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6629379987716675},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.5929439663887024},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5595601201057434},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5470659136772156},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5191975831985474},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.48546984791755676},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.42284277081489563},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42243531346321106},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4133950471878052},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08050432801246643},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07060271501541138}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.785638689994812},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6904298663139343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6629379987716675},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.5929439663887024},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5595601201057434},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5470659136772156},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5191975831985474},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48546984791755676},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.42284277081489563},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42243531346321106},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4133950471878052},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08050432801246643},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07060271501541138},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/bigdata52589.2021.9671386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671386","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"pmh:oai:dro.dur.ac.uk.OAI2:34818","is_oa":false,"landing_page_url":"http://dro.dur.ac.uk/34818/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196258","display_name":"Durham Research Online (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"2021 IEEE International Conference on Big Data (IEEE BigData 2021), Orlando, FL, USA, 15-18 December 2021 [Conference proceedings]","raw_type":"Conference item"},{"id":"pmh:oai:durham-repository.worktribe.com:1138825","is_oa":true,"landing_page_url":"https://durham-repository.worktribe.com/output/1138825","pdf_url":null,"source":{"id":"https://openalex.org/S4306400188","display_name":"Durham Research Online (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"}],"best_oa_location":{"id":"pmh:oai:durham-repository.worktribe.com:1138825","is_oa":true,"landing_page_url":"https://durham-repository.worktribe.com/output/1138825","pdf_url":null,"source":{"id":"https://openalex.org/S4306400188","display_name":"Durham Research Online (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3037747109","display_name":null,"funder_award_id":"EP/P011772/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3688699135","display_name":null,"funder_award_id":"EP/M020576/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5985745339","display_name":null,"funder_award_id":"EP/P01187X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7904777936","display_name":null,"funder_award_id":"EP/R007209/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1532325895","https://openalex.org/W1660390307","https://openalex.org/W1686810756","https://openalex.org/W1854214752","https://openalex.org/W2009077327","https://openalex.org/W2012318340","https://openalex.org/W2021678827","https://openalex.org/W2026316743","https://openalex.org/W2040337753","https://openalex.org/W2059001985","https://openalex.org/W2069539533","https://openalex.org/W2091158010","https://openalex.org/W2108862644","https://openalex.org/W2112511942","https://openalex.org/W2113459411","https://openalex.org/W2115584760","https://openalex.org/W2136891251","https://openalex.org/W2137682642","https://openalex.org/W2143331230","https://openalex.org/W2153252192","https://openalex.org/W2163455955","https://openalex.org/W2234362967","https://openalex.org/W2250473257","https://openalex.org/W2250913209","https://openalex.org/W2265289447","https://openalex.org/W2325148634","https://openalex.org/W2404429280","https://openalex.org/W2432356473","https://openalex.org/W2740721704","https://openalex.org/W2741271950","https://openalex.org/W2798414551","https://openalex.org/W2808673205","https://openalex.org/W2896457183","https://openalex.org/W2898073868","https://openalex.org/W2902365885","https://openalex.org/W2908510526","https://openalex.org/W2921990970","https://openalex.org/W2925310131","https://openalex.org/W2937423263","https://openalex.org/W2938224028","https://openalex.org/W2941195982","https://openalex.org/W2951534261","https://openalex.org/W2953774736","https://openalex.org/W2955375559","https://openalex.org/W2963053846","https://openalex.org/W2963165092","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963432357","https://openalex.org/W2963626623","https://openalex.org/W2964236337","https://openalex.org/W2965373594","https://openalex.org/W2970597249","https://openalex.org/W2970971581","https://openalex.org/W2980282514","https://openalex.org/W2990939506","https://openalex.org/W2996428491","https://openalex.org/W3011995931","https://openalex.org/W3015777882","https://openalex.org/W3105136066","https://openalex.org/W3105625590","https://openalex.org/W3156333129","https://openalex.org/W4252060112","https://openalex.org/W4255938282","https://openalex.org/W4295312788","https://openalex.org/W4385245566","https://openalex.org/W6639055396","https://openalex.org/W6676984168","https://openalex.org/W6677385034","https://openalex.org/W6689609166","https://openalex.org/W6691660298","https://openalex.org/W6713794577","https://openalex.org/W6718112784","https://openalex.org/W6719819555","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6757817989","https://openalex.org/W6760590378","https://openalex.org/W6761345506","https://openalex.org/W6763701032","https://openalex.org/W6764357534","https://openalex.org/W6765399656","https://openalex.org/W6766673545","https://openalex.org/W6766978945","https://openalex.org/W6768021236","https://openalex.org/W6775563663"],"related_works":["https://openalex.org/W2150136235","https://openalex.org/W2053591227","https://openalex.org/W2581240705","https://openalex.org/W3127142483","https://openalex.org/W2041353081","https://openalex.org/W2568183987","https://openalex.org/W3160516639","https://openalex.org/W4385565564","https://openalex.org/W2898073868","https://openalex.org/W2138488530"],"abstract_inverted_index":{"Text":[0],"classification":[1,71,79,185,204],"has":[2],"long":[3],"been":[4],"a":[5,29,52,57,78,89,105,112,120,131,175],"staple":[6],"within":[7],"Natural":[8],"Language":[9],"Processing":[10],"(NLP)":[11],"with":[12],"applications":[13,162],"spanning":[14],"across":[15],"diverse":[16],"areas":[17],"such":[18,28],"as":[19,39,88],"sentiment":[20,178],"analysis,":[21],"recommender":[22],"systems":[23],"and":[24,81,159],"spam":[25],"detection.":[26],"With":[27],"powerful":[30],"solution,":[31],"it":[32,38],"is":[33],"often":[34,167],"tempting":[35],"to":[36,139,143,184],"use":[37],"the":[40,96,144,161,197],"go-to":[41],"tool":[42],"for":[43,116,119],"all":[44],"NLP":[45],"problems":[46,166],"since":[47],"when":[48],"you":[49],"are":[50,67,72,126],"holding":[51],"hammer,":[53],"everything":[54],"looks":[55],"like":[56],"nail.":[58],"However,":[59],"we":[60,84,92,99],"argue":[61],"here":[62],"that":[63,82],"many":[64],"tasks":[65],"which":[66,125],"currently":[68],"addressed":[69],"using":[70,169],"in":[73,127,165,205],"fact":[74],"being":[75],"shoehorned":[76],"into":[77,130],"mould":[80],"if":[83],"instead":[85],"address":[86],"them":[87],"ranking":[90,108,136,164,182,201],"problem,":[91],"not":[93],"only":[94],"improve":[95],"model,":[97],"but":[98],"achieve":[100],"better":[101],"performance.":[102],"We":[103,152],"propose":[104],"novel":[106],"end-to-end":[107],"approach":[109],"consisting":[110],"of":[111,122,150,163,199],"Transformer":[113],"network":[114,134],"responsible":[115],"producing":[117],"representations":[118],"pair":[121],"text":[123,194,200,203],"sequences,":[124],"turn":[128],"passed":[129],"context":[132],"aggregating":[133],"outputting":[135],"scores":[137],"used":[138],"determine":[140],"an":[141,172,188],"ordering":[142],"sequences":[145],"based":[146],"on":[147,156,174],"some":[148],"notion":[149],"relevance.":[151],"perform":[153],"numerous":[154],"experiments":[155],"publicly-available":[157],"datasets":[158],"investigate":[160],"solved":[168],"classification.":[170],"In":[171],"experiment":[173],"heavily-":[176],"skewed":[177],"analysis":[179],"dataset,":[180],"converting":[181],"results":[183],"labels":[186],"yields":[187],"approximately":[189],"22%":[190],"improvement":[191],"over":[192,202],"state-of-the-art":[193],"classification,":[195],"demonstrating":[196],"efficacy":[198],"certain":[206],"scenarios.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}