{"id":"https://openalex.org/W1529173354","doi":"https://doi.org/10.1145/2742548","title":"Utility-Theoretic Ranking for Semiautomated Text Classification","display_name":"Utility-Theoretic Ranking for Semiautomated Text Classification","publication_year":2015,"publication_date":"2015-07-22","ids":{"openalex":"https://openalex.org/W1529173354","doi":"https://doi.org/10.1145/2742548","mag":"1529173354"},"language":"en","primary_location":{"id":"doi:10.1145/2742548","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2742548","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1503.00491","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069942298","display_name":"Giacomo Berardi","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Giacomo Berardi","raw_affiliation_strings":["Italian National Council of Research"],"affiliations":[{"raw_affiliation_string":"Italian National Council of Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082069715","display_name":"Andrea Esuli","orcid":"https://orcid.org/0000-0002-5725-4322"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrea Esuli","raw_affiliation_strings":["Italian National Council of Research"],"affiliations":[{"raw_affiliation_string":"Italian National Council of Research","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063975186","display_name":"Fabrizio Sebastiani","orcid":"https://orcid.org/0000-0003-4221-6427"},"institutions":[{"id":"https://openalex.org/I1301390666","display_name":"Qatar Airways (Qatar)","ror":"https://ror.org/01hx00y13","country_code":"QA","type":"company","lineage":["https://openalex.org/I1301390666"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Fabrizio Sebastiani","raw_affiliation_strings":["Qatar Computing Research Institute, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Doha, Qatar","institution_ids":["https://openalex.org/I1301390666"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069942298"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2331,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90000615,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"10","issue":"1","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7914458513259888},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7632375955581665},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5788415670394897},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5479514598846436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5399603247642517},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5206719636917114},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4929797649383545},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4911479651927948},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47854313254356384},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4756830930709839},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.4338114261627197},{"id":"https://openalex.org/keywords/ranking-svm","display_name":"Ranking SVM","score":0.42533689737319946},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4159046709537506},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35688650608062744},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1859225034713745}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7914458513259888},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7632375955581665},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5788415670394897},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5479514598846436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5399603247642517},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5206719636917114},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4929797649383545},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4911479651927948},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47854313254356384},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4756830930709839},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.4338114261627197},{"id":"https://openalex.org/C124975894","wikidata":"https://www.wikidata.org/wiki/Q7293290","display_name":"Ranking SVM","level":3,"score":0.42533689737319946},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4159046709537506},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35688650608062744},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1859225034713745},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2742548","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2742548","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1503.00491","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1503.00491","pdf_url":"https://arxiv.org/pdf/1503.00491","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dnet:people______::1b162545c286f98c713eabf51a875591","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM TRANSACTIONS ON KNOWLEDGE DISCOVERY FROM DATA, vol. 10 (issue 1), p. 6","raw_type":"Journal article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1503.00491","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1503.00491","pdf_url":"https://arxiv.org/pdf/1503.00491","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W26715418","https://openalex.org/W138745945","https://openalex.org/W157181893","https://openalex.org/W167016754","https://openalex.org/W1479807131","https://openalex.org/W1513874326","https://openalex.org/W1514707997","https://openalex.org/W1539210413","https://openalex.org/W1588207936","https://openalex.org/W1604214695","https://openalex.org/W1618905105","https://openalex.org/W1777939696","https://openalex.org/W1841840321","https://openalex.org/W1968927634","https://openalex.org/W1972594981","https://openalex.org/W1978738285","https://openalex.org/W1989568037","https://openalex.org/W1990334093","https://openalex.org/W1993202648","https://openalex.org/W2005422315","https://openalex.org/W2039190550","https://openalex.org/W2046011778","https://openalex.org/W2053463056","https://openalex.org/W2060216474","https://openalex.org/W2068303084","https://openalex.org/W2071664212","https://openalex.org/W2077213532","https://openalex.org/W2089421877","https://openalex.org/W2097927681","https://openalex.org/W2101825085","https://openalex.org/W2107008379","https://openalex.org/W2111688776","https://openalex.org/W2117476371","https://openalex.org/W2118020653","https://openalex.org/W2118978333","https://openalex.org/W2144846366","https://openalex.org/W2155961949","https://openalex.org/W2165960312","https://openalex.org/W2166353350","https://openalex.org/W2310516540","https://openalex.org/W2313476997","https://openalex.org/W2335594365","https://openalex.org/W2426031434","https://openalex.org/W2513833471","https://openalex.org/W2560674852","https://openalex.org/W2914331073","https://openalex.org/W2950186769","https://openalex.org/W3005822403","https://openalex.org/W3100570787","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W2138488530","https://openalex.org/W4385565564","https://openalex.org/W2370100764","https://openalex.org/W2031468273","https://openalex.org/W2387658907","https://openalex.org/W2351112195","https://openalex.org/W2898073868","https://openalex.org/W2110822809","https://openalex.org/W2352397247"],"abstract_inverted_index":{"Semiautomated":[0],"Text":[1],"Classification":[2],"(SATC)":[3],"may":[4],"be":[5],"defined":[6,109],"as":[7,110],"the":[8,36,45,49,56,71,74,79,103,111,139,160,169,177],"task":[9],"of":[10,15,42,47,53,105,162],"ranking":[11,99,135,156,182],"a":[12,22,26,39,121,129,150,154],"set":[13],"D":[14,43,54,68],"automatically":[16,123],"labelled":[17,77,124],"textual":[18],"documents":[19,37,72],"in":[20,38,113,142,190],"such":[21],"way":[23],"that,":[24,165],"if":[25],"human":[27],"annotator":[28],"validates":[29],"(i.e.,":[30],"inspects":[31],"and":[32,174],"corrects":[33],"where":[34],"appropriate)":[35],"top-ranked":[40],"portion":[41],"with":[44,78,166],"goal":[46],"increasing":[48],"overall":[50],"labelling":[51],"accuracy":[52],",":[55,108],"expected":[57,140,188],"increase":[58],"is":[59,65,93],"maximized.":[60],"An":[61],"obvious":[62],"SATC":[63],"strategy":[64,92],"to":[66,168,176],"rank":[67],"so":[69],"that":[70,73,90,116],"classifier":[75],"has":[76],"lowest":[80],"confidence":[81],"are":[82],"top":[83],"ranked.":[84],"In":[85],"this":[86,91],"work,":[87],"we":[88],"show":[89],"suboptimal.":[94],"We":[95,126,158],"develop":[96],"new":[97,130],"utility-theoretic":[98,181],"methods":[100,183],"based":[101,137],"on":[102,138],"notion":[104],"validation":[106],"gain":[107],"improvement":[112],"classification":[114,143,191],"effectiveness":[115,131],"would":[117],"derive":[118],"by":[119,147,153],"validating":[120,149],"given":[122,155],"document.":[125],"also":[127],"propose":[128],"measure":[132],"for":[133],"SATC-oriented":[134],"methods,":[136],"reduction":[141],"error":[144],"brought":[145],"about":[146],"partially":[148],"list":[151],"generated":[152],"method.":[157],"report":[159],"results":[161],"experiments":[163],"showing":[164],"respect":[167],"baseline":[170],"method":[171],"mentioned":[172],"earlier,":[173],"according":[175],"proposed":[178],"measure,":[179],"our":[180],"can":[184],"achieve":[185],"substantially":[186],"higher":[187],"reductions":[189],"error.":[192]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2021-02-01T00:00:00"}