{"id":"https://openalex.org/W2100045227","doi":"https://doi.org/10.5555/1577069.1755879","title":"Cautious Collective Classification","display_name":"Cautious Collective Classification","publication_year":2009,"publication_date":"2009-12-01","ids":{"openalex":"https://openalex.org/W2100045227","doi":"https://doi.org/10.5555/1577069.1755879","mag":"2100045227"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.170.9461","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.170.9461","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.knexusresearch.com/research/publications/LukeGuptaAhaCollective-JMLR-onWeb-2009.pdf","raw_type":"text"},"type":"article","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084685300","display_name":"Luke K. McDowell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luke K. McDowell","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006386740","display_name":"Kalyan Moy Gupta","orcid":"https://orcid.org/0000-0003-3311-0030"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalyan Moy Gupta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5063806691","display_name":"David W. Aha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David W. Aha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.1061,"has_fulltext":false,"cited_by_count":77,"citation_normalized_percentile":{"value":0.96948343,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"10","issue":"96","first_page":"2777","last_page":"2836"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.8728939294815063},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7106749415397644},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6888384819030762},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.6077184081077576},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6051896810531616},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6051233410835266},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4874120056629181},{"id":"https://openalex.org/keywords/causal-inference","display_name":"Causal inference","score":0.42259517312049866},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.295687735080719},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.17213651537895203},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16687074303627014}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.8728939294815063},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7106749415397644},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6888384819030762},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.6077184081077576},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6051896810531616},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6051233410835266},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4874120056629181},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.42259517312049866},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.295687735080719},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.17213651537895203},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16687074303627014},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.170.9461","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.170.9461","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.knexusresearch.com/research/publications/LukeGuptaAhaCollective-JMLR-onWeb-2009.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.909.4147","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.909.4147","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.dtic.mil/get-tr-doc/pdf?AD%3DADA512981%26Location%3DU2%26doc%3DGetTRDoc.pdf","raw_type":"text"},{"id":"mag:2100045227","is_oa":false,"landing_page_url":"http://www.nrl.navy.mil/itd/aic/sites/www.nrl.navy.mil.itd.aic/files/pdfs/mcdowell09a.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"Journal of Machine Learning Research","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1488357069","https://openalex.org/W1534979469","https://openalex.org/W1541824209","https://openalex.org/W1554544485","https://openalex.org/W1560512119","https://openalex.org/W1561326744","https://openalex.org/W1591304830","https://openalex.org/W1605615716","https://openalex.org/W1615454278","https://openalex.org/W1666347389","https://openalex.org/W1908728294","https://openalex.org/W1934019294","https://openalex.org/W1934992405","https://openalex.org/W1977970897","https://openalex.org/W2003170434","https://openalex.org/W2017337590","https://openalex.org/W2025646808","https://openalex.org/W2028137574","https://openalex.org/W2033193852","https://openalex.org/W2048324994","https://openalex.org/W2049073556","https://openalex.org/W2076008912","https://openalex.org/W2077949648","https://openalex.org/W2098678088","https://openalex.org/W2099352187","https://openalex.org/W2101705355","https://openalex.org/W2112617969","https://openalex.org/W2114220616","https://openalex.org/W2121250409","https://openalex.org/W2123170466","https://openalex.org/W2123562225","https://openalex.org/W2123827533","https://openalex.org/W2126653228","https://openalex.org/W2129031807","https://openalex.org/W2130354913","https://openalex.org/W2132353975","https://openalex.org/W2135863341","https://openalex.org/W2137253512","https://openalex.org/W2140127353","https://openalex.org/W2153387921","https://openalex.org/W2153959628","https://openalex.org/W2159080219","https://openalex.org/W2160842254","https://openalex.org/W2161172169","https://openalex.org/W2162630660","https://openalex.org/W2165472456","https://openalex.org/W2165599051","https://openalex.org/W2167044614","https://openalex.org/W2185268784","https://openalex.org/W2187973725","https://openalex.org/W2204197839","https://openalex.org/W2540152923","https://openalex.org/W2605441573","https://openalex.org/W2742193195","https://openalex.org/W2962735828"],"related_works":["https://openalex.org/W2153959628","https://openalex.org/W2121250409","https://openalex.org/W2137253512","https://openalex.org/W2123827533","https://openalex.org/W2962735828","https://openalex.org/W1908728294","https://openalex.org/W2101705355","https://openalex.org/W2076008912","https://openalex.org/W2143387805","https://openalex.org/W2099352187","https://openalex.org/W2010705340","https://openalex.org/W1605615716","https://openalex.org/W1972748503","https://openalex.org/W1497163089","https://openalex.org/W2952900479","https://openalex.org/W2118932399","https://openalex.org/W2046253692","https://openalex.org/W2139823104","https://openalex.org/W2130354913","https://openalex.org/W1666347389"],"abstract_inverted_index":{"Many":[0],"collective":[1,115],"classification":[2],"(CC)":[3],"algorithms":[4,17,68,189],"have":[5],"been":[6],"shown":[7],"to":[8,50,72,91,190],"increase":[9],"accuracy":[10],"when":[11],"in-stances":[12],"are":[13],"interrelated.":[14],"However,":[15],"CC":[16,67,98,188,203],"must":[18],"be":[19,70,89],"carefully":[20],"applied":[21],"because":[22],"their":[23],"use":[24,73,191],"of":[25,66,76,95,125,163,176],"estimated":[26],"labels":[27],"can":[28,69,88],"in":[29],"some":[30],"cases":[31],"decrease":[32],"accuracy.":[33],"In":[34,144],"this":[35,41],"article,":[36],"we":[37,56,80,146],"show":[38,85],"that":[39,133,151,160],"managing":[40],"label":[42],"uncertainty":[43],"through":[44],"cautious":[45,58,82,103,108,134,137,142],"algorithmic":[46],"behavior":[47],"is":[48],"essential":[49],"achieving":[51],"maximal,":[52],"robust":[53],"performance.":[54],"First,":[55],"describe":[57],"inference":[59,109,116,138,179],"and":[60,84,110,122,128,136,196],"explain":[61,197],"how":[62,86],"four":[63,114],"well-known":[64],"families":[65],"parameterized":[71],"varying":[74],"degrees":[75],"such":[77],"caution.":[78],"Second,":[79],"introduce":[81],"learning":[83,111,135],"it":[87],"used":[90,165],"improve":[92],"the":[93,113,148,161,174,177,185],"performance":[94,155,172],"almost":[96],"any":[97],"al-gorithm,":[99],"with":[100,118],"or":[101],"without":[102],"inference.":[104],"We":[105,131],"then":[106],"evaluate":[107],"for":[112,192],"families,":[117],"three":[119],"local":[120],"classifiers":[121],"a":[123,168],"range":[124],"both":[126],"synthetic":[127],"real-world":[129],"data.":[130],"find":[132],"typically":[139],"outperform":[140],"less":[141],"approaches.":[143],"addition,":[145],"identify":[147,184],"data":[149],"characteristics":[150,195],"predict":[152],"more":[153],"substantial":[154],"differences.":[156],"Our":[157],"results":[158,183],"reveal":[159],"degree":[162],"caution":[164],"usually":[166],"has":[167],"larger":[169],"im-pact":[170],"on":[171],"than":[173],"choice":[175],"underlying":[178],"algorithm.":[180],"Together,":[181],"these":[182],"most":[186],"appropriate":[187],"particular":[193],"task":[194],"multiple":[198],"conflicting":[199],"findings":[200],"from":[201],"prior":[202],"research.":[204]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":14},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":14},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":6}],"updated_date":"2025-10-10T17:16:08.811792","created_date":"2025-10-10T00:00:00"}