{"id":"https://openalex.org/W2131618209","doi":"https://doi.org/10.1142/s0218213009000330","title":"VERITAS: COMBINING EXPERT OPINIONS WITHOUT LABELED DATA","display_name":"VERITAS: COMBINING EXPERT OPINIONS WITHOUT LABELED DATA","publication_year":2009,"publication_date":"2009-10-01","ids":{"openalex":"https://openalex.org/W2131618209","doi":"https://doi.org/10.1142/s0218213009000330","mag":"2131618209"},"language":"en","primary_location":{"id":"doi:10.1142/s0218213009000330","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218213009000330","pdf_url":null,"source":{"id":"https://openalex.org/S178780388","display_name":"International Journal of Artificial Intelligence Tools","issn_l":"0218-2130","issn":["0218-2130","1793-6349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Artificial Intelligence Tools","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112812132","display_name":"Sharath R. Cholleti","orcid":null},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"SHARATH R. CHOLLETI","raw_affiliation_strings":["Center for Comprehensive Informatics, Emory University, 1521 Dickey Drive, Suite 500, Atlanta, GA 30322, USA"],"affiliations":[{"raw_affiliation_string":"Center for Comprehensive Informatics, Emory University, 1521 Dickey Drive, Suite 500, Atlanta, GA 30322, USA","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103351832","display_name":"Sally A. Goldman","orcid":null},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"SALLY A. GOLDMAN","raw_affiliation_strings":["Department of Computer Science and Engineering, Washington University, One Brookings Drive, St. Louis, MO 63130, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Washington University, One Brookings Drive, St. Louis, MO 63130, USA","institution_ids":["https://openalex.org/I204465549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024803432","display_name":"Avrim Blum","orcid":"https://orcid.org/0000-0003-2450-5102"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"AVRIM BLUM","raw_affiliation_strings":["Department of Computer Science, Carnegie Mellon University, Pittsburgh, PA, 15213, USA","Department of Computer Science, Carnegie-Mellon University, Pittsburgh, Pa. 15213, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Carnegie Mellon University, Pittsburgh, PA, 15213, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Department of Computer Science, Carnegie-Mellon University, Pittsburgh, Pa. 15213, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113614918","display_name":"David G. Politte","orcid":null},"institutions":[{"id":"https://openalex.org/I4210102181","display_name":"Mallinckrodt (United States)","ror":"https://ror.org/01akman82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210102181"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"DAVID G. POLITTE","raw_affiliation_strings":["Electronic Radiology Laboratory, Mallinckrodt Institute of Radiology, Washington University School of Medicine, 510 S. Kingshighway, St. Louis, MO 63110, USA"],"affiliations":[{"raw_affiliation_string":"Electronic Radiology Laboratory, Mallinckrodt Institute of Radiology, Washington University School of Medicine, 510 S. Kingshighway, St. Louis, MO 63110, USA","institution_ids":["https://openalex.org/I4210102181"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000362845","display_name":"Steven Don","orcid":"https://orcid.org/0000-0001-9505-6928"},"institutions":[{"id":"https://openalex.org/I4210102181","display_name":"Mallinckrodt (United States)","ror":"https://ror.org/01akman82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210102181"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"STEVEN DON","raw_affiliation_strings":["Electronic Radiology Laboratory, Mallinckrodt Institute of Radiology, Washington University School of Medicine, 510 S. Kingshighway, St. Louis, MO 63110, USA"],"affiliations":[{"raw_affiliation_string":"Electronic Radiology Laboratory, Mallinckrodt Institute of Radiology, Washington University School of Medicine, 510 S. Kingshighway, St. Louis, MO 63110, USA","institution_ids":["https://openalex.org/I4210102181"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062391948","display_name":"Kirk Smith","orcid":"https://orcid.org/0000-0002-4338-4812"},"institutions":[{"id":"https://openalex.org/I4210102181","display_name":"Mallinckrodt (United States)","ror":"https://ror.org/01akman82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210102181"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"KIRK SMITH","raw_affiliation_strings":["Electronic Radiology Laboratory, Mallinckrodt Institute of Radiology, Washington University School of Medicine, 510 S. Kingshighway, St. Louis, MO 63110, USA"],"affiliations":[{"raw_affiliation_string":"Electronic Radiology Laboratory, Mallinckrodt Institute of Radiology, Washington University School of Medicine, 510 S. Kingshighway, St. Louis, MO 63110, USA","institution_ids":["https://openalex.org/I4210102181"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063662396","display_name":"Fred Prior","orcid":"https://orcid.org/0000-0002-6314-5683"},"institutions":[{"id":"https://openalex.org/I4210102181","display_name":"Mallinckrodt (United States)","ror":"https://ror.org/01akman82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210102181"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"FRED PRIOR","raw_affiliation_strings":["Electronic Radiology Laboratory, Mallinckrodt Institute of Radiology, Washington University School of Medicine, 510 S. Kingshighway, St. Louis, MO 63110, USA"],"affiliations":[{"raw_affiliation_string":"Electronic Radiology Laboratory, Mallinckrodt Institute of Radiology, Washington University School of Medicine, 510 S. Kingshighway, St. Louis, MO 63110, USA","institution_ids":["https://openalex.org/I4210102181"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5112812132"],"corresponding_institution_ids":["https://openalex.org/I150468666"],"apc_list":null,"apc_paid":null,"fwci":0.4362,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.73865996,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"18","issue":"05","first_page":"633","last_page":"651"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.8630685806274414},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8583673238754272},{"id":"https://openalex.org/keywords/voxel","display_name":"Voxel","score":0.6591024398803711},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6147339344024658},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6003450751304626},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4140756130218506},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4080164432525635}],"concepts":[{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.8630685806274414},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8583673238754272},{"id":"https://openalex.org/C54170458","wikidata":"https://www.wikidata.org/wiki/Q663554","display_name":"Voxel","level":2,"score":0.6591024398803711},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6147339344024658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6003450751304626},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4140756130218506},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4080164432525635}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218213009000330","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218213009000330","pdf_url":null,"source":{"id":"https://openalex.org/S178780388","display_name":"International Journal of Artificial Intelligence Tools","issn_l":"0218-2130","issn":["0218-2130","1793-6349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Artificial Intelligence Tools","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W79315950","https://openalex.org/W1520252399","https://openalex.org/W1570963478","https://openalex.org/W1630436329","https://openalex.org/W1973991804","https://openalex.org/W1988790447","https://openalex.org/W1999597401","https://openalex.org/W2107189314","https://openalex.org/W2140480784","https://openalex.org/W2148347694","https://openalex.org/W2157831837","https://openalex.org/W3129711340","https://openalex.org/W4229926969","https://openalex.org/W4244952642"],"related_works":["https://openalex.org/W3027020613","https://openalex.org/W2016533837","https://openalex.org/W3167885074","https://openalex.org/W2892386716","https://openalex.org/W4306164210","https://openalex.org/W1998563493","https://openalex.org/W4313316311","https://openalex.org/W4362608745","https://openalex.org/W2032233321","https://openalex.org/W2383143032"],"abstract_inverted_index":{"We":[0,128,155],"consider":[1],"a":[2,64,68,80,86,111,173],"variation":[3],"of":[4,7,35,62,73,79,83,94,110,149],"the":[5,12,33,48,53,60,74,124,130,135,139,142,147],"problem":[6,45,88],"combining":[8],"expert":[9,120,143],"opinions":[10,121,144],"for":[11,23,153],"situation":[13],"in":[14,46,67,89,141],"which":[15,47,106,166],"there":[16],"is":[17,38,50,57,85],"no":[18],"ground":[19,126,175],"truth":[20,84],"to":[21,51,117,122,165],"use":[22],"training.":[24,154],"Even":[25],"though":[26],"we":[27],"do":[28],"not":[29],"have":[30,169],"labeled":[31,151],"data,":[32],"goal":[34,49],"this":[36],"work":[37,56],"quite":[39],"different":[40],"from":[41],"an":[42],"unsupervised":[43],"learning":[44],"cluster":[52],"data.":[54],"Our":[55],"motivated":[58],"by":[59],"application":[61],"segmenting":[63],"lung":[65],"nodule":[66],"computed":[69],"tomography":[70],"(CT)":[71],"scan":[72],"human":[75,97],"chest.":[76],"The":[77,113],"lack":[78],"gold":[81],"standard":[82],"critical":[87],"medical":[90],"imaging.":[91],"A":[92],"variety":[93],"experts,":[95],"both":[96],"and":[98,161],"computer":[99],"algorithms,":[100],"are":[101,108],"available":[102],"that":[103,133],"can":[104],"mark":[105],"voxels":[107],"part":[109],"nodule.":[112],"question":[114],"is,":[115],"how":[116],"combine":[118],"these":[119],"estimate":[123],"unknown":[125],"truth.":[127,176],"present":[129],"Veritas":[131,157],"algorithm":[132],"predicts":[134],"underlying":[136],"label":[137],"using":[138,158],"knowledge":[140],"even":[145],"without":[146],"benefit":[148],"any":[150],"data":[152,160],"evaluate":[156],"artificial":[159],"real":[162],"CT":[163],"images":[164],"synthetic":[167],"nodules":[168],"been":[170],"added,":[171],"providing":[172],"known":[174]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}