{"id":"https://openalex.org/W3126554355","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533320","title":"OpinionRank: Extracting Ground Truth Labels from Unreliable Expert Opinions with Graph-Based Spectral Ranking","display_name":"OpinionRank: Extracting Ground Truth Labels from Unreliable Expert Opinions with Graph-Based Spectral Ranking","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3126554355","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533320","mag":"3126554355"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9533320","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533320","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.05884","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022724564","display_name":"Glenn Dawson","orcid":null},"institutions":[{"id":"https://openalex.org/I44265643","display_name":"Rowan University","ror":"https://ror.org/049v69k10","country_code":"US","type":"education","lineage":["https://openalex.org/I44265643"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Glenn Dawson","raw_affiliation_strings":["Rowan University, Glassboro, New Jersey, United States","Rowan University#TAB#"],"affiliations":[{"raw_affiliation_string":"Rowan University, Glassboro, New Jersey, United States","institution_ids":["https://openalex.org/I44265643"]},{"raw_affiliation_string":"Rowan University#TAB#","institution_ids":["https://openalex.org/I44265643"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025314990","display_name":"Robi Polikar","orcid":"https://orcid.org/0000-0002-2739-4228"},"institutions":[{"id":"https://openalex.org/I44265643","display_name":"Rowan University","ror":"https://ror.org/049v69k10","country_code":"US","type":"education","lineage":["https://openalex.org/I44265643"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robi Polikar","raw_affiliation_strings":["Rowan University, Glassboro, New Jersey, United States","Rowan University#TAB#"],"affiliations":[{"raw_affiliation_string":"Rowan University, Glassboro, New Jersey, United States","institution_ids":["https://openalex.org/I44265643"]},{"raw_affiliation_string":"Rowan University#TAB#","institution_ids":["https://openalex.org/I44265643"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5022724564"],"corresponding_institution_ids":["https://openalex.org/I44265643"],"apc_list":null,"apc_paid":null,"fwci":0.7304,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.75500963,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8305056691169739},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8067203164100647},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7039209008216858},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6585575342178345},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.610106885433197},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.5916974544525146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5797552466392517},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5062500834465027},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42013323307037354},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4011082947254181},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.39751625061035156},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.18047508597373962},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.11043700575828552}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8305056691169739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8067203164100647},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7039209008216858},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6585575342178345},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.610106885433197},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.5916974544525146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5797552466392517},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5062500834465027},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42013323307037354},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4011082947254181},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.39751625061035156},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.18047508597373962},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11043700575828552},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9533320","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533320","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2102.05884","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.05884","pdf_url":"https://arxiv.org/pdf/2102.05884","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:rdw.rowan.edu:engineering_facpub-1151","is_oa":true,"landing_page_url":"https://rdw.rowan.edu/engineering_facpub/152","pdf_url":"https://rdw.rowan.edu/engineering_facpub/152","source":{"id":"https://openalex.org/S4377196130","display_name":"Rowan Digitals Works (Rowan University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I44265643","host_organization_name":"Rowan University","host_organization_lineage":["https://openalex.org/I44265643"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Henry M. Rowan College of Engineering Departmental Research","raw_type":"article"},{"id":"mag:3126554355","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2102.05884.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2102.05884","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.05884","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.05884","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.05884","pdf_url":"https://arxiv.org/pdf/2102.05884","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4170240606","display_name":null,"funder_award_id":"P200A180055","funder_id":"https://openalex.org/F4320306106","funder_display_name":"U.S. Department of Education"},{"id":"https://openalex.org/G8121007642","display_name":null,"funder_award_id":"GAANN","funder_id":"https://openalex.org/F4320306106","funder_display_name":"U.S. Department of Education"}],"funders":[{"id":"https://openalex.org/F4320306106","display_name":"U.S. Department of Education","ror":"https://ror.org/021adze67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3126554355.pdf","grobid_xml":"https://content.openalex.org/works/W3126554355.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W108763474","https://openalex.org/W1522318289","https://openalex.org/W1525595230","https://openalex.org/W1854214752","https://openalex.org/W1970381522","https://openalex.org/W1972675781","https://openalex.org/W1978460556","https://openalex.org/W1982974886","https://openalex.org/W1988560072","https://openalex.org/W2026043261","https://openalex.org/W2040348564","https://openalex.org/W2048847945","https://openalex.org/W2052924479","https://openalex.org/W2056584528","https://openalex.org/W2108598243","https://openalex.org/W2110693578","https://openalex.org/W2125943921","https://openalex.org/W2127176025","https://openalex.org/W2127970560","https://openalex.org/W2128475742","https://openalex.org/W2129345386","https://openalex.org/W2134305421","https://openalex.org/W2140634465","https://openalex.org/W2141986476","https://openalex.org/W2142518823","https://openalex.org/W2143331230","https://openalex.org/W2144660879","https://openalex.org/W2146928171","https://openalex.org/W2149273804","https://openalex.org/W2150612552","https://openalex.org/W2150742617","https://openalex.org/W2397156362","https://openalex.org/W2511082080","https://openalex.org/W2739753637","https://openalex.org/W2739848020","https://openalex.org/W2770277425","https://openalex.org/W2809117326","https://openalex.org/W2970032879","https://openalex.org/W3034363135","https://openalex.org/W3081178730","https://openalex.org/W3099973750","https://openalex.org/W3101913037","https://openalex.org/W3168547821","https://openalex.org/W6604434248","https://openalex.org/W6631258193","https://openalex.org/W6631501603","https://openalex.org/W6639055396","https://openalex.org/W6679031254","https://openalex.org/W6679158198","https://openalex.org/W6679959949","https://openalex.org/W6680957539","https://openalex.org/W6681249710","https://openalex.org/W6681400661","https://openalex.org/W6681455198","https://openalex.org/W6682171051","https://openalex.org/W6682576451","https://openalex.org/W6745712239","https://openalex.org/W6779602356","https://openalex.org/W6788391730"],"related_works":["https://openalex.org/W3201351024","https://openalex.org/W3189721578","https://openalex.org/W2527993668","https://openalex.org/W2738227981","https://openalex.org/W2969421010","https://openalex.org/W2003433537","https://openalex.org/W2252886803","https://openalex.org/W2992016955","https://openalex.org/W2510343936","https://openalex.org/W2162237605","https://openalex.org/W3203734261","https://openalex.org/W3015470591","https://openalex.org/W2571859924","https://openalex.org/W2900318775","https://openalex.org/W1600623192","https://openalex.org/W2112431793","https://openalex.org/W2585226541","https://openalex.org/W3021437422","https://openalex.org/W3096023717","https://openalex.org/W2250854390"],"abstract_inverted_index":{"As":[0],"larger":[1],"and":[2,40,86,110,166,171],"more":[3,15,151],"comprehensive":[4],"datasets":[5,165],"become":[6],"standard":[7],"in":[8],"contemporary":[9],"machine":[10],"learning,":[11],"it":[12],"becomes":[13],"increasingly":[14],"difficult":[16],"to":[17,25,115,162],"obtain":[18],"reliable,":[19],"trustworthy":[20],"label":[21,48,90,104,169],"information":[22,91],"with":[23],"which":[24],"train":[26],"sophisticated":[27],"models.":[28],"To":[29],"address":[30],"this":[31],"problem,":[32],"crowdsourcing":[33],"has":[34],"emerged":[35],"as":[36,56,79],"a":[37,122],"popular,":[38],"inexpensive,":[39],"efficient":[41],"data":[42],"mining":[43],"solution":[44],"for":[45,128,135],"performing":[46,136],"distributed":[47],"collection.":[49],"However,":[50],"crowdsourced":[51,130],"annotations":[52,131],"are":[53,59],"inherently":[54],"untrustworthy,":[55],"the":[57,93,103,111],"labels":[58,134],"provided":[60],"by":[61],"anonymous":[62],"volunteers":[63],"who":[64],"may":[65,83],"have":[66],"varying,":[67],"unreliable":[68],"expertise.":[69],"Worse":[70],"yet,":[71],"some":[72],"participants":[73],"on":[74],"commonly":[75],"used":[76,114],"platforms":[77],"such":[78],"Amazon":[80],"Mechanical":[81],"Turk":[82],"be":[84],"adversarial,":[85],"provide":[87],"intentionally":[88],"incorrect":[89],"without":[92],"end":[94],"user's":[95],"knowledge.":[96],"We":[97,118,155],"discuss":[98],"three":[99],"conventional":[100],"models":[101],"of":[102,168],"generation":[105],"process,":[106],"describing":[107],"their":[108],"parameterizations":[109],"model-based":[112],"approaches":[113],"solve":[116],"them.":[117],"then":[119],"propose":[120],"OpinionRank,":[121],"model-free,":[123],"interpretable,":[124],"graph-based":[125],"spectral":[126],"algorithm":[127],"integrating":[129],"into":[132],"reliable":[133],"supervised":[137],"or":[138],"semi-supervised":[139],"learning.":[140],"Our":[141],"experiments":[142],"show":[143,157],"that":[144,158],"OpinionRank":[145,159],"performs":[146],"favorably":[147],"when":[148],"compared":[149],"against":[150],"highly":[152],"parameterized":[153],"algorithms.":[154],"also":[156],"is":[160],"scalable":[161],"very":[163],"large":[164],"numbers":[167],"sources,":[170],"requires":[172],"considerably":[173],"fewer":[174],"computational":[175],"resources":[176],"than":[177],"previous":[178],"approaches.":[179]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}