{"id":"https://openalex.org/W1494186835","doi":"https://doi.org/10.1007/978-3-319-11915-1_31","title":"CrowdTruth: Machine-Human Computation Framework for Harnessing Disagreement in Gathering Annotated Data","display_name":"CrowdTruth: Machine-Human Computation Framework for Harnessing Disagreement in Gathering Annotated Data","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W1494186835","doi":"https://doi.org/10.1007/978-3-319-11915-1_31","mag":"1494186835"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-319-11915-1_31","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-319-11915-1_31","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.vu.nl/en/publications/f188f1d1-c906-42ed-8553-c5dcc639c912","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056796427","display_name":"Oana Inel","orcid":"https://orcid.org/0000-0003-4691-6586"},"institutions":[{"id":"https://openalex.org/I4210148065","display_name":"IBM (Netherlands)","ror":"https://ror.org/055yb9v95","country_code":"NL","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210148065"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Oana Inel","raw_affiliation_strings":["CAS Benelux, IBM Netherlands, The Netherlands","VU University Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Benelux, IBM Netherlands, The Netherlands","institution_ids":["https://openalex.org/I4210148065"]},{"raw_affiliation_string":"VU University Amsterdam, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089451551","display_name":"Khalid Khamkham","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148065","display_name":"IBM (Netherlands)","ror":"https://ror.org/055yb9v95","country_code":"NL","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210148065"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Khalid Khamkham","raw_affiliation_strings":["CAS Benelux, IBM Netherlands, The Netherlands","VU University Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Benelux, IBM Netherlands, The Netherlands","institution_ids":["https://openalex.org/I4210148065"]},{"raw_affiliation_string":"VU University Amsterdam, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067981135","display_name":"T. Cristea","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148065","display_name":"IBM (Netherlands)","ror":"https://ror.org/055yb9v95","country_code":"NL","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210148065"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Tatiana Cristea","raw_affiliation_strings":["CAS Benelux, IBM Netherlands, The Netherlands","VU University Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Benelux, IBM Netherlands, The Netherlands","institution_ids":["https://openalex.org/I4210148065"]},{"raw_affiliation_string":"VU University Amsterdam, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021638892","display_name":"Anca Dumitrache","orcid":"https://orcid.org/0000-0003-1537-1763"},"institutions":[{"id":"https://openalex.org/I4210148065","display_name":"IBM (Netherlands)","ror":"https://ror.org/055yb9v95","country_code":"NL","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210148065"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Anca Dumitrache","raw_affiliation_strings":["CAS Benelux, IBM Netherlands, The Netherlands","VU University Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Benelux, IBM Netherlands, The Netherlands","institution_ids":["https://openalex.org/I4210148065"]},{"raw_affiliation_string":"VU University Amsterdam, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061257270","display_name":"Arne Rutjes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arne Rutjes","raw_affiliation_strings":["IBM Services Center Benelux, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Services Center Benelux, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067813299","display_name":"J. Ploeg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jelle van der Ploeg","raw_affiliation_strings":["IBM Services Center Benelux, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Services Center Benelux, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050122055","display_name":"\u0141ukasz Romaszko","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148065","display_name":"IBM (Netherlands)","ror":"https://ror.org/055yb9v95","country_code":"NL","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210148065"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Lukasz Romaszko","raw_affiliation_strings":["CAS Benelux, IBM Netherlands, The Netherlands","VU University Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Benelux, IBM Netherlands, The Netherlands","institution_ids":["https://openalex.org/I4210148065"]},{"raw_affiliation_string":"VU University Amsterdam, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016381010","display_name":"Lora Aroyo","orcid":"https://orcid.org/0000-0001-9402-1133"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lora Aroyo","raw_affiliation_strings":["VU University Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VU University Amsterdam, The Netherlands","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040841362","display_name":"Robert-Jan Sips","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148065","display_name":"IBM (Netherlands)","ror":"https://ror.org/055yb9v95","country_code":"NL","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210148065"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Robert-Jan Sips","raw_affiliation_strings":["CAS Benelux, IBM Netherlands, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Benelux, IBM Netherlands, The Netherlands","institution_ids":["https://openalex.org/I4210148065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":17.1416,"has_fulltext":true,"cited_by_count":56,"citation_normalized_percentile":{"value":0.9957265,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"486","last_page":"504"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.829827070236206},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6570806503295898},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.530955970287323},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.49762776494026184},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.47333842515945435},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4642760157585144},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.46008846163749695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45377686619758606},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3732377886772156},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34825432300567627},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12592393159866333},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1015251874923706}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.829827070236206},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6570806503295898},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.530955970287323},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.49762776494026184},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.47333842515945435},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4642760157585144},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.46008846163749695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45377686619758606},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3732377886772156},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34825432300567627},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12592393159866333},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1015251874923706},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/978-3-319-11915-1_31","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-319-11915-1_31","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:research.vu.nl:openaire/f188f1d1-c906-42ed-8553-c5dcc639c912","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/f188f1d1-c906-42ed-8553-c5dcc639c912","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Inel, O A, Khamkham, K, Cristea, T, Dumitrache, A, Rutjes, A, van der Ploeg, J, Aroyo, L M, Romaszko, L & Sips, R J 2014, CrowdTruth: Machine-Human Computation Framework for Harnessing Disagreement in Gathering Annotated Data. in The Semantic Web\u2013ISWC 2014, 486-504.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.879.2604","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.879.2604","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://dare.ubvu.vu.nl/bitstream/handle/1871/52752/iswc2014.pdf%3Bjsessionid%3D3949A3C9B49202B1BB6ABAC21CD1D2BF?sequence%3D1","raw_type":"text"},{"id":"pmh:oai:dare.ubvu.vu.nl:1871/52752","is_oa":false,"landing_page_url":"http://hdl.handle.net/1871/52752","pdf_url":null,"source":{"id":"https://openalex.org/S4306400546","display_name":"Digital Academic REpository of VU University Amsterdam (Vrije Universiteit Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The Semantic Web\u2013ISWC 2014, 486-504","raw_type":"Article in monograph or in proceedings"},{"id":"pmh:oai:www.zora.uzh.ch:264077","is_oa":false,"landing_page_url":"https://www.zora.uzh.ch/264077","pdf_url":null,"source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Inel, Oana  (2014). CrowdTruth: Machine-Human Computation Framework for Harnessing Disagreement in Gathering Annotated Data.  In: The Semantic Web\u2013ISWC 2014: 13th International Semantic Web Conference, Riva del Garda, Italy, 19 October 2014 - 23 October 2014. Springer (B\u00fccher), 486-504.","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:research.vu.nl:openaire/f188f1d1-c906-42ed-8553-c5dcc639c912","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/f188f1d1-c906-42ed-8553-c5dcc639c912","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Inel, O A, Khamkham, K, Cristea, T, Dumitrache, A, Rutjes, A, van der Ploeg, J, Aroyo, L M, Romaszko, L & Sips, R J 2014, CrowdTruth: Machine-Human Computation Framework for Harnessing Disagreement in Gathering Annotated Data. in The Semantic Web\u2013ISWC 2014, 486-504.","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W125094683","https://openalex.org/W296976497","https://openalex.org/W1514944708","https://openalex.org/W1522553155","https://openalex.org/W1962580118","https://openalex.org/W1970381522","https://openalex.org/W1985816302","https://openalex.org/W2055904739","https://openalex.org/W2121222025","https://openalex.org/W2134305421","https://openalex.org/W2170989440","https://openalex.org/W2182432848","https://openalex.org/W2208202786","https://openalex.org/W2250977991","https://openalex.org/W2468363730","https://openalex.org/W2729498950","https://openalex.org/W2899474627","https://openalex.org/W4256498854"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":14},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}