{"id":"https://openalex.org/W2112511942","doi":"https://doi.org/10.1007/s10994-013-5411-2","title":"Sequence labeling with multiple annotators","display_name":"Sequence labeling with multiple annotators","publication_year":2013,"publication_date":"2013-10-03","ids":{"openalex":"https://openalex.org/W2112511942","doi":"https://doi.org/10.1007/s10994-013-5411-2","mag":"2112511942"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-013-5411-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-013-5411-2","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs10994-013-5411-2.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://link.springer.com/content/pdf/10.1007%2Fs10994-013-5411-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078981714","display_name":"Filipe Rodrigues","orcid":"https://orcid.org/0000-0001-6979-6498"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Filipe Rodrigues","raw_affiliation_strings":["Centre for Informatics and Systems of the University of Coimbra (CISUC), Department of Informatics Engineering, University of Coimbra, 3030-290, Coimbra, Portugal","Centre for Informatics and Systems of the University of Coimbra (CISUC), Department of Informatics Engineering, University of Coimbra, Coimbra, Portugal 3030-290#TAB#"],"affiliations":[{"raw_affiliation_string":"Centre for Informatics and Systems of the University of Coimbra (CISUC), Department of Informatics Engineering, University of Coimbra, 3030-290, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Centre for Informatics and Systems of the University of Coimbra (CISUC), Department of Informatics Engineering, University of Coimbra, Coimbra, Portugal 3030-290#TAB#","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001424439","display_name":"Francisco C. Pereira","orcid":"https://orcid.org/0000-0001-5457-9909"},"institutions":[{"id":"https://openalex.org/I4210167254","display_name":"Singapore-MIT Alliance for Research and Technology","ror":"https://ror.org/05yb3w112","country_code":"SG","type":"education","lineage":["https://openalex.org/I4210167254"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Francisco Pereira","raw_affiliation_strings":["Singapore-MIT Alliance for Research and Technology (SMART), 1 CREATE Way, Singapore, 138602, Singapore","Singapore-MIT Alliance for Research and Technology (SMART), Singapore, Singapore 138602#TAB#"],"affiliations":[{"raw_affiliation_string":"Singapore-MIT Alliance for Research and Technology (SMART), 1 CREATE Way, Singapore, 138602, Singapore","institution_ids":["https://openalex.org/I4210167254"]},{"raw_affiliation_string":"Singapore-MIT Alliance for Research and Technology (SMART), Singapore, Singapore 138602#TAB#","institution_ids":["https://openalex.org/I4210167254"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046882659","display_name":"Bernardete Ribeiro","orcid":"https://orcid.org/0000-0002-9770-7672"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Bernardete Ribeiro","raw_affiliation_strings":["Centre for Informatics and Systems of the University of Coimbra (CISUC), Department of Informatics Engineering, University of Coimbra, 3030-290, Coimbra, Portugal","Centre for Informatics and Systems of the University of Coimbra (CISUC), Department of Informatics Engineering, University of Coimbra, Coimbra, Portugal 3030-290#TAB#"],"affiliations":[{"raw_affiliation_string":"Centre for Informatics and Systems of the University of Coimbra (CISUC), Department of Informatics Engineering, University of Coimbra, 3030-290, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Centre for Informatics and Systems of the University of Coimbra (CISUC), Department of Informatics Engineering, University of Coimbra, Coimbra, Portugal 3030-290#TAB#","institution_ids":["https://openalex.org/I76903346"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5078981714"],"corresponding_institution_ids":["https://openalex.org/I76903346"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":2.9988,"has_fulltext":true,"cited_by_count":94,"citation_normalized_percentile":{"value":0.92770755,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"95","issue":"2","first_page":"165","last_page":"181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7545143961906433},{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"Sequence labeling","score":0.7529382109642029},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7346623539924622},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6827540993690491},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.6677350997924805},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6619012951850891},{"id":"https://openalex.org/keywords/conditional-random-field","display_name":"Conditional random field","score":0.6433645486831665},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6234502792358398},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.618901252746582},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6001883745193481},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5772605538368225},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4841492772102356},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.45742854475975037},{"id":"https://openalex.org/keywords/expectation\u2013maximization-algorithm","display_name":"Expectation\u2013maximization algorithm","score":0.4465112090110779},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.44060346484184265},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37998729944229126},{"id":"https://openalex.org/keywords/maximum-likelihood","display_name":"Maximum likelihood","score":0.14678961038589478},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10086068511009216}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7545143961906433},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.7529382109642029},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7346623539924622},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6827540993690491},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.6677350997924805},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6619012951850891},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.6433645486831665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6234502792358398},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.618901252746582},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6001883745193481},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5772605538368225},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4841492772102356},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.45742854475975037},{"id":"https://openalex.org/C182081679","wikidata":"https://www.wikidata.org/wiki/Q1275153","display_name":"Expectation\u2013maximization algorithm","level":3,"score":0.4465112090110779},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.44060346484184265},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37998729944229126},{"id":"https://openalex.org/C49781872","wikidata":"https://www.wikidata.org/wiki/Q1045555","display_name":"Maximum likelihood","level":2,"score":0.14678961038589478},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10086068511009216},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10994-013-5411-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-013-5411-2","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs10994-013-5411-2.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/85189","is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/85189","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Francisco Pereira","raw_type":"http://purl.org/eprint/type/JournalArticle"}],"best_oa_location":{"id":"doi:10.1007/s10994-013-5411-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-013-5411-2","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs10994-013-5411-2.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G7125946195","display_name":null,"funder_award_id":"SFRH/BD/78396/2011","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G7590199576","display_name":null,"funder_award_id":"PTDC/EIA-EIA/115014/2009","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2112511942.pdf","grobid_xml":"https://content.openalex.org/works/W2112511942.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W6869908","https://openalex.org/W9014458","https://openalex.org/W148348866","https://openalex.org/W1461616730","https://openalex.org/W1525088415","https://openalex.org/W1541505110","https://openalex.org/W1554540371","https://openalex.org/W1583837637","https://openalex.org/W1590411898","https://openalex.org/W1605255363","https://openalex.org/W1623072288","https://openalex.org/W1766290689","https://openalex.org/W1914338220","https://openalex.org/W1947674219","https://openalex.org/W1970381522","https://openalex.org/W2010135967","https://openalex.org/W2049633694","https://openalex.org/W2051434435","https://openalex.org/W2067760738","https://openalex.org/W2115915304","https://openalex.org/W2125838338","https://openalex.org/W2125943921","https://openalex.org/W2127849236","https://openalex.org/W2132372375","https://openalex.org/W2134305421","https://openalex.org/W2143801061","https://openalex.org/W2144578941","https://openalex.org/W2144660879","https://openalex.org/W2147880316","https://openalex.org/W2154096410","https://openalex.org/W2181558882","https://openalex.org/W2254605168","https://openalex.org/W2282396980","https://openalex.org/W2295692079","https://openalex.org/W2400059445","https://openalex.org/W2502406077","https://openalex.org/W2559997609","https://openalex.org/W2801455852","https://openalex.org/W2912150279","https://openalex.org/W2913668833","https://openalex.org/W4236654676","https://openalex.org/W6600293976","https://openalex.org/W6640559804","https://openalex.org/W6679959949","https://openalex.org/W6685936606","https://openalex.org/W6691759129","https://openalex.org/W6712416191"],"related_works":["https://openalex.org/W2832644133","https://openalex.org/W3136048405","https://openalex.org/W2137100725","https://openalex.org/W2947903144","https://openalex.org/W2599286794","https://openalex.org/W3120199763","https://openalex.org/W2893211995","https://openalex.org/W3200389946","https://openalex.org/W4207035788","https://openalex.org/W2112511942"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3}],"updated_date":"2026-04-24T08:23:43.765630","created_date":"2025-10-10T00:00:00"}