{"id":"https://openalex.org/W2921615710","doi":"https://doi.org/10.1109/tcyb.2019.2901499","title":"A Generic Human\u2013Machine Annotation Framework Based on Dynamic Cooperative Learning","display_name":"A Generic Human\u2013Machine Annotation Framework Based on Dynamic Cooperative Learning","publication_year":2019,"publication_date":"2019-03-14","ids":{"openalex":"https://openalex.org/W2921615710","doi":"https://doi.org/10.1109/tcyb.2019.2901499","mag":"2921615710","pmid":"https://pubmed.ncbi.nlm.nih.gov/30872254"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2019.2901499","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2019.2901499","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/1721.1/124308","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102866879","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0002-8233-3014"},"institutions":[{"id":"https://openalex.org/I4210142372","display_name":"Human Media","ror":"https://ror.org/04072nk43","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210142372"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["Affective Computing Group, MIT Media Lab, Massachusetts Institute of Technology, Cambridge, USA","Department of Computing, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-8233-3014","affiliations":[{"raw_affiliation_string":"Affective Computing Group, MIT Media Lab, Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I4210142372","https://openalex.org/I63966007"]},{"raw_affiliation_string":"Department of Computing, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046831695","display_name":"Andrea Michi","orcid":"https://orcid.org/0009-0001-4797-3593"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrea Michi","raw_affiliation_strings":["Department of Computing, Imperial College London, London, U.K","Google DeepMind, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Google DeepMind, London, U.K","institution_ids":["https://openalex.org/I4210113297","https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060352345","display_name":"Johannes Wagner","orcid":"https://orcid.org/0000-0003-2389-410X"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Wagner","raw_affiliation_strings":["Department of Computer Science, University of Augsburg, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056684559","display_name":"Elisabeth Andr\u00e9","orcid":"https://orcid.org/0000-0002-2367-162X"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elisabeth Andre","raw_affiliation_strings":["Department of Computer Science, University of Augsburg, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn W. Schuller","orcid":"https://orcid.org/0000-0002-6478-8699"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bjorn Schuller","raw_affiliation_strings":["Department of Computing, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-6478-8699","affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016747567","display_name":"Felix Weninger","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125787","display_name":"Nuance Communications (United States)","ror":"https://ror.org/0311h6702","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125787"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Felix Weninger","raw_affiliation_strings":["Nuance Communications, Burlington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nuance Communications, Burlington, USA","institution_ids":["https://openalex.org/I4210125787"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102866879"],"corresponding_institution_ids":["https://openalex.org/I4210142372","https://openalex.org/I47508984","https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":2.1674,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.90491881,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"50","issue":"3","first_page":"1230","last_page":"1239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7131639719009399},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6146054267883301},{"id":"https://openalex.org/keywords/human\u2013machine-system","display_name":"Human\u2013machine system","score":0.4743955135345459},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45270463824272156},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37154674530029297},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3436576724052429}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7131639719009399},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6146054267883301},{"id":"https://openalex.org/C146047270","wikidata":"https://www.wikidata.org/wiki/Q469666","display_name":"Human\u2013machine system","level":2,"score":0.4743955135345459},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45270463824272156},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37154674530029297},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3436576724052429}],"mesh":[{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008328","descriptor_name":"Man-Machine Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008328","descriptor_name":"Man-Machine Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008328","descriptor_name":"Man-Machine Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D066289","descriptor_name":"Data Curation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D066289","descriptor_name":"Data Curation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D066289","descriptor_name":"Data Curation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1109/tcyb.2019.2901499","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2019.2901499","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:30872254","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30872254","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null},{"id":"pmh:oai:dspace.mit.edu:1721.1/124308","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/124308","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Yue Zhang","raw_type":"http://purl.org/eprint/type/JournalArticle"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:71013","is_oa":false,"landing_page_url":"https://opus.bibliothek.uni-augsburg.de/opus4/frontdoor/index/index/docId/71013","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/124308","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/124308","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Yue Zhang","raw_type":"http://purl.org/eprint/type/JournalArticle"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G3453264415","display_name":null,"funder_award_id":"645378 (ARIA-VALUSPA)","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G4185158036","display_name":null,"funder_award_id":"797323 (HOL-DEEP-SENSE)","funder_id":"https://openalex.org/F4320337669","funder_display_name":"H2020 European Institute of Innovation and Technology"}],"funders":[{"id":"https://openalex.org/F4320323322","display_name":"Universit\u00e4t des Saarlandes","ror":"https://ror.org/01jdpyv68"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320337669","display_name":"H2020 European Institute of Innovation and Technology","ror":"https://ror.org/036dxts37"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W164706946","https://openalex.org/W582134693","https://openalex.org/W1494192115","https://openalex.org/W1560107318","https://openalex.org/W1568139284","https://openalex.org/W1570448133","https://openalex.org/W1572063013","https://openalex.org/W1719489212","https://openalex.org/W1727020689","https://openalex.org/W1866206747","https://openalex.org/W1900086069","https://openalex.org/W1971711030","https://openalex.org/W2010135967","https://openalex.org/W2017761002","https://openalex.org/W2031072412","https://openalex.org/W2031735445","https://openalex.org/W2041404167","https://openalex.org/W2042700175","https://openalex.org/W2048681867","https://openalex.org/W2079057609","https://openalex.org/W2082927806","https://openalex.org/W2085989833","https://openalex.org/W2086059573","https://openalex.org/W2090777335","https://openalex.org/W2091432990","https://openalex.org/W2095705004","https://openalex.org/W2103568877","https://openalex.org/W2108677974","https://openalex.org/W2110327402","https://openalex.org/W2125943921","https://openalex.org/W2127816222","https://openalex.org/W2128073546","https://openalex.org/W2134305421","https://openalex.org/W2136504847","https://openalex.org/W2137935418","https://openalex.org/W2152175008","https://openalex.org/W2161391345","https://openalex.org/W2181647815","https://openalex.org/W2246178008","https://openalex.org/W2296527405","https://openalex.org/W2397238603","https://openalex.org/W2548373064","https://openalex.org/W2576641009","https://openalex.org/W2586921172","https://openalex.org/W2801454299","https://openalex.org/W2900595267","https://openalex.org/W2903158431","https://openalex.org/W2951911250","https://openalex.org/W2955938005","https://openalex.org/W2963711523","https://openalex.org/W2964059111","https://openalex.org/W2978725006","https://openalex.org/W3203468160","https://openalex.org/W4234016251","https://openalex.org/W6617145748","https://openalex.org/W6630424276","https://openalex.org/W6633497745","https://openalex.org/W6639216784","https://openalex.org/W6660909453","https://openalex.org/W6674330103","https://openalex.org/W6676315081","https://openalex.org/W6676541455","https://openalex.org/W6678881507","https://openalex.org/W6679154154","https://openalex.org/W6679959949","https://openalex.org/W6680140577","https://openalex.org/W6682825348","https://openalex.org/W6732379910","https://openalex.org/W6755953411","https://openalex.org/W6756615331","https://openalex.org/W6765885163"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"The":[0,148],"task":[1],"of":[2,30,64,193],"obtaining":[3],"meaningful":[4],"annotations":[5,195],"is":[6,151],"a":[7,41],"tedious":[8],"work,":[9],"incurring":[10],"considerable":[11],"costs":[12],"and":[13,19,57,66,80,93],"time":[14],"consumption.":[15],"Dynamic":[16],"active":[17],"learning":[18,21,176],"cooperative":[20,175],"are":[22,122,136],"recently":[23],"proposed":[24,149],"approaches":[25],"to":[26,49,76,82,113,124,128,140,184],"reduce":[27],"human":[28,65,97,115,194],"effort":[29],"annotating":[31],"data":[32],"with":[33,46,186],"subjective":[34],"phenomena.":[35],"In":[36,99,126,169],"this":[37,71],"paper,":[38],"we":[39,73,101],"introduce":[40],"novel":[42,173],"generic":[43],"annotation":[44],"framework,":[45],"the":[47,51,91,129,132,154,164,170,172,191],"aim":[48],"achieve":[50],"optimal":[52],"tradeoff":[53],"between":[54],"label":[55],"reliability":[56],"cost":[58],"reduction":[59],"by":[60,90,196],"making":[61],"efficient":[62],"use":[63,74],"machine":[67,92],"work":[68],"force.":[69],"To":[70],"end,":[72],"dropout":[75],"assess":[77],"model":[78],"uncertainty":[79],"thereby":[81],"decide":[83],"which":[84,94],"instances":[85,120],"can":[86],"be":[87],"automatically":[88],"labeled":[89],"ones":[95],"require":[96],"inspection.":[98],"addition,":[100],"propose":[102],"an":[103],"early":[104],"stopping":[105],"criterion":[106],"based":[107],"on":[108,117,153],"inter-rater":[109],"agreement":[110],"in":[111,163],"order":[112],"focus":[114],"resources":[116],"those":[118],"ambiguous":[119],"that":[121],"difficult":[123],"label.":[125],"contrast":[127],"existing":[130],"algorithms,":[131],"new":[133],"confidence":[134],"measures":[135],"not":[137],"only":[138],"applicable":[139],"binary":[141],"classification":[142],"tasks":[143],"but":[144],"also":[145],"regression":[146],"problems.":[147],"method":[150],"evaluated":[152],"benchmark":[155],"datasets":[156],"for":[157],"non-native":[158],"English":[159],"prosody":[160],"estimation,":[161],"provided":[162],"Interspeech":[165],"computational":[166],"paralinguistics":[167],"challenge.":[168],"result,":[171],"dynamic":[174],"algorithm":[177],"yields":[178],"0.424":[179],"Spearman's":[180],"correlation":[181],"coefficient":[182],"compared":[183],"0.413":[185],"passive":[187],"learning,":[188],"while":[189],"reducing":[190],"amount":[192],"74%.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}