{"id":"https://openalex.org/W153277182","doi":null,"title":"Active Learning and the Total Cost of Annotation.","display_name":"Active Learning and the Total Cost of Annotation.","alternate_titles":[],"publication_year":2004,"publication_date":"2004-07-01","ids":{"openalex":"https://openalex.org/W153277182","mag":"153277182"},"language":"en","primary_location":{"id":"mag:153277182","doi":null,"is_oa":false,"landing_page_url":"https://aclanthology.org/W04-3202/","pdf_url":null,"source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Empirical Methods in Natural Language Processing","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W153277182"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048931310","display_name":"Jason Baldridge","orcid":"https://orcid.org/0000-0002-4712-1841","observed_orcids":["https://orcid.org/0000-0002-4712-1841"]},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jason Baldridge","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058230090","display_name":"Miles Osborne","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Miles Osborne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6886,"has_fulltext":false,"cited_by_count":142,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.90266228,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"9","last_page":"16"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.7207000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.7207000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.26930001378059387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":1.0},{"id":"https://openalex.org/keywords/annotation-cost","display_name":"annotation cost","score":0.7960000038146973},{"id":"https://openalex.org/keywords/head-driven-phrase-structure-grammar","display_name":"HPSG","score":0.7570000290870667},{"id":"https://openalex.org/keywords/language-technology","display_name":"language technology","score":0.5460000038146973},{"id":"https://openalex.org/keywords/automatic-annotation","display_name":"automatic annotation","score":0.5090000033378601},{"id":"https://openalex.org/keywords/training-data-labeling","display_name":"training data labeling","score":0.5320000052452087},{"id":"https://openalex.org/keywords/cost-reduction","display_name":"cost reduction","score":0.3569999933242798}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.804490327835083},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7701565027236938},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.691554069519043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5697420835494995},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5579553842544556},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5213390588760376},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5147843360900879},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.5147414207458496},{"id":"https://openalex.org/C2778820799","wikidata":"https://www.wikidata.org/wiki/Q3454688","display_name":"Cost reduction","level":2,"score":0.49291419982910156},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4644728899002075},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4393000602722168},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07174304127693176},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"mag:153277182","doi":null,"is_oa":false,"landing_page_url":"https://aclanthology.org/W04-3202/","pdf_url":null,"source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Empirical Methods in Natural Language Processing","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.108.5493","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.108.5493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://acl.ldc.upenn.edu/acl2004/emnlp/pdf/Baldridge.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W89222448","https://openalex.org/W2067349145","https://openalex.org/W2076083849","https://openalex.org/W2079182758","https://openalex.org/W2080021732","https://openalex.org/W2095981462","https://openalex.org/W2096871981","https://openalex.org/W2098379588","https://openalex.org/W2107502455","https://openalex.org/W2168822971","https://openalex.org/W2949071206"],"related_works":["https://openalex.org/W2095729244","https://openalex.org/W105014682","https://openalex.org/W89222448","https://openalex.org/W2102162869","https://openalex.org/W245337710","https://openalex.org/W4386566914","https://openalex.org/W4390962271","https://openalex.org/W372125425","https://openalex.org/W7095797990","https://openalex.org/W2118073957"],"abstract_inverted_index":{"Active":[0],"learning":[1],"(AL)":[2],"promises":[3],"to":[4,18,59,72],"reduce":[5],"the":[6,76],"cost":[7,88],"of":[8,75],"annotating":[9],"labeled":[10,22],"datasets":[11],"for":[12,25,49],"trainable":[13],"human":[14],"language":[15],"technologies.":[16],"Contrary":[17],"expectations,":[19],"when":[20],"creating":[21],"training":[23],"material":[24],"HPSG":[26],"parse":[27],"selection":[28],"and":[29],"later":[30],"reusing":[31],"it":[32],"with":[33,90,95],"other":[34],"models,":[35],"gains":[36],"from":[37],"AL":[38],"may":[39,57],"be":[40,60],"negligible":[41],"or":[42],"even":[43],"negative.":[44],"This":[45],"has":[46],"serious":[47],"implications":[48],"using":[50,67],"AL,":[51],"showing":[52],"that":[53],"additional":[54],"cost-saving":[55],"strategies":[56],"need":[58],"adopted.":[61],"We":[62],"explore":[63],"one":[64],"such":[65],"strategy:":[66],"a":[68,96],"model":[69],"during":[70],"annotation":[71,87],"automate":[73],"some":[74],"decisions.":[77],"Our":[78],"best":[79],"results":[80],"show":[81],"an":[82],"80":[83],"%":[84],"reduction":[85],"in":[86],"compared":[89],"labeling":[91],"randomly":[92],"selected":[93],"data":[94],"single":[97],"model.":[98],"1":[99]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W153277182","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":8},{"year":2012,"cited_by_count":10}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
