{"id":"https://openalex.org/W52840134","doi":"https://doi.org/10.63317/4qee7r7zw5cy","title":"Annotation Time Stamps \u2014 Temporal Metadata from the Linguistic Annotation Process","display_name":"Annotation Time Stamps \u2014 Temporal Metadata from the Linguistic Annotation Process","alternate_titles":[],"publication_year":2010,"publication_date":"2010-05-01","ids":{"openalex":"https://openalex.org/W52840134","doi":"https://doi.org/10.63317/4qee7r7zw5cy","mag":"52840134"},"language":"en","primary_location":{"id":"doi:10.63317/4qee7r7zw5cy","doi":"https://doi.org/10.63317/4qee7r7zw5cy","is_oa":true,"landing_page_url":"https://doi.org/10.63317/4qee7r7zw5cy","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2010/pdf/652_Paper.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W52840134"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"http://www.lrec-conf.org/proceedings/lrec2010/pdf/652_Paper.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002347902","display_name":"Katrin Tomanek","orcid":"https://orcid.org/0000-0002-9873-7144","observed_orcids":["https://orcid.org/0000-0002-9873-7144"]},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Katrin Tomanek","raw_affiliation_strings":["Friedrich-Schiller-Universit\u00e4t Jena F\u00fcrstengraben 30 , 07743 Jena , Germany","Jena University Language & Information Engineering (JULIE) Lab","University of Jena"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Friedrich-Schiller-Universit\u00e4t Jena F\u00fcrstengraben 30 , 07743 Jena , Germany","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"Jena University Language & Information Engineering (JULIE) Lab","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"University of Jena","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044841280","display_name":"Udo Hahn","orcid":"https://orcid.org/0000-0002-5052-0245","observed_orcids":["https://orcid.org/0000-0002-5052-0245"]},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Udo Hahn","raw_affiliation_strings":["Friedrich-Schiller-Universit\u00e4t Jena F\u00fcrstengraben 30 , 07743 Jena , Germany","Jena University Language & Information Engineering (JULIE) Lab","University of Jena"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Friedrich-Schiller-Universit\u00e4t Jena F\u00fcrstengraben 30 , 07743 Jena , Germany","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"Jena University Language & Information Engineering (JULIE) Lab","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"University of Jena","institution_ids":["https://openalex.org/I76198965"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76198965"],"apc_list":null,"apc_paid":null,"fwci":1.2474,"has_fulltext":true,"cited_by_count":13,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.7634953,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7378000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7378000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.1281999945640564,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08649999648332596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/named-entity-annotation","display_name":"named entity annotation","score":0.8109999895095825},{"id":"https://openalex.org/keywords/temporal-metadata","display_name":"temporal metadata","score":0.7649999856948853},{"id":"https://openalex.org/keywords/annotation-effort","display_name":"annotation effort","score":0.3880000114440918},{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.5730000138282776},{"id":"https://openalex.org/keywords/selective-sampling","display_name":"selective sampling","score":0.9399999976158142},{"id":"https://openalex.org/keywords/random-sampling-comparison","display_name":"random sampling comparison","score":0.4429999887943268}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.9300888180732727},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7715646028518677},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.6930845975875854},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.653348982334137},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5636686086654663},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5572846531867981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5433145761489868},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5423356890678406},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.466776043176651},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.46310633420944214},{"id":"https://openalex.org/C7044111","wikidata":"https://www.wikidata.org/wiki/Q15844891","display_name":"Temporal annotation","level":5,"score":0.44378897547721863},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4228532612323761},{"id":"https://openalex.org/C153962237","wikidata":"https://www.wikidata.org/wiki/Q1401131","display_name":"Noun phrase","level":3,"score":0.42259353399276733},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.36358290910720825},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14383450150489807},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.1368517279624939},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C14919245","wikidata":"https://www.wikidata.org/wiki/Q1976109","display_name":"Language technology","level":4,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.63317/4qee7r7zw5cy","doi":"https://doi.org/10.63317/4qee7r7zw5cy","is_oa":true,"landing_page_url":"https://doi.org/10.63317/4qee7r7zw5cy","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2010/pdf/652_Paper.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},{"id":"mag:52840134","doi":null,"is_oa":false,"landing_page_url":"http://www.lrec-conf.org/proceedings/lrec2010/pdf/652_Paper.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-3","norway-2","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Language Resources and Evaluation","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.685.2104","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.685.2104","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.lrec-conf.org/proceedings/lrec2010/pdf/652_Paper.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.63317/4qee7r7zw5cy","doi":"https://doi.org/10.63317/4qee7r7zw5cy","is_oa":true,"landing_page_url":"https://doi.org/10.63317/4qee7r7zw5cy","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2010/pdf/652_Paper.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W52840134.pdf","grobid_xml":"https://content.openalex.org/works/W52840134.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W173861811","https://openalex.org/W1632114991","https://openalex.org/W2074064986","https://openalex.org/W2108126316","https://openalex.org/W2147880316","https://openalex.org/W2149592376","https://openalex.org/W2154250549","https://openalex.org/W2166496241","https://openalex.org/W2171671120","https://openalex.org/W2729906263","https://openalex.org/W2949071206"],"related_works":["https://openalex.org/W2057102944","https://openalex.org/W7095508501","https://openalex.org/W245337710","https://openalex.org/W2095729244","https://openalex.org/W3212115119","https://openalex.org/W2793796751","https://openalex.org/W7131903014","https://openalex.org/W2108126316","https://openalex.org/W7166579650","https://openalex.org/W2941773520"],"abstract_inverted_index":{"We":[0],"describe":[1],"the":[2,14,25,29,58,73,82,117,140,146,151],"re-annotation":[3],"of":[4,7,18,32,85,103,119],"selected":[5],"types":[6],"named":[8,33],"entities":[9],"(persons,":[10],"organizations,":[11],"locations)":[12],"from":[13],"MUC7":[15],"corpus.The":[16],"focus":[17],"this":[19],"annotation":[20,42,59,76,88],"initiative":[21],"is":[22,142],"on":[23,39,81,116],"recording":[24],"time":[26,147],"needed":[27],"for":[28,99,145,150],"linguistic":[30],"process":[31],"entity":[34],"annotation.Annotation":[35],"times":[36,53,77],"are":[37,54],"measured":[38],"two":[40],"basic":[41],"units":[43],"-sentences":[44],"vs.":[45,121],"complex":[46],"noun":[47],"phrases.We":[48],"gathered":[49],"evidence":[50],"that":[51,75,126],"decision":[52],"nonuniformly":[55],"distributed":[56],"over":[57,133],"units,":[60],"while":[61],"they":[62],"do":[63],"not":[64],"substantially":[65],"deviate":[66],"among":[67],"annotators.This":[68],"data":[69,124],"seems":[70],"to":[71],"support":[72],"hypothesis":[74],"very":[78],"much":[79],"depend":[80],"inherent":[83],"'hardness'":[84],"each":[86],"single":[87],"decision.We":[89],"further":[90],"show":[91],"how":[92],"such":[93,107],"time-stamped":[94],"information":[95],"can":[96],"be":[97],"used":[98],"empirically":[100],"grounded":[101],"studies":[102],"selective":[104],"sampling":[105,135],"techniques,":[106],"as":[108],"Active":[109,113,127],"Learning.We":[110],"directly":[111],"compare":[112],"Learning":[114,128],"costs":[115],"basis":[118],"token-based":[120],"time-based":[122],"measurements.The":[123],"reveals":[125],"keeps":[129],"its":[130],"competitive":[131],"advantage":[132],"random":[134],"in":[136],"both":[137],"scenarios":[138],"though":[139],"difference":[141],"less":[143],"marked":[144],"metric":[148],"than":[149],"token":[152],"metric.":[153]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W52840134","counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
