{"id":"https://openalex.org/W6906743848","doi":"https://doi.org/10.18420/inf2024_35","title":"Variability of annotations over time: An experimental study in the dementia-related named entity recognition domain","display_name":"Variability of annotations over time: An experimental study in the dementia-related named entity recognition domain","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W6906743848","doi":"https://doi.org/10.18420/inf2024_35"},"language":"en","primary_location":{"id":"doi:10.18420/inf2024_35","is_oa":true,"landing_page_url":"https://doi.org/10.18420/inf2024_35","pdf_url":null,"source":{"id":"https://openalex.org/S7407052918","display_name":"Gesellschaft f\u00fcr Informatik (GI)","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.18420/inf2024_35","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Stoev, Teodor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stoev, Teodor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Suravee, Sumaiya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suravee, Sumaiya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Yordanova, Kristina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yordanova, Kristina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2041,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.59009567,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.2337999939918518,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.2337999939918518,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22869999706745148,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.12070000171661377,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8801000118255615},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6302000284194946},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.545199990272522},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4607999920845032},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.33660000562667847},{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.31779998540878296},{"id":"https://openalex.org/keywords/named-entity","display_name":"Named entity","score":0.30889999866485596}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8801000118255615},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7868000268936157},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6632999777793884},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6302000284194946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6200000047683716},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.545199990272522},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4607999920845032},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4226999878883362},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.31779998540878296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31040000915527344},{"id":"https://openalex.org/C2777889803","wikidata":"https://www.wikidata.org/wiki/Q25047676","display_name":"Named entity","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2782999873161316},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18420/inf2024_35","is_oa":true,"landing_page_url":"https://doi.org/10.18420/inf2024_35","pdf_url":null,"source":{"id":"https://openalex.org/S7407052918","display_name":"Gesellschaft f\u00fcr Informatik (GI)","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18420/inf2024_35","is_oa":true,"landing_page_url":"https://doi.org/10.18420/inf2024_35","pdf_url":null,"source":{"id":"https://openalex.org/S7407052918","display_name":"Gesellschaft f\u00fcr Informatik (GI)","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Data":[0],"annotation":[1,27],"is":[2],"a":[3,69],"crucial":[4],"step":[5],"in":[6,36,85,110,117,122],"various":[7],"domains":[8],"where":[9],"Machine":[10],"Learning":[11],"(ML)":[12],"approaches":[13],"are":[14],"utilized.":[15],"Despite":[16],"the":[17,59,87,105,108],"availability":[18],"of":[19,61,91,107],"automated":[20],"and":[21,56,63,89,94],"semi-automated":[22],"data":[23],"labeling":[24],"methods,":[25],"manual":[26],"by":[28],"experts":[29],"remains":[30],"essential":[31],"for":[32,96,131],"developing":[33],"high-quality":[34],"models":[35],"certain":[37],"scenarios.":[38],"This":[39],"study":[40],"explores":[41],"how":[42],"annotations":[43,118],"can":[44],"evolve":[45],"over":[46,119],"time":[47],"through":[48],"an":[49,83],"experiment":[50],"focused":[51],"on":[52,73],"annotating":[53],"named":[54],"entities":[55,93],"relationships":[57,95],"within":[58],"domain":[60],"dementia":[62],"related":[64],"behaviors.":[65],"Two":[66],"annotators":[67],"labeled":[68],"task-specific":[70],"text":[71],"corpus":[72],"two":[74],"separate":[75],"occasions,":[76],"one":[77],"year":[78],"apart.":[79],"Our":[80],"findings":[81],"revealed":[82],"increase":[84],"both":[86,97],"quantity":[88],"quality":[90],"annotated":[92],"annotators.":[98],"Statistical":[99],"tests":[100],"were":[101],"conducted":[102],"to":[103],"assess":[104],"significance":[106],"changes":[109],"annotations.":[111],"The":[112,125],"results":[113],"indicate":[114],"substantial":[115],"variability":[116],"time,":[120],"particularly":[121],"complex":[123],"domains.":[124],"paper":[126],"also":[127],"discusses":[128],"potential":[129],"reasons":[130],"these":[132],"variations.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}