{"id":"https://openalex.org/W4401821554","doi":"https://doi.org/10.3233/shti240502","title":"Beyond Tokens: Fair Evaluation of French Large Language Models for Clinical Named Entity Recognition","display_name":"Beyond Tokens: Fair Evaluation of French Large Language Models for Clinical Named Entity Recognition","publication_year":2024,"publication_date":"2024-08-22","ids":{"openalex":"https://openalex.org/W4401821554","doi":"https://doi.org/10.3233/shti240502","pmid":"https://pubmed.ncbi.nlm.nih.gov/39176830"},"language":"en","primary_location":{"id":"doi:10.3233/shti240502","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti240502","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/shti240502","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084199339","display_name":"Jamil Zaghir","orcid":"https://orcid.org/0000-0002-8209-6098"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jamil Zaghir","raw_affiliation_strings":["Department of Radiology and Medical Informatics, University of Geneva, Geneva, Switzerland","Division of Medical Information Sciences, Geneva University Hospitals, Geneva, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-8209-6098","affiliations":[{"raw_affiliation_string":"Department of Radiology and Medical Informatics, University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]},{"raw_affiliation_string":"Division of Medical Information Sciences, Geneva University Hospitals, Geneva, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064859584","display_name":"Mina Bjelogrlic","orcid":"https://orcid.org/0000-0002-6922-3283"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mina Bjelogrlic","raw_affiliation_strings":["Department of Radiology and Medical Informatics, University of Geneva, Geneva, Switzerland","Division of Medical Information Sciences, Geneva University Hospitals, Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology and Medical Informatics, University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]},{"raw_affiliation_string":"Division of Medical Information Sciences, Geneva University Hospitals, Geneva, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017949306","display_name":"Jean-Philippe Goldman","orcid":"https://orcid.org/0000-0003-4000-4199"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jean-Philippe Goldman","raw_affiliation_strings":["Department of Radiology and Medical Informatics, University of Geneva, Geneva, Switzerland","Division of Medical Information Sciences, Geneva University Hospitals, Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology and Medical Informatics, University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]},{"raw_affiliation_string":"Division of Medical Information Sciences, Geneva University Hospitals, Geneva, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106680734","display_name":"Adel Bensahla","orcid":null},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Adel Bensahla","raw_affiliation_strings":["Department of Radiology and Medical Informatics, University of Geneva, Geneva, Switzerland","Division of Medical Information Sciences, Geneva University Hospitals, Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology and Medical Informatics, University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]},{"raw_affiliation_string":"Division of Medical Information Sciences, Geneva University Hospitals, Geneva, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114229513","display_name":"Yuanyuan Zheng","orcid":"https://orcid.org/0009-0008-7608-2571"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yuanyuan Zheng","raw_affiliation_strings":["Department of Radiology and Medical Informatics, University of Geneva, Geneva, Switzerland","Division of Medical Information Sciences, Geneva University Hospitals, Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology and Medical Informatics, University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]},{"raw_affiliation_string":"Division of Medical Information Sciences, Geneva University Hospitals, Geneva, Switzerland","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016557721","display_name":"Christian Lovis","orcid":"https://orcid.org/0000-0002-2681-8076"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Christian Lovis","raw_affiliation_strings":["Department of Radiology and Medical Informatics, University of Geneva, Geneva, Switzerland","Division of Medical Information Sciences, Geneva University Hospitals, Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology and Medical Informatics, University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]},{"raw_affiliation_string":"Division of Medical Information Sciences, Geneva University Hospitals, Geneva, Switzerland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114457229"],"apc_list":null,"apc_paid":null,"fwci":0.9004,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80092077,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"316","issue":null,"first_page":"666","last_page":"670"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9570000171661377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.9404178857803345},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.8485497236251831},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8312009572982788},{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.6141793131828308},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5838965177536011},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5664691925048828},{"id":"https://openalex.org/keywords/named-entity","display_name":"Named entity","score":0.5393607020378113},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.49151358008384705},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4805748462677002},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.07031381130218506},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06384426355361938},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.05408880114555359}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.9404178857803345},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.8485497236251831},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8312009572982788},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.6141793131828308},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5838965177536011},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5664691925048828},{"id":"https://openalex.org/C2777889803","wikidata":"https://www.wikidata.org/wiki/Q25047676","display_name":"Named entity","level":2,"score":0.5393607020378113},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.49151358008384705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4805748462677002},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.07031381130218506},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06384426355361938},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.05408880114555359},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D005602","descriptor_name":"France","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005602","descriptor_name":"France","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005602","descriptor_name":"France","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005602","descriptor_name":"France","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009369","descriptor_name":"Neoplasms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018875","descriptor_name":"Vocabulary, Controlled","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018875","descriptor_name":"Vocabulary, Controlled","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018875","descriptor_name":"Vocabulary, Controlled","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018875","descriptor_name":"Vocabulary, Controlled","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.3233/shti240502","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti240502","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:39176830","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39176830","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":null},{"id":"pmh:oai:unige.ch:aou:unige:180159","is_oa":true,"landing_page_url":"https://archive-ouverte.unige.ch/unige:180159","pdf_url":"https://access.archive-ouverte.unige.ch/access/metadata/b322a0d0-bdd2-47cb-bbef-d0e41d9b552e/download","source":{"id":"https://openalex.org/S4306402259","display_name":"Archive ouverte UNIGE (University of Geneva)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114457229","host_organization_name":"University of Geneva","host_organization_lineage":["https://openalex.org/I114457229"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Studies in health technology and informatics, vol. 316 (2024) p. 666-670","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3233/shti240502","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti240502","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.75,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5646008450","display_name":null,"funder_award_id":"51NF40_180888","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2186562580","https://openalex.org/W2155874911","https://openalex.org/W4255258373","https://openalex.org/W2032007337","https://openalex.org/W3000685722","https://openalex.org/W1884363728","https://openalex.org/W4253099099","https://openalex.org/W4386977977","https://openalex.org/W4200491110","https://openalex.org/W4313162113"],"abstract_inverted_index":{"Named":[0],"Entity":[1],"Recognition":[2],"(NER)":[3],"models":[4,59],"based":[5],"on":[6],"Transformers":[7],"have":[8],"gained":[9],"prominence":[10],"for":[11,62],"their":[12,66],"impressive":[13],"performance":[14,67],"in":[15,97,114,118,132],"various":[16],"languages":[17],"and":[18,30,36,65,74],"domains.":[19],"This":[20],"work":[21],"delves":[22],"into":[23],"the":[24,108],"often-overlooked":[25],"aspect":[26],"of":[27,44,110],"entity-level":[28,37,105],"metrics":[29],"exposes":[31],"significant":[32],"discrepancies":[33],"between":[34],"token":[35,63,73,103],"evaluations.":[38],"The":[39,91],"study":[40],"utilizes":[41],"a":[42,94],"corpus":[43],"synthetic":[45],"French":[46,57],"oncological":[47,53],"reports":[48],"annotated":[49],"with":[50],"entities":[51,131],"representing":[52],"morphologies.":[54],"Four":[55],"different":[56],"BERT-based":[58],"are":[60],"fine-tuned":[61],"classification,":[64],"is":[68],"rigorously":[69],"assessed":[70],"at":[71],"both":[72],"entity-level.":[75],"In":[76],"addition":[77],"to":[78,84,104,120,128],"fine-tuning,":[79],"we":[80],"evaluate":[81],"ChatGPT's":[82],"ability":[83],"perform":[85],"NER":[86,115],"through":[87],"prompt":[88],"engineering":[89],"techniques.":[90],"findings":[92],"reveal":[93],"notable":[95],"disparity":[96],"model":[98],"effectiveness":[99],"when":[100,125],"transitioning":[101],"from":[102],"metrics,":[106],"highlighting":[107],"importance":[109],"comprehensive":[111],"evaluation":[112],"methodologies":[113],"tasks.":[116],"Furthermore,":[117],"comparison":[119],"BERT,":[121],"ChatGPT":[122],"remains":[123],"limited":[124],"it":[126],"comes":[127],"detecting":[129],"advanced":[130],"French.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}