{"id":"https://openalex.org/W2096664202","doi":"https://doi.org/10.1136/amiajnl-2013-002159","title":"Diagnosis code assignment: models and evaluation metrics","display_name":"Diagnosis code assignment: models and evaluation metrics","publication_year":2013,"publication_date":"2013-12-03","ids":{"openalex":"https://openalex.org/W2096664202","doi":"https://doi.org/10.1136/amiajnl-2013-002159","mag":"2096664202","pmid":"https://pubmed.ncbi.nlm.nih.gov/24296907"},"language":"en","primary_location":{"id":"doi:10.1136/amiajnl-2013-002159","is_oa":true,"landing_page_url":"https://doi.org/10.1136/amiajnl-2013-002159","pdf_url":"https://academic.oup.com/jamia/article-pdf/21/2/231/9517609/21-2-231.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://academic.oup.com/jamia/article-pdf/21/2/231/9517609/21-2-231.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038864807","display_name":"Rimma Perotte","orcid":"https://orcid.org/0000-0002-7686-189X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Adler Perotte","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108076252","display_name":"Rimma Pivovarov","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rimma Pivovarov","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080516734","display_name":"Karthik Natarajan","orcid":"https://orcid.org/0000-0002-9066-9431"},"institutions":[{"id":"https://openalex.org/I2801107848","display_name":"New York Hospital Queens","ror":"https://ror.org/01j17xg39","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2801107848"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karthik Natarajan","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, New York, USA","NewYork Presbyterian Hospital, New York, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"NewYork Presbyterian Hospital, New York, New York, USA","institution_ids":["https://openalex.org/I2801107848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077590934","display_name":"Nicole G. Weiskopf","orcid":"https://orcid.org/0000-0003-0365-909X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicole Weiskopf","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017069785","display_name":"Frank Wood","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Frank Wood","raw_affiliation_strings":["Department of Engineering, University of Oxford, Oxford, UK","Department of Engineering University of Oxford  Oxford UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Department of Engineering University of Oxford  Oxford UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047270546","display_name":"No\u00e9mie Elhadad","orcid":"https://orcid.org/0000-0001-9721-5240"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"No\u00e9mie Elhadad","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University, New York, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5038864807"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":{"value":3967,"currency":"USD","value_usd":3967},"fwci":12.2699,"has_fulltext":false,"cited_by_count":255,"citation_normalized_percentile":{"value":0.98303289,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"21","issue":"2","first_page":"231","last_page":"237"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.6863999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.6863999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14400","display_name":"Medical Coding and Health Information","score":0.13860000669956207,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.035100001841783524,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.734821617603302},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7083339691162109},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5360972881317139},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46226656436920166},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4460078477859497},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3912785053253174},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1003313958644867}],"concepts":[{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.734821617603302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7083339691162109},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5360972881317139},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46226656436920166},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4460078477859497},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3912785053253174},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1003313958644867},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D002545","descriptor_name":"Brain Ischemia","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":false},{"descriptor_ui":"D002545","descriptor_name":"Brain Ischemia","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":false},{"descriptor_ui":"D002545","descriptor_name":"Brain Ischemia","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":false},{"descriptor_ui":"D002545","descriptor_name":"Brain Ischemia","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":false},{"descriptor_ui":"D005069","descriptor_name":"Evaluation Studies as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005069","descriptor_name":"Evaluation Studies as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005069","descriptor_name":"Evaluation Studies as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005069","descriptor_name":"Evaluation Studies as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010351","descriptor_name":"Patient Discharge","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010351","descriptor_name":"Patient Discharge","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010351","descriptor_name":"Patient Discharge","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010351","descriptor_name":"Patient Discharge","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D038801","descriptor_name":"International Classification of Diseases","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D038801","descriptor_name":"International Classification of Diseases","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D038801","descriptor_name":"International Classification of Diseases","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D038801","descriptor_name":"International Classification of Diseases","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D059019","descriptor_name":"Clinical Coding","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D059019","descriptor_name":"Clinical Coding","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D059019","descriptor_name":"Clinical Coding","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D059019","descriptor_name":"Clinical Coding","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D060388","descriptor_name":"Support Vector Machine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D060388","descriptor_name":"Support Vector Machine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D060388","descriptor_name":"Support Vector Machine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D060388","descriptor_name":"Support Vector Machine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1136/amiajnl-2013-002159","is_oa":true,"landing_page_url":"https://doi.org/10.1136/amiajnl-2013-002159","pdf_url":"https://academic.oup.com/jamia/article-pdf/21/2/231/9517609/21-2-231.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:24296907","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24296907","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null},{"id":"pmh:oai:europepmc.org:2913797","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3932472","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1136/amiajnl-2013-002159","is_oa":true,"landing_page_url":"https://doi.org/10.1136/amiajnl-2013-002159","pdf_url":"https://academic.oup.com/jamia/article-pdf/21/2/231/9517609/21-2-231.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2449404732","display_name":null,"funder_award_id":"R01 LM010027","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G4067844156","display_name":null,"funder_award_id":"T15 LM007079","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W53982325","https://openalex.org/W1232886308","https://openalex.org/W1519328795","https://openalex.org/W1532325895","https://openalex.org/W1541322638","https://openalex.org/W1706586776","https://openalex.org/W1870686808","https://openalex.org/W1984024477","https://openalex.org/W2000264668","https://openalex.org/W2007666495","https://openalex.org/W2011999472","https://openalex.org/W2012487908","https://openalex.org/W2029779497","https://openalex.org/W2040249527","https://openalex.org/W2046788142","https://openalex.org/W2086294181","https://openalex.org/W2096772505","https://openalex.org/W2100676408","https://openalex.org/W2102150019","https://openalex.org/W2107021160","https://openalex.org/W2113105800","https://openalex.org/W2121926780","https://openalex.org/W2123152121","https://openalex.org/W2124860030","https://openalex.org/W2134590684","https://openalex.org/W2137171237","https://openalex.org/W2149684865","https://openalex.org/W2177383512","https://openalex.org/W2319214361","https://openalex.org/W2407534863"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347","https://openalex.org/W4210805261"],"abstract_inverted_index":{"BACKGROUND":[0],"AND":[1],"OBJECTIVE:":[2],"The":[3,128],"volume":[4],"of":[5,14,71,83,137,159,179,226,255],"healthcare":[6],"data":[7,231],"is":[8,154,223],"growing":[9],"rapidly":[10],"with":[11,60,135],"the":[12,45,80,98,109,124,132,157,172,176,185,200,240,253,256],"adoption":[13],"health":[15],"information":[16],"technology.":[17],"We":[18,36,58,91],"focus":[19],"on":[20,144,149,248],"automated":[21],"ICD9":[22,38,68,84,110,212,221],"code":[23,69,114],"assignment":[24],"from":[25,44],"discharge":[26,42],"summary":[27],"content":[28],"and":[29,41,76,102,105,117,139,147,197,202,232,237,251],"methods":[30],"for":[31,115,170,217,229,238],"evaluating":[32],"such":[33,199],"assignments.":[34],"METHODS:":[35],"study":[37],"diagnosis":[39],"codes":[40,85,104,181,193],"summaries":[43],"publicly":[46],"available":[47,122],"Multiparameter":[48],"Intelligent":[49],"Monitoring":[50],"in":[51,108],"Intensive":[52],"Care":[53],"II":[54],"(MIMIC":[55],"II)":[56],"repository.":[57],"experiment":[59],"two":[61],"coding":[62,213,222],"approaches:":[63],"one":[64,77],"that":[65,78,191],"treats":[66],"each":[67,72],"independently":[70],"other":[73],"(flat":[74],"classifier),":[75],"leverages":[79],"hierarchical":[81],"nature":[82],"into":[86],"its":[87],"modeling":[88],"(hierarchy-based":[89],"classifier).":[90],"propose":[92],"novel":[93,162],"evaluation":[94,118,163],"metrics,":[95],"which":[96,230,239],"reflect":[97],"distances":[99],"among":[100],"gold-standard":[101,180,192],"predicted":[103],"their":[106],"locations":[107],"tree.":[111],"Experimental":[112],"setup,":[113],"modeling,":[116],"scripts":[119],"are":[120,194,204],"made":[121],"to":[123,246],"research":[125,241],"community.":[126],"RESULTS:":[127],"hierarchy-based":[129,173],"classifier":[130,134,174],"outperforms":[131],"flat":[133,186,215],"F-measures":[136],"39.5%":[138],"27.6%,":[140],"respectively,":[141],"when":[142],"trained":[143],"20,533":[145],"documents":[146],"tested":[148],"2282":[150],"documents.":[151],"While":[152],"recall":[153,201],"improved":[155],"at":[156],"expense":[158],"precision,":[160],"our":[161],"metrics":[164],"show":[165],"a":[166,227],"more":[167,182],"refined":[168],"assessment:":[169],"instance,":[171],"identifies":[175],"correct":[177],"sub-tree":[178],"often":[183],"than":[184,214],"classifier.":[187],"Error":[188],"analysis":[189],"reveals":[190],"not":[195],"perfect,":[196],"as":[198],"precision":[203],"likely":[205],"underestimated.":[206],"CONCLUSIONS:":[207],"Hierarchy-based":[208],"classification":[209,216],"yields":[210],"better":[211],"MIMIC":[218],"patients.":[219],"Automated":[220],"an":[224],"example":[225],"task":[228],"tools":[233],"can":[234,243],"be":[235],"shared":[236,249],"community":[242],"work":[244],"together":[245],"build":[247],"models":[250],"advance":[252],"state":[254],"art.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":28},{"year":2021,"cited_by_count":35},{"year":2020,"cited_by_count":38},{"year":2019,"cited_by_count":25},{"year":2018,"cited_by_count":26},{"year":2017,"cited_by_count":15},{"year":2016,"cited_by_count":12},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":4}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}