{"id":"https://openalex.org/W3035054364","doi":"https://doi.org/10.1145/3510540","title":"The OARF Benchmark Suite: Characterization and Implications for Federated Learning Systems","display_name":"The OARF Benchmark Suite: Characterization and Implications for Federated Learning Systems","publication_year":2022,"publication_date":"2022-06-28","ids":{"openalex":"https://openalex.org/W3035054364","doi":"https://doi.org/10.1145/3510540","mag":"3035054364"},"language":"en","primary_location":{"id":"doi:10.1145/3510540","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3510540","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3510540","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3510540","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060812772","display_name":"Sixu Hu","orcid":"https://orcid.org/0000-0001-5048-3707"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Sixu Hu","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102015800","display_name":"Yuan Li","orcid":"https://orcid.org/0000-0002-3178-4018"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuan Li","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022909747","display_name":"Xu Liu","orcid":"https://orcid.org/0000-0003-2708-0584"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xu Liu","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055253913","display_name":"Qinbin Li","orcid":"https://orcid.org/0000-0002-6539-6443"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qinbin Li","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051661031","display_name":"Zhaomin Wu","orcid":"https://orcid.org/0000-0002-6463-0031"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhaomin Wu","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039946576","display_name":"Bingsheng He","orcid":"https://orcid.org/0000-0001-8618-4581"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bingsheng He","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5060812772"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":4.164,"has_fulltext":true,"cited_by_count":45,"citation_normalized_percentile":{"value":0.94541945,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"13","issue":"4","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9058545827865601},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8568742275238037},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8509315252304077},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.7222051620483398},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5528928637504578},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5249000787734985},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5011184215545654},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.48108336329460144},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.47690844535827637},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.4571714997291565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3963896334171295},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32328832149505615},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.20704585313796997},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11577388644218445},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.08579644560813904},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.08260205388069153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9058545827865601},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8568742275238037},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8509315252304077},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.7222051620483398},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5528928637504578},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5249000787734985},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5011184215545654},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48108336329460144},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.47690844535827637},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.4571714997291565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3963896334171295},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32328832149505615},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.20704585313796997},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11577388644218445},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.08579644560813904},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.08260205388069153},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3510540","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3510540","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3510540","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2006.07856","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.07856","pdf_url":"https://arxiv.org/pdf/2006.07856","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3510540","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3510540","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3510540","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1259428066","display_name":null,"funder_award_id":"AISG2-RP-2020-018","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G2667749827","display_name":null,"funder_award_id":"AISG2-RP-2020-01","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3035054364.pdf","grobid_xml":"https://content.openalex.org/works/W3035054364.grobid-xml"},"referenced_works_count":146,"referenced_works":["https://openalex.org/W1487130678","https://openalex.org/W1508636262","https://openalex.org/W1547612978","https://openalex.org/W1556219185","https://openalex.org/W1574534563","https://openalex.org/W1579279110","https://openalex.org/W1686810756","https://openalex.org/W1782590233","https://openalex.org/W1873763122","https://openalex.org/W1965804146","https://openalex.org/W1971991172","https://openalex.org/W1991597792","https://openalex.org/W2027595342","https://openalex.org/W2031533839","https://openalex.org/W2036565334","https://openalex.org/W2041416246","https://openalex.org/W2048536902","https://openalex.org/W2053637704","https://openalex.org/W2080731889","https://openalex.org/W2088492763","https://openalex.org/W2092422002","https://openalex.org/W2109426455","https://openalex.org/W2113459411","https://openalex.org/W2132172731","https://openalex.org/W2136891251","https://openalex.org/W2156338447","https://openalex.org/W2158844819","https://openalex.org/W2165698076","https://openalex.org/W2167372639","https://openalex.org/W2170866695","https://openalex.org/W2183585960","https://openalex.org/W2194775991","https://openalex.org/W2219888463","https://openalex.org/W2239239723","https://openalex.org/W2251805006","https://openalex.org/W2402235285","https://openalex.org/W2473418344","https://openalex.org/W2510725918","https://openalex.org/W2530417694","https://openalex.org/W2535690855","https://openalex.org/W2541884796","https://openalex.org/W2579186979","https://openalex.org/W2580221632","https://openalex.org/W2592232824","https://openalex.org/W2592329255","https://openalex.org/W2594311007","https://openalex.org/W2604738573","https://openalex.org/W2605350416","https://openalex.org/W2725329413","https://openalex.org/W2767079719","https://openalex.org/W2769644379","https://openalex.org/W2773194476","https://openalex.org/W2774000609","https://openalex.org/W2781091734","https://openalex.org/W2784621220","https://openalex.org/W2789243870","https://openalex.org/W2797558164","https://openalex.org/W2799200478","https://openalex.org/W2801545002","https://openalex.org/W2803823081","https://openalex.org/W2807006176","https://openalex.org/W2808706611","https://openalex.org/W2900594532","https://openalex.org/W2901900434","https://openalex.org/W2902113386","https://openalex.org/W2903470619","https://openalex.org/W2903890850","https://openalex.org/W2904190483","https://openalex.org/W2912213068","https://openalex.org/W2913691781","https://openalex.org/W2914853145","https://openalex.org/W2944951172","https://openalex.org/W2946900926","https://openalex.org/W2947737663","https://openalex.org/W2950881963","https://openalex.org/W2951213900","https://openalex.org/W2951707557","https://openalex.org/W2952964295","https://openalex.org/W2962922273","https://openalex.org/W2963209930","https://openalex.org/W2963358464","https://openalex.org/W2963358591","https://openalex.org/W2963466847","https://openalex.org/W2963699739","https://openalex.org/W2964236337","https://openalex.org/W2964330541","https://openalex.org/W2964729950","https://openalex.org/W2969231791","https://openalex.org/W2969985801","https://openalex.org/W2980046802","https://openalex.org/W2981337066","https://openalex.org/W2982232682","https://openalex.org/W2982424334","https://openalex.org/W2982464076","https://openalex.org/W2984242138","https://openalex.org/W2986316420","https://openalex.org/W2987696486","https://openalex.org/W2989289980","https://openalex.org/W2991334938","https://openalex.org/W2992272656","https://openalex.org/W2995022099","https://openalex.org/W2997721570","https://openalex.org/W3006017224","https://openalex.org/W3009947594","https://openalex.org/W3029558105","https://openalex.org/W3034256900","https://openalex.org/W3037743336","https://openalex.org/W3038022836","https://openalex.org/W3038028469","https://openalex.org/W3041281612","https://openalex.org/W3043723611","https://openalex.org/W3043861921","https://openalex.org/W3044211235","https://openalex.org/W3045496216","https://openalex.org/W3045590453","https://openalex.org/W3046178819","https://openalex.org/W3080411117","https://openalex.org/W3100035104","https://openalex.org/W3100760018","https://openalex.org/W3101998545","https://openalex.org/W3103720336","https://openalex.org/W3105915864","https://openalex.org/W3118608800","https://openalex.org/W3127133996","https://openalex.org/W3129519326","https://openalex.org/W3141585064","https://openalex.org/W3164712068","https://openalex.org/W3172419884","https://openalex.org/W3174440551","https://openalex.org/W3209696639","https://openalex.org/W4205228770","https://openalex.org/W4210968720","https://openalex.org/W4213116910","https://openalex.org/W4225482284","https://openalex.org/W4242744113","https://openalex.org/W4287332481","https://openalex.org/W4287829415","https://openalex.org/W4288101682","https://openalex.org/W4289147229","https://openalex.org/W4289147263","https://openalex.org/W4291992748","https://openalex.org/W4293363185","https://openalex.org/W4318619660","https://openalex.org/W6752029299","https://openalex.org/W6756756286","https://openalex.org/W6769363519"],"related_works":["https://openalex.org/W4231704780","https://openalex.org/W2083794993","https://openalex.org/W352609212","https://openalex.org/W1511772879","https://openalex.org/W1485837041","https://openalex.org/W3204955359","https://openalex.org/W2038379963","https://openalex.org/W2170501285","https://openalex.org/W4251258648","https://openalex.org/W1579239352"],"abstract_inverted_index":{"This":[0],"article":[1],"presents":[2],"and":[3,34,58,76,102,115],"characterizes":[4],"an":[5],"Open":[6],"Application":[7],"Repository":[8],"for":[9,16,24,91],"Federated":[10],"Learning":[11],"(OARF),":[12],"a":[13,36],"benchmark":[14,66],"suite":[15,67],"federated":[17,25],"machine":[18],"learning":[19,26,77],"systems.":[20,96],"Previously":[21],"available":[22,49,140],"benchmarks":[23],"(FL)":[27],"have":[28,98],"focused":[29],"mainly":[30],"on":[31,141],"synthetic":[32],"datasets":[33,50],"use":[35],"limited":[37],"number":[38],"of":[39,94,107,136],"applications.":[40],"OARF":[41,137],"mimics":[42],"more":[43],"realistic":[44],"application":[45],"scenarios":[46],"with":[47,83],"publicly":[48,139],"as":[51,127],"different":[52],"data":[53,71],"silos":[54],"in":[55,70],"image,":[56],"text,":[57],"structured":[59],"data.":[60],"Our":[61],"characterization":[62],"shows":[63],"that":[64],"the":[65,87,104],"is":[68,138],"diverse":[69],"size,":[72],"distribution,":[73,75],"feature":[74],"task":[78],"complexity.":[79],"The":[80,134],"extensive":[81],"evaluations":[82],"reference":[84,100],"implementations":[85],"show":[86],"future":[88],"research":[89],"opportunities":[90],"important":[92,105],"aspects":[93,106],"FL":[95,128],"We":[97],"developed":[99],"implementations,":[101],"evaluated":[103],"FL,":[108],"including":[109],"model":[110],"accuracy,":[111],"communication":[112],"cost,":[113],"throughput,":[114],"convergence":[116],"time.":[117],"Through":[118],"these":[119],"evaluations,":[120],"we":[121],"discovered":[122],"some":[123],"interesting":[124],"findings":[125],"such":[126],"can":[129],"effectively":[130],"increase":[131],"end-to-end":[132],"throughput.":[133],"code":[135],"GitHub.":[142],"1":[143]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}