{"id":"https://openalex.org/W4386043577","doi":"https://doi.org/10.1145/3583780.3614916","title":"How Discriminative Are Your Qrels? How To Study the Statistical Significance of Document Adjudication Methods","display_name":"How Discriminative Are Your Qrels? How To Study the Statistical Significance of Document Adjudication Methods","publication_year":2023,"publication_date":"2023-10-21","ids":{"openalex":"https://openalex.org/W4386043577","doi":"https://doi.org/10.1145/3583780.3614916"},"language":"en","primary_location":{"id":"doi:10.1145/3583780.3614916","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583780.3614916","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3614916","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3614916","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070408128","display_name":"David Otero","orcid":"https://orcid.org/0000-0003-1139-0449"},"institutions":[{"id":"https://openalex.org/I11019714","display_name":"Universidade da Coru\u00f1a","ror":"https://ror.org/01qckj285","country_code":"ES","type":"education","lineage":["https://openalex.org/I11019714"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"David Otero","raw_affiliation_strings":["Universidade da Coru\u00f1a, A Coru\u00f1a, Spain"],"affiliations":[{"raw_affiliation_string":"Universidade da Coru\u00f1a, A Coru\u00f1a, Spain","institution_ids":["https://openalex.org/I11019714"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046723532","display_name":"Javier Parapar","orcid":"https://orcid.org/0000-0002-5997-8252"},"institutions":[{"id":"https://openalex.org/I11019714","display_name":"Universidade da Coru\u00f1a","ror":"https://ror.org/01qckj285","country_code":"ES","type":"education","lineage":["https://openalex.org/I11019714"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Javier Parapar","raw_affiliation_strings":["Univesidade da Coru\u00f1a, A Coru\u00f1a, Spain"],"affiliations":[{"raw_affiliation_string":"Univesidade da Coru\u00f1a, A Coru\u00f1a, Spain","institution_ids":["https://openalex.org/I11019714"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069843101","display_name":"Nicola Ferro","orcid":"https://orcid.org/0000-0001-9219-6239"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Ferro","raw_affiliation_strings":["University of Padua, Padova, Italy"],"affiliations":[{"raw_affiliation_string":"University of Padua, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5070408128"],"corresponding_institution_ids":["https://openalex.org/I11019714"],"apc_list":null,"apc_paid":null,"fwci":3.8022,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.94654608,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1960","last_page":"1970"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adjudication","display_name":"Adjudication","score":0.8629980087280273},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7304637432098389},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6603105664253235},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.659395694732666},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.613390326499939},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5887134075164795},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5395395755767822},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4143081605434418},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4133976101875305},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.379647433757782},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34683722257614136}],"concepts":[{"id":"https://openalex.org/C204434341","wikidata":"https://www.wikidata.org/wiki/Q357789","display_name":"Adjudication","level":2,"score":0.8629980087280273},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7304637432098389},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6603105664253235},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.659395694732666},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.613390326499939},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5887134075164795},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5395395755767822},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4143081605434418},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4133976101875305},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.379647433757782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34683722257614136},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3583780.3614916","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583780.3614916","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3614916","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2308.09340","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.09340","pdf_url":"https://arxiv.org/pdf/2308.09340","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:www.research.unipd.it:11577/3506574","is_oa":true,"landing_page_url":"https://hdl.handle.net/11577/3506574","pdf_url":"https://www.research.unipd.it/bitstream/11577/3506574/2/3583780.3614916.pdf","source":{"id":"https://openalex.org/S4377196283","display_name":"Research Padua  Archive (University of Padua)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:ruc.udc.es:2183/37458","is_oa":true,"landing_page_url":"http://hdl.handle.net/2183/37458","pdf_url":null,"source":{"id":"https://openalex.org/S4306402204","display_name":"RUC (Universidade Da Coru\u00f1a)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3583780.3614916","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583780.3614916","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3614916","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7200000286102295}],"awards":[{"id":"https://openalex.org/G121809054","display_name":null,"funder_award_id":"MCIN/AEI/10","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G1622782223","display_name":null,"funder_award_id":"MCIN/AEI/10","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G2262748287","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3429648993","display_name":null,"funder_award_id":"PID202","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3970827671","display_name":null,"funder_award_id":"ED431-B 2022/33","funder_id":"https://openalex.org/F4320326655","funder_display_name":"Xunta de Galicia"},{"id":"https://openalex.org/G4126322094","display_name":null,"funder_award_id":"01100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G451917667","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G4910818558","display_name":null,"funder_award_id":"PID2022-137061OB-C21","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5421974903","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5499608741","display_name":null,"funder_award_id":"MCIN/AEI","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5544429559","display_name":null,"funder_award_id":"PLEC2021-007662","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5550858994","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5834755470","display_name":null,"funder_award_id":"PID2022-137061OB-C2","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G5967599077","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G661330594","display_name":null,"funder_award_id":"00110","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G6685425346","display_name":null,"funder_award_id":"0011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G6983354000","display_name":null,"funder_award_id":"PLEC2021-00766","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7224627388","display_name":null,"funder_award_id":"ED431","funder_id":"https://openalex.org/F4320326655","funder_display_name":"Xunta de Galicia"},{"id":"https://openalex.org/G7266728691","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7459911868","display_name":null,"funder_award_id":"CAMEO, PRIN 2022 n. 2022ZLL7MW","funder_id":"https://openalex.org/F4320331528","funder_display_name":"Ministero dell'Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G8055432103","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G8260616629","display_name":null,"funder_award_id":"011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G8570012161","display_name":null,"funder_award_id":"unknown","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G8684428015","display_name":null,"funder_award_id":"FPU20/02659","funder_id":"https://openalex.org/F7296444849","funder_display_name":"Ministerio de Universidades"},{"id":"https://openalex.org/G8920660035","display_name":null,"funder_award_id":"PID2022","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320326655","display_name":"Xunta de Galicia","ror":"https://ror.org/0181xnw06"},{"id":"https://openalex.org/F4320331528","display_name":"Ministero dell'Universit\u00e0 e della Ricerca","ror":null},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null},{"id":"https://openalex.org/F7296444849","display_name":"Ministerio de Universidades","ror":"https://ror.org/03zcny908"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386043577.pdf","grobid_xml":"https://content.openalex.org/works/W4386043577.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1554394657","https://openalex.org/W1579063438","https://openalex.org/W1824124613","https://openalex.org/W1966835268","https://openalex.org/W1983164881","https://openalex.org/W1987690005","https://openalex.org/W1998328714","https://openalex.org/W2015338694","https://openalex.org/W2015629112","https://openalex.org/W2017292914","https://openalex.org/W2022995284","https://openalex.org/W2023217403","https://openalex.org/W2027359109","https://openalex.org/W2037140704","https://openalex.org/W2057495142","https://openalex.org/W2066273153","https://openalex.org/W2069870183","https://openalex.org/W2073913493","https://openalex.org/W2075893676","https://openalex.org/W2077046902","https://openalex.org/W2108002797","https://openalex.org/W2111310810","https://openalex.org/W2141175968","https://openalex.org/W2161417756","https://openalex.org/W2163004772","https://openalex.org/W2336806308","https://openalex.org/W2500119194","https://openalex.org/W2609795610","https://openalex.org/W2740387847","https://openalex.org/W2751013112","https://openalex.org/W2794432940","https://openalex.org/W2887568392","https://openalex.org/W2895814542","https://openalex.org/W2913639701","https://openalex.org/W2914164530","https://openalex.org/W2944053130","https://openalex.org/W2953438995","https://openalex.org/W3094122384","https://openalex.org/W3103991399","https://openalex.org/W3132995484","https://openalex.org/W3146187623","https://openalex.org/W3155375847","https://openalex.org/W3158689111","https://openalex.org/W3175111331","https://openalex.org/W4205210034","https://openalex.org/W4206396334","https://openalex.org/W4213171314","https://openalex.org/W4221142817","https://openalex.org/W4233760227","https://openalex.org/W4234497875","https://openalex.org/W4239181501","https://openalex.org/W4243617875","https://openalex.org/W4255492838","https://openalex.org/W4284704763","https://openalex.org/W4288280764","https://openalex.org/W4301891957"],"related_works":["https://openalex.org/W2884884929","https://openalex.org/W2360072188","https://openalex.org/W864029991","https://openalex.org/W2058868407","https://openalex.org/W2130378978","https://openalex.org/W2373192550","https://openalex.org/W2011472225","https://openalex.org/W3000057026","https://openalex.org/W3048565508","https://openalex.org/W3163984363"],"abstract_inverted_index":{"Creating":[0],"test":[1],"collections":[2],"for":[3,23,150,167],"offline":[4],"retrieval":[5],"evaluation":[6],"requires":[7],"human":[8],"effort":[9],"to":[10,50,57,112,125,188,190],"judge":[11],"documents'":[12],"relevance.":[13],"This":[14,92],"expensive":[15],"activity":[16],"motivated":[17],"much":[18],"work":[19],"in":[20,43,48,152,169,206],"developing":[21],"methods":[22,34,66,131,205],"constructing":[24],"benchmarks":[25],"with":[26,110],"fewer":[27],"assessment":[28,54],"costs.":[29],"In":[30,143],"this":[31,118],"respect,":[32],"adjudication":[33,130],"actively":[35],"decide":[36],"both":[37],"which":[38,44,181],"documents":[39],"and":[40,82,97],"the":[41,53,62,69,72,79,83,89,99,104,113,128,133,140,154,171,183,192,203],"order":[42,49],"experts":[45],"review":[46],"them,":[47],"better":[51,159,177],"exploit":[52],"budget":[55],"or":[56],"lower":[58],"it.":[59],"Researchers":[60],"evaluate":[61,126],"quality":[63],"of":[64,76,86,194,208,210],"those":[65,217],"by":[67,120],"measuring":[68],"correlation":[70,212],"between":[71,137],"known":[73],"gold":[74],"ranking":[75,85,209],"systems":[77,87,109,138,211],"under":[78,88],"full":[80,114,141],"collection":[81],"observed":[84],"lower-cost":[90],"one.":[91],"traditional":[93,147],"analysis":[94],"ignores":[95],"whether":[96],"how":[98,127],"low-cost":[100,129],"judgements":[101],"impact":[102],"on":[103],"statistically":[105],"significant":[106,135],"differences":[107,136],"among":[108],"respect":[111],"collection.":[115,142],"We":[116],"fill":[117],"void":[119],"proposing":[121],"a":[122],"novel":[123],"methodology":[124],"preserve":[132],"pairwise":[134],"as":[139],"other":[144,198],"terms,":[145],"while":[146],"approaches":[148],"look":[149],"stability":[151,168],"answering":[153,170],"question":[155,172],"\"is":[156,173],"system":[157,161,174,179],"A":[158,175],"than":[160,178],"B?\",":[162,180],"our":[163],"proposed":[164],"approach":[165],"looks":[166],"significantly":[176],"is":[182],"ultimate":[184],"questions":[185],"researchers":[186],"need":[187],"answer":[189],"guarantee":[191],"generalisability":[193],"their":[195],"results.":[196],"Among":[197],"results,":[199],"we":[200],"found":[201],"that":[202],"best":[204],"terms":[207],"do":[213],"not":[214],"always":[215],"match":[216],"preserving":[218],"statistical":[219],"significance.":[220]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":20}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}