{"id":"https://openalex.org/W4385574223","doi":"https://doi.org/10.18653/v1/2022.findings-emnlp.518","title":"Efficient (Soft) Q-Learning for Text Generation with Limited Good Data","display_name":"Efficient (Soft) Q-Learning for Text Generation with Limited Good Data","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4385574223","doi":"https://doi.org/10.18653/v1/2022.findings-emnlp.518"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.findings-emnlp.518","doi":"https://doi.org/10.18653/v1/2022.findings-emnlp.518","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-emnlp.518","pdf_url":"https://aclanthology.org/2022.findings-emnlp.518.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2022","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.findings-emnlp.518.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041591669","display_name":"Han Guo","orcid":"https://orcid.org/0000-0003-4257-8110","observed_orcids":["https://orcid.org/0000-0003-4257-8110"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han Guo","raw_affiliation_strings":["Carnegie Mellon University,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bowen Tan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bowen Tan","raw_affiliation_strings":["Carnegie Mellon University,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029648803","display_name":"Zhengzhong Liu","orcid":"https://orcid.org/0009-0007-6686-2577","observed_orcids":["https://orcid.org/0009-0007-6686-2577"]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhengzhong Liu","raw_affiliation_strings":["Carnegie Mellon University,","Petuum Inc. , 3 UC San Diego ,","Petuum Inc.,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Petuum Inc. , 3 UC San Diego ,","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"Petuum Inc.,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009547049","display_name":"Eric P. Xing","orcid":"https://orcid.org/0009-0005-9158-4201","observed_orcids":["https://orcid.org/0009-0005-9158-4201","https://orcid.org/0000-0002-3683-4280"]},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["AE","US"],"is_corresponding":false,"raw_author_name":"Eric Xing","raw_affiliation_strings":["Carnegie Mellon University,","Mohamed bin Zayed University of Artificial Intelligence","Petuum Inc.,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence","institution_ids":["https://openalex.org/I4210113480"]},{"raw_affiliation_string":"Petuum Inc.,","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085608858","display_name":"Zhiting Hu","orcid":"https://orcid.org/0000-0002-6239-5031","observed_orcids":["https://orcid.org/0000-0002-6239-5031"]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiting Hu","raw_affiliation_strings":["UC San Diego,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC San Diego,","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.513,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.94853817,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"6969","last_page":"6991"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4390000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4390000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.2506999969482422,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.1860000044107437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/soft-q-learning","display_name":"soft Q-learning","score":0.9739999771118164},{"id":"https://openalex.org/keywords/text-generation","display_name":"text generation","score":0.8659999966621399},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.6830000281333923},{"id":"https://openalex.org/keywords/sparse-rewards","display_name":"sparse rewards","score":0.8100000023841858},{"id":"https://openalex.org/keywords/off-policy-learning","display_name":"off-policy learning","score":0.5720000267028809},{"id":"https://openalex.org/keywords/on-policy-learning","display_name":"on-policy learning","score":0.7329999804496765},{"id":"https://openalex.org/keywords/adversarial-attacks","display_name":"adversarial attacks","score":0.7319999933242798},{"id":"https://openalex.org/keywords/prompt-generation","display_name":"prompt generation","score":0.9750000238418579},{"id":"https://openalex.org/keywords/noisy-examples","display_name":"noisy examples","score":0.6100000143051147},{"id":"https://openalex.org/keywords/negative-examples","display_name":"negative examples","score":0.8199999928474426},{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.4440000057220459}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8427719473838806},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7873930335044861},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6685364842414856},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6050082445144653},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.601258397102356},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5316175818443298},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4933594763278961},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4523046314716339},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.43398332595825195},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4129677414894104},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2022.findings-emnlp.518","doi":"https://doi.org/10.18653/v1/2022.findings-emnlp.518","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-emnlp.518","pdf_url":"https://aclanthology.org/2022.findings-emnlp.518.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2022","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2106.07704","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.07704","pdf_url":"https://arxiv.org/pdf/2106.07704","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2106.07704","doi":"https://doi.org/10.48550/arxiv.2106.07704","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2106.07704","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.findings-emnlp.518","doi":"https://doi.org/10.18653/v1/2022.findings-emnlp.518","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-emnlp.518","pdf_url":"https://aclanthology.org/2022.findings-emnlp.518.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2022","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2632089271","display_name":"Collaborative Research: SCH: Trustworthy and Explainable AI for Neurodegenerative Diseases","funder_award_id":"2123952","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G264567485","display_name":"III: Small: A New Approach to Latent Space Learning with Diversity-Inducing Regularization and Applications to Healthcare Data Analytics","funder_award_id":"1617583","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5607104872","display_name":"XPS: FULL: Broad-Purpose, Aggressively Asynchronous and Theoretically Sound Parallel Large-scale Machine Learning","funder_award_id":"1629559","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6555421410","display_name":"CNS Core: Small: Toward Globally-Optimal Resource Distribution and Computation Acceleration in Multi-Tenant and Heterogeneous Machine Learning Systems","funder_award_id":"2008248","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7210974099","display_name":"ML Basis for Intelligence Augmentation:Toward Personalized Modeling, Reasoning under Data-Knowledge Symbiosis, and Interpretable Interaction for AI-assisted Human Decision-making","funder_award_id":"2040381","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7792429826","display_name":"RI: III: Medium: Scalable Machine Learning for Automating Scientific Discovery in Astrophysics","funder_award_id":"1563887","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8765148894","display_name":"Collaborative Research: RI: Medium: A Rigorous, General Framework for Tractable Learning of Large-Scale DAGs from Data","funder_award_id":"1955532","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385574223.pdf","grobid_xml":"https://content.openalex.org/works/W4385574223.grobid-xml"},"referenced_works_count":88,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W1840435438","https://openalex.org/W1934909785","https://openalex.org/W1952243512","https://openalex.org/W1985610876","https://openalex.org/W2098774185","https://openalex.org/W2107464055","https://openalex.org/W2119717200","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2155772159","https://openalex.org/W2176263492","https://openalex.org/W2487501366","https://openalex.org/W2508728158","https://openalex.org/W2525778437","https://openalex.org/W2554120691","https://openalex.org/W2560313346","https://openalex.org/W2589049937","https://openalex.org/W2591984255","https://openalex.org/W2593044849","https://openalex.org/W2594103415","https://openalex.org/W2607892599","https://openalex.org/W2609138599","https://openalex.org/W2609650878","https://openalex.org/W2612675303","https://openalex.org/W2626778328","https://openalex.org/W2727576081","https://openalex.org/W2732004306","https://openalex.org/W2735642330","https://openalex.org/W2774104751","https://openalex.org/W2797269287","https://openalex.org/W2799194071","https://openalex.org/W2888442053","https://openalex.org/W2900260828","https://openalex.org/W2900677334","https://openalex.org/W2938704169","https://openalex.org/W2947150733","https://openalex.org/W2949561945","https://openalex.org/W2951490152","https://openalex.org/W2954124977","https://openalex.org/W2962985882","https://openalex.org/W2963167310","https://openalex.org/W2963170229","https://openalex.org/W2963248296","https://openalex.org/W2963248348","https://openalex.org/W2963267001","https://openalex.org/W2963466651","https://openalex.org/W2963673305","https://openalex.org/W2963730239","https://openalex.org/W2963768805","https://openalex.org/W2970200208","https://openalex.org/W2970290563","https://openalex.org/W2981852735","https://openalex.org/W2982399380","https://openalex.org/W2987956546","https://openalex.org/W2993398598","https://openalex.org/W2995338136","https://openalex.org/W2996068536","https://openalex.org/W2996264288","https://openalex.org/W2996287690","https://openalex.org/W2996851481","https://openalex.org/W3023533951","https://openalex.org/W3023710830","https://openalex.org/W3030163527","https://openalex.org/W3034715004","https://openalex.org/W3034850762","https://openalex.org/W3085190015","https://openalex.org/W3085932930","https://openalex.org/W3086067362","https://openalex.org/W3092995464","https://openalex.org/W3098267758","https://openalex.org/W3098903812","https://openalex.org/W3099635335","https://openalex.org/W3101479482","https://openalex.org/W3105190746","https://openalex.org/W3105604018","https://openalex.org/W3135724079","https://openalex.org/W3152956381","https://openalex.org/W3154856305","https://openalex.org/W3174770825","https://openalex.org/W3185341429","https://openalex.org/W3186655327","https://openalex.org/W3194309076","https://openalex.org/W3209453005","https://openalex.org/W4214717370","https://openalex.org/W4385573003","https://openalex.org/W4389009525","https://openalex.org/W6903351479"],"related_works":["https://openalex.org/W3085932930","https://openalex.org/W3127986334","https://openalex.org/W7133204914","https://openalex.org/W2963730239","https://openalex.org/W4224245496","https://openalex.org/W3120982476","https://openalex.org/W4401042397","https://openalex.org/W4390962197","https://openalex.org/W3176393173","https://openalex.org/W4386798083"],"abstract_inverted_index":{"Maximum":[0],"likelihood":[1],"estimation":[2],"(MLE)":[3],"is":[4,20],"the":[5,42,87,92,98,114,124,135,147,177],"predominant":[6],"algorithm":[7],"for":[8,64,110],"training":[9],"text":[10,65,111,155],"generation":[11,112,156],"models.This":[12],"paradigm":[13],"relies":[14],"on":[15,41],"direct":[16],"supervision":[17],"examples,":[18,162],"which":[19],"not":[21],"applicable":[22],"to":[23,35,53,83,86,121,133,149],"many":[24],"emerging":[25],"applications,":[26],"such":[27,67,128],"as":[28,59,68,129],"generating":[29,33],"adversarial":[30,163],"attacks":[31],"or":[32,81],"prompts":[34],"control":[36],"language":[37],"models.Reinforcement":[38],"learning":[39,159],"(RL)":[40],"other":[43],"hand":[44],"offers":[45],"a":[46,106,150],"more":[47],"flexible":[48],"solution":[49],"by":[50],"allowing":[51],"users":[52],"plug":[54],"in":[55],"arbitrary":[56],"task":[57],"metrics":[58],"reward.Yet":[60],"previous":[61,178],"RL":[62,108,126,179],"algorithms":[63,175],"generation,":[66],"policy":[69],"gradient":[70],"(on-policy":[71],"RL)":[72],"and":[73,91,140,165,176],"Q-learning":[74,116],"(off-policy":[75],"RL),":[76],"are":[77],"often":[78],"notoriously":[79],"inefficient":[80],"unstable":[82],"train":[84],"due":[85],"large":[88],"sequence":[89],"space":[90],"sparse":[93,144],"reward":[94],"received":[95],"only":[96],"at":[97],"end":[99],"of":[100,137,153],"sequences.In":[101],"this":[102],"paper,":[103],"we":[104],"introduce":[105],"new":[107],"formulation":[109],"from":[113,123,143,160],"soft":[115],"(SQL)":[117],"perspective.It":[118],"enables":[119],"us":[120],"draw":[122],"latest":[125],"advances,":[127],"path":[130],"consistency":[131],"learning,":[132],"combine":[134],"best":[136],"on-/off-policy":[138],"updates,":[139],"learn":[141],"effectively":[142],"reward.We":[145],"apply":[146],"approach":[148,170],"wide":[151],"range":[152],"novel":[154],"tasks,":[157],"including":[158],"noisy/negative":[161],"attacks,":[164],"prompt":[166],"generation.Experiments":[167],"show":[168],"our":[169],"consistently":[171],"outperforms":[172],"both":[173],"task-specialized":[174],"methods.":[180],"1":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-08-05T00:00:00"}