{"id":"https://openalex.org/W2946794439","doi":"https://doi.org/10.18653/v1/p19-1580","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","display_name":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2946794439","doi":"https://doi.org/10.18653/v1/p19-1580","mag":"2946794439"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1580","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1580","pdf_url":"https://www.aclweb.org/anthology/P19-1580.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1580.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077727226","display_name":"Elena Voita","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL","RU"],"is_corresponding":false,"raw_author_name":"Elena Voita","raw_affiliation_strings":["University of Amsterdam, Netherlands","Yandex, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"Yandex, Russia","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057541969","display_name":"David Talbot","orcid":"https://orcid.org/0000-0002-9675-2703"},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"David Talbot","raw_affiliation_strings":["Yandex, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Russia","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055241858","display_name":"F\u00e9dor Moiseev","orcid":null},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]},{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Fedor Moiseev","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Russia","Yandex, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Russia","institution_ids":["https://openalex.org/I153845743"]},{"raw_affiliation_string":"Yandex, Russia","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005771535","display_name":"Rico Sennrich","orcid":"https://orcid.org/0000-0002-1438-4741"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]},{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["CH","GB"],"is_corresponding":false,"raw_author_name":"Rico Sennrich","raw_affiliation_strings":["University of Edinburgh, Scotland","University of Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh, Scotland","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086717154","display_name":"Ivan Titov","orcid":"https://orcid.org/0000-0002-2583-1893"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]},{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB","NL"],"is_corresponding":false,"raw_author_name":"Ivan Titov","raw_affiliation_strings":["University of Amsterdam, Netherlands","University of Edinburgh, Scotland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"University of Edinburgh, Scotland","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5055241858"],"corresponding_institution_ids":["https://openalex.org/I153845743","https://openalex.org/I58957048"],"apc_list":null,"apc_paid":null,"fwci":51.125,"has_fulltext":true,"cited_by_count":1074,"citation_normalized_percentile":{"value":0.99896919,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5797","last_page":"5808"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8282955288887024},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7966114282608032},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6583617329597473},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6070923209190369},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5449510812759399},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.4936712682247162},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.480684369802475},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4444084167480469},{"id":"https://openalex.org/keywords/bleu","display_name":"BLEU","score":0.4364425837993622},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3831689953804016},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32404130697250366},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10466018319129944}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8282955288887024},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7966114282608032},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6583617329597473},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6070923209190369},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5449510812759399},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.4936712682247162},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.480684369802475},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4444084167480469},{"id":"https://openalex.org/C622187","wikidata":"https://www.wikidata.org/wiki/Q3500773","display_name":"BLEU","level":3,"score":0.4364425837993622},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3831689953804016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32404130697250366},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10466018319129944},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.18653/v1/p19-1580","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1580","pdf_url":"https://www.aclweb.org/anthology/P19-1580.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire/fcd6e78f-5993-441c-b37e-730b2065ae2e","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/analyzing-multihead-selfattention-specialized-heads-do-the-heavy-lifting-the-rest-can-be-pruned(fcd6e78f-5993-441c-b37e-730b2065ae2e).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:arXiv.org:1905.09418","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.09418","pdf_url":"https://arxiv.org/pdf/1905.09418","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/fcd6e78f-5993-441c-b37e-730b2065ae2e","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:pure.ed.ac.uk:openaire/f18d8d1d-f51c-4e70-b003-46093dae0b51","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/f18d8d1d-f51c-4e70-b003-46093dae0b51","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Voita, E, Talbot, D, Moiseev, F, Sennrich, R & Titov, I 2019, Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned. in A Korhonen, D Traum & L M\u00e0rquez (eds), Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics (long papers). Florence, Italy, pp. 5797\u20135808, 57th Annual Meeting of the Association for Computational Linguistics, Florence, Italy, 28/07/19. https://doi.org/10.18653/v1/P19-1580","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:pure.ed.ac.uk:publications/f18d8d1d-f51c-4e70-b003-46093dae0b51","is_oa":true,"landing_page_url":"https://www.aclweb.org/anthology/P19-1580","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/fcd6e78f-5993-441c-b37e-730b2065ae2e","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/analyzing-multihead-selfattention-specialized-heads-do-the-heavy-lifting-the-rest-can-be-pruned(fcd6e78f-5993-441c-b37e-730b2065ae2e).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The 57th Annual Meeting of the Association for Computational Linguistics: ACL 2019 : proceedings of the conference : July 28-August 2, 2019, Florence, Italy","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1580","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1580","pdf_url":"https://www.aclweb.org/anthology/P19-1580.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5226226009","display_name":"Scaling Semantic Parsing to Unrestricted Domains","funder_award_id":"639.022.518","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2946794439.pdf","grobid_xml":"https://content.openalex.org/works/W2946794439.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1787224781","https://openalex.org/W1909320841","https://openalex.org/W1959608418","https://openalex.org/W2123442489","https://openalex.org/W2547875792","https://openalex.org/W2548228487","https://openalex.org/W2549835527","https://openalex.org/W2563574619","https://openalex.org/W2610120229","https://openalex.org/W2741040846","https://openalex.org/W2764043458","https://openalex.org/W2773621464","https://openalex.org/W2773956126","https://openalex.org/W2785779000","https://openalex.org/W2796108585","https://openalex.org/W2799051177","https://openalex.org/W2806412155","https://openalex.org/W2885588803","https://openalex.org/W2888539709","https://openalex.org/W2892205701","https://openalex.org/W2897507397","https://openalex.org/W2903193068","https://openalex.org/W2912351236","https://openalex.org/W2915589364","https://openalex.org/W2955541912","https://openalex.org/W2962777840","https://openalex.org/W2962784628","https://openalex.org/W2962897886","https://openalex.org/W2962911926","https://openalex.org/W2963403868","https://openalex.org/W2963503967","https://openalex.org/W2963751529","https://openalex.org/W2963828549","https://openalex.org/W2964121744","https://openalex.org/W2964174820","https://openalex.org/W2970279348","https://openalex.org/W3015703505","https://openalex.org/W3099668342","https://openalex.org/W3104636952","https://openalex.org/W4298170715","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2099607809","https://openalex.org/W170118632","https://openalex.org/W2518299649","https://openalex.org/W2963991775","https://openalex.org/W2898767136","https://openalex.org/W2395641992","https://openalex.org/W2251802443","https://openalex.org/W2807475932","https://openalex.org/W4280571180","https://openalex.org/W3021126373"],"abstract_inverted_index":{"Multi-head":[0],"self-attention":[1],"is":[2],"a":[3,9,64,71,119],"key":[4],"component":[5],"of":[6,35,74,97,113,121],"the":[7,21,29,32,36,40,48,75,94,106],"Transformer,":[8],"state-of-the-art":[10],"architecture":[11],"for":[12],"neural":[13],"machine":[14],"translation.":[15],"In":[16],"this":[17],"work":[18],"we":[19,79],"evaluate":[20],"contribution":[22],"made":[23],"by":[24,43],"individual":[25],"attention":[26],"heads":[27,53,62,83,98,116],"in":[28,118],"encoder":[30,115],"to":[31,86],"overall":[33],"performance":[34],"model":[37],"and":[38,51,56,70],"analyze":[39],"roles":[41],"played":[42],"them.":[44],"We":[45],"find":[46],"that":[47,81],"most":[49],"important":[50],"confident":[52],"play":[54],"consistent":[55],"often":[57],"linguistically-interpretable":[58],"roles.":[59],"When":[60],"pruning":[61,91,110],"using":[63],"method":[65,92],"based":[66],"on":[67,105],"stochastic":[68],"gates":[69],"differentiable":[72],"relaxation":[73],"L":[76],"0":[77],"penalty,":[78],"observe":[80],"specialized":[82],"are":[84],"last":[85],"be":[87],"pruned.":[88],"Our":[89],"novel":[90],"removes":[93],"vast":[95],"majority":[96],"without":[99],"seriously":[100],"affecting":[101],"performance.":[102],"For":[103],"example,":[104],"English-Russian":[107],"WMT":[108],"dataset,":[109],"38":[111],"out":[112],"48":[114],"results":[117],"drop":[120],"only":[122],"0.15":[123],"BLEU.":[124],"1":[125]},"counts_by_year":[{"year":2026,"cited_by_count":63},{"year":2025,"cited_by_count":174},{"year":2024,"cited_by_count":169},{"year":2023,"cited_by_count":201},{"year":2022,"cited_by_count":119},{"year":2021,"cited_by_count":191},{"year":2020,"cited_by_count":128},{"year":2019,"cited_by_count":29}],"updated_date":"2026-08-02T14:50:37.381335","created_date":"2022-07-29T00:00:00"}