{"id":"https://openalex.org/W4295308567","doi":"https://doi.org/10.1109/jstsp.2022.3206084","title":"Self-Supervised Language Learning From Raw Audio: Lessons From the Zero Resource Speech Challenge","display_name":"Self-Supervised Language Learning From Raw Audio: Lessons From the Zero Resource Speech Challenge","publication_year":2022,"publication_date":"2022-09-12","ids":{"openalex":"https://openalex.org/W4295308567","doi":"https://doi.org/10.1109/jstsp.2022.3206084"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2022.3206084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2022.3206084","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.15759","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069239428","display_name":"Ewan Dunbar","orcid":"https://orcid.org/0000-0001-9603-953X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ewan Dunbar","raw_affiliation_strings":["Department of French, University of Toronto, Toronto, ON, Canada","University of Toronto","Apprentissage machine et d\u00e9veloppement cognitif"],"raw_orcid":"https://orcid.org/0000-0001-9603-953X","affiliations":[{"raw_affiliation_string":"Department of French, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Apprentissage machine et d\u00e9veloppement cognitif","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024211274","display_name":"Nicolas Hamilakis","orcid":null},"institutions":[{"id":"https://openalex.org/I4210103330","display_name":"\u00c9cole Normale Sup\u00e9rieure","ror":"https://ror.org/01dp7jr64","country_code":"BI","type":"education","lineage":["https://openalex.org/I4210103330"]}],"countries":["BI"],"is_corresponding":false,"raw_author_name":"Nicolas Hamilakis","raw_affiliation_strings":["&#x00C9;cole Normale Sup&#x00E9;rieure, Paris, France","\u00c9cole normale sup\u00e9rieure - Paris","Apprentissage machine et d\u00e9veloppement cognitif"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"&#x00C9;cole Normale Sup&#x00E9;rieure, Paris, France","institution_ids":[]},{"raw_affiliation_string":"\u00c9cole normale sup\u00e9rieure - Paris","institution_ids":["https://openalex.org/I4210103330"]},{"raw_affiliation_string":"Apprentissage machine et d\u00e9veloppement cognitif","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007620149","display_name":"Emmanuel Dupoux","orcid":"https://orcid.org/0000-0002-7814-2952"},"institutions":[{"id":"https://openalex.org/I90669466","display_name":"\u00c9cole des hautes \u00e9tudes en sciences sociales","ror":"https://ror.org/02d9dg697","country_code":"FR","type":"facility","lineage":["https://openalex.org/I90669466"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Emmanuel Dupoux","raw_affiliation_strings":["&#x00C9;cole des Hautes &#x00C9;tudes en Sciences Sociales, Paris, France","Apprentissage machine et d\u00e9veloppement cognitif","\u00c9cole des hautes \u00e9tudes en sciences sociales","Meta AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"&#x00C9;cole des Hautes &#x00C9;tudes en Sciences Sociales, Paris, France","institution_ids":[]},{"raw_affiliation_string":"Apprentissage machine et d\u00e9veloppement cognitif","institution_ids":[]},{"raw_affiliation_string":"\u00c9cole des hautes \u00e9tudes en sciences sociales","institution_ids":["https://openalex.org/I90669466"]},{"raw_affiliation_string":"Meta AI","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4683,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.93433027,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"16","issue":"6","first_page":"1211","last_page":"1226"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7116945385932922},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5642194747924805},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.5334534645080566},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4788122773170471},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3969068229198456},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37994417548179626},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10757997632026672}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7116945385932922},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5642194747924805},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5334534645080566},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4788122773170471},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3969068229198456},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37994417548179626},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10757997632026672},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jstsp.2022.3206084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2022.3206084","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2210.15759","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.15759","pdf_url":"https://arxiv.org/pdf/2210.15759","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-03789716v1","is_oa":false,"landing_page_url":"https://hal.science/hal-03789716","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing, In press, &#x27E8;10.1109/jstsp.2022.3206084&#x27E9;","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.15759","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.15759","pdf_url":"https://arxiv.org/pdf/2210.15759","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G1783606207","display_name":null,"funder_award_id":"ANR-19-P3IA-0001","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G2077798120","display_name":null,"funder_award_id":"ANR-10-IDEX-","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G2169153225","display_name":null,"funder_award_id":"ANR-10-IDEX-0001-02 PSL","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G2614703714","display_name":null,"funder_award_id":"ANR-10-IDEX-0001-02","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G2658974192","display_name":null,"funder_award_id":"ANR-10-IDEX-0001","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G2659019386","display_name":null,"funder_award_id":"ANR-17-EURE-","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G2756221148","display_name":null,"funder_award_id":"RGPIN-2022-04431","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G2871517121","display_name":null,"funder_award_id":"10-IDEX-0001-02 PSL","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G3860367528","display_name":null,"funder_award_id":"10-IDEX-0001-02","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G4209519768","display_name":null,"funder_award_id":"ANR-17-EURE-0017","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G4483770707","display_name":null,"funder_award_id":"17-EURE-0017","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G471331628","display_name":null,"funder_award_id":"ANR-10-IDEX","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G5268781400","display_name":"Speech perception and learning in the geometric typology of phonological inventories","funder_award_id":"ANR-17-CE28-0009","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G5838787665","display_name":null,"funder_award_id":"ANR-19-P3IA-0001","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G626190807","display_name":null,"funder_award_id":"19-P3IA-0001","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6803667113","display_name":null,"funder_award_id":"ANR-17","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7240651115","display_name":null,"funder_award_id":"ANR-10","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G782245399","display_name":null,"funder_award_id":"IDEX-0001-02","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G8318455765","display_name":null,"funder_award_id":"ANR-19","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320316918","display_name":"\u00c9cole des Hautes Etudes en Sciences Sociales","ror":"https://ror.org/02d9dg697"},{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320322015","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087"},{"id":"https://openalex.org/F4320324245","display_name":"Connaught Fund","ror":"https://ror.org/03dbr7087"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":143,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W1529056402","https://openalex.org/W1796128977","https://openalex.org/W1854884267","https://openalex.org/W1967924372","https://openalex.org/W1973746598","https://openalex.org/W1993755070","https://openalex.org/W2014307400","https://openalex.org/W2020607164","https://openalex.org/W2025482506","https://openalex.org/W2026487812","https://openalex.org/W2049142189","https://openalex.org/W2057007397","https://openalex.org/W2069857264","https://openalex.org/W2079460648","https://openalex.org/W2080100102","https://openalex.org/W2098500169","https://openalex.org/W2103318667","https://openalex.org/W2110627398","https://openalex.org/W2114347655","https://openalex.org/W2117041980","https://openalex.org/W2117126688","https://openalex.org/W2126377586","https://openalex.org/W2132631284","https://openalex.org/W2142625445","https://openalex.org/W2170659185","https://openalex.org/W2170682101","https://openalex.org/W2176085882","https://openalex.org/W2332013542","https://openalex.org/W2345811097","https://openalex.org/W2346964103","https://openalex.org/W2347098582","https://openalex.org/W2395899413","https://openalex.org/W2396043527","https://openalex.org/W2398490608","https://openalex.org/W2399576818","https://openalex.org/W2400549570","https://openalex.org/W2402366697","https://openalex.org/W2404799143","https://openalex.org/W2406349064","https://openalex.org/W2407614114","https://openalex.org/W2468716020","https://openalex.org/W2483390977","https://openalex.org/W2522012644","https://openalex.org/W2586148577","https://openalex.org/W2598638573","https://openalex.org/W2619697695","https://openalex.org/W2745710152","https://openalex.org/W2748009955","https://openalex.org/W2785415724","https://openalex.org/W2786902352","https://openalex.org/W2787223168","https://openalex.org/W2787426069","https://openalex.org/W2787447541","https://openalex.org/W2940544976","https://openalex.org/W2947445680","https://openalex.org/W2949387496","https://openalex.org/W2950414763","https://openalex.org/W2963366649","https://openalex.org/W2963425185","https://openalex.org/W2963620343","https://openalex.org/W2964115348","https://openalex.org/W2964169922","https://openalex.org/W2972374322","https://openalex.org/W2972495969","https://openalex.org/W2972867623","https://openalex.org/W2972964185","https://openalex.org/W2973013862","https://openalex.org/W2973026522","https://openalex.org/W2995181338","https://openalex.org/W2996728628","https://openalex.org/W3003750857","https://openalex.org/W3007068036","https://openalex.org/W3016181583","https://openalex.org/W3024040651","https://openalex.org/W3044967013","https://openalex.org/W3093096176","https://openalex.org/W3093121832","https://openalex.org/W3095361818","https://openalex.org/W3096196861","https://openalex.org/W3096216486","https://openalex.org/W3096262326","https://openalex.org/W3096359985","https://openalex.org/W3097056138","https://openalex.org/W3097159218","https://openalex.org/W3097485645","https://openalex.org/W3097682198","https://openalex.org/W3097692357","https://openalex.org/W3098643042","https://openalex.org/W3099142230","https://openalex.org/W3100270690","https://openalex.org/W3144810982","https://openalex.org/W3148101939","https://openalex.org/W3156899336","https://openalex.org/W3160251434","https://openalex.org/W3160704724","https://openalex.org/W3161215977","https://openalex.org/W3180374548","https://openalex.org/W3186843219","https://openalex.org/W3197259906","https://openalex.org/W3197349023","https://openalex.org/W3197381195","https://openalex.org/W3197580070","https://openalex.org/W3198217962","https://openalex.org/W3198782837","https://openalex.org/W3198815374","https://openalex.org/W3204915839","https://openalex.org/W3209059054","https://openalex.org/W3209984917","https://openalex.org/W3209993061","https://openalex.org/W3212943633","https://openalex.org/W4221161768","https://openalex.org/W4225726571","https://openalex.org/W4226199158","https://openalex.org/W4283332789","https://openalex.org/W4285250921","https://openalex.org/W4285483774","https://openalex.org/W4287591426","https://openalex.org/W4287854499","https://openalex.org/W4292825791","https://openalex.org/W4296710617","https://openalex.org/W4297808394","https://openalex.org/W4297841853","https://openalex.org/W4307680525","https://openalex.org/W4313182775","https://openalex.org/W4394671563","https://openalex.org/W6675022971","https://openalex.org/W6676025551","https://openalex.org/W6680094886","https://openalex.org/W6691746754","https://openalex.org/W6728823536","https://openalex.org/W6729977899","https://openalex.org/W6731521493","https://openalex.org/W6780218876","https://openalex.org/W6786696081","https://openalex.org/W6790356757","https://openalex.org/W6799081819","https://openalex.org/W6809593508","https://openalex.org/W6810531757","https://openalex.org/W6811170316","https://openalex.org/W6839738141","https://openalex.org/W6840200333","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W3013650182","https://openalex.org/W2989283631","https://openalex.org/W4249605382","https://openalex.org/W4313491656","https://openalex.org/W3279617","https://openalex.org/W4402958497","https://openalex.org/W1991183963","https://openalex.org/W2250701745","https://openalex.org/W2053087750","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Recent":[0],"progress":[1],"in":[2],"self-supervised":[3],"or":[4,27,34,108],"unsupervised":[5],"machine":[6],"learning":[7],"has":[8,48],"opened":[9],"the":[10,40,87,97,102],"possibility":[11],"of":[12,39,86,90],"building":[13],"a":[14],"full":[15],"speech":[16],"processing":[17],"system":[18],"from":[19],"raw":[20],"audio":[21],"without":[22],"using":[23],"any":[24],"textual":[25],"representations":[26],"expert":[28],"labels":[29],"such":[30],"as":[31],"phonemes,":[32],"dictionaries":[33],"parse":[35],"trees.":[36],"The":[37],"contribution":[38],"Zero":[41],"Resource":[42],"Speech":[43],"Challenge":[44],"series":[45,93],"since":[46,94],"2015":[47],"been":[49],"to":[50],"break":[51],"down":[52],"this":[53,91],"long-term":[54],"objective":[55],"into":[56],"four":[57],"well-defined":[58],"tasks\u2014Acoustic":[59],"Unit":[60],"Discovery,":[61,64],"Spoken":[62,68],"Term":[63],"Discrete":[65],"Resynthesis,":[66],"and":[67,74,79,100],"Language":[69],"Modeling\u2014and":[70],"introduce":[71],"associated":[72],"metrics":[73],"benchmarks":[75],"enabling":[76],"model":[77],"comparison":[78],"cumulative":[80],"progress.":[81],"We":[82],"present":[83],"an":[84],"overview":[85],"six":[88],"editions":[89],"challenge":[92],"2015,":[95],"discuss":[96],"lessons":[98],"learned,":[99],"outline":[101],"areas":[103],"which":[104],"need":[105],"more":[106],"work":[107],"give":[109],"puzzling":[110],"results.":[111]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
