{"id":"https://openalex.org/W4390075256","doi":"https://doi.org/10.1162/tacl_a_00625","title":"<scp>QAmeleon</scp>: Multilingual QA with Only 5 Examples","display_name":"<scp>QAmeleon</scp>: Multilingual QA with Only 5 Examples","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4390075256","doi":"https://doi.org/10.1162/tacl_a_00625"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00625","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00625","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00625/2200667/tacl_a_00625.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00625/2200667/tacl_a_00625.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047179830","display_name":"Priyanka Agrawal","orcid":"https://orcid.org/0000-0001-9894-9625"},"institutions":[{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Priyanka Agrawal","raw_affiliation_strings":["Google DeepMind, UK. priyankagr@google.com"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, UK. priyankagr@google.com","institution_ids":["https://openalex.org/I4210113297"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065685274","display_name":"Chris Alberti","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chris Alberti","raw_affiliation_strings":["Google DeepMind, USA. chrisalberti@google.com"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, USA. chrisalberti@google.com","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080734082","display_name":"Fantine Huot","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Fantine Huot","raw_affiliation_strings":["Google DeepMind, The Netherlands. fantinehuot@google.com"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, The Netherlands. fantinehuot@google.com","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021334672","display_name":"Joshua Maynez","orcid":"https://orcid.org/0000-0003-4948-2875"},"institutions":[{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Joshua Maynez","raw_affiliation_strings":["Google DeepMind, UK. joshuahm@google.com"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, UK. joshuahm@google.com","institution_ids":["https://openalex.org/I4210113297"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101540966","display_name":"Ji Ma","orcid":"https://orcid.org/0009-0009-2102-8209"},"institutions":[{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Ji Ma","raw_affiliation_strings":["Google Research, UK. maji@google.com"],"affiliations":[{"raw_affiliation_string":"Google Research, UK. maji@google.com","institution_ids":["https://openalex.org/I4210113297"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037310413","display_name":"Sebastian Ruder","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sebastian Ruder","raw_affiliation_strings":["Google DeepMind, Germany. ruder@google.com"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, Germany. ruder@google.com","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081573359","display_name":"Kuzman Ganchev","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kuzman Ganchev","raw_affiliation_strings":["Google DeepMind, USA. kuzman@google.com"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, USA. kuzman@google.com","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021055773","display_name":"Dipanjan Das","orcid":"https://orcid.org/0000-0003-2325-0646"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dipanjan Das","raw_affiliation_strings":["Google DeepMind, USA. dipanjand@google.com"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, USA. dipanjand@google.com","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041024491","display_name":"Mirella Lapata","orcid":"https://orcid.org/0000-0002-2107-1516"},"institutions":[{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Mirella Lapata","raw_affiliation_strings":["Google DeepMind, UK. lapata@google.com"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, UK. lapata@google.com","institution_ids":["https://openalex.org/I4210113297"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5021055773","https://openalex.org/A5021334672","https://openalex.org/A5037310413","https://openalex.org/A5041024491","https://openalex.org/A5047179830","https://openalex.org/A5065685274","https://openalex.org/A5080734082","https://openalex.org/A5081573359","https://openalex.org/A5101540966"],"corresponding_institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I4210113297"],"apc_list":null,"apc_paid":null,"fwci":0.879,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80032026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"11","issue":null,"first_page":"1754","last_page":"1771"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8697245121002197},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.801093339920044},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7142248749732971},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5893238186836243},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5245126485824585},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5224284529685974},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48535409569740295},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.47825542092323303},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4512476325035095},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.4487086534500122},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.42636638879776},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32353872060775757},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1309659779071808}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8697245121002197},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.801093339920044},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7142248749732971},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5893238186836243},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5245126485824585},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5224284529685974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48535409569740295},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.47825542092323303},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4512476325035095},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4487086534500122},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.42636638879776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32353872060775757},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1309659779071808},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/tacl_a_00625","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00625","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00625/2200667/tacl_a_00625.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/39b0185b-af1c-44d2-a9dd-1336c3ffd7f2","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/39b0185b-af1c-44d2-a9dd-1336c3ffd7f2","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Agrawal, P, Alberti, C, Huot, F, Maynez, J, Ma, J, Ruder, S, Ganchev, K, Das, D & Lapata, M 2023, 'QAmeleon : Multilingual QA with only 5 examples', Transactions of the Association for Computational Linguistics, vol. 11, pp. 1754-1771. https://doi.org/10.1162/tacl_a_00625","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:8faa2d36a9fa414b8e03374b25025494","is_oa":true,"landing_page_url":"https://doaj.org/article/8faa2d36a9fa414b8e03374b25025494","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 11 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00625","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00625","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00625/2200667/tacl_a_00625.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390075256.pdf"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1607035479","https://openalex.org/W2101105183","https://openalex.org/W2525778437","https://openalex.org/W2557764419","https://openalex.org/W2799915114","https://openalex.org/W2889787757","https://openalex.org/W2912924812","https://openalex.org/W2949849869","https://openalex.org/W2950733326","https://openalex.org/W2951534261","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2964278185","https://openalex.org/W2998653236","https://openalex.org/W3034469191","https://openalex.org/W3034999214","https://openalex.org/W3035252911","https://openalex.org/W3035497479","https://openalex.org/W3045462440","https://openalex.org/W3099655892","https://openalex.org/W3099744315","https://openalex.org/W3103420681","https://openalex.org/W3164045210","https://openalex.org/W3169483174","https://openalex.org/W3171961701","https://openalex.org/W3172642864","https://openalex.org/W3173185981","https://openalex.org/W3175898847","https://openalex.org/W3177813494","https://openalex.org/W3207095490","https://openalex.org/W3212849024","https://openalex.org/W3214173179","https://openalex.org/W4205523161","https://openalex.org/W4205991051","https://openalex.org/W4206529673","https://openalex.org/W4221143046","https://openalex.org/W4221144361","https://openalex.org/W4224308101","https://openalex.org/W4226155321","https://openalex.org/W4229907684","https://openalex.org/W4285310603","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4297162632","https://openalex.org/W4303648904","https://openalex.org/W4307079201","https://openalex.org/W4317879253","https://openalex.org/W4385572830","https://openalex.org/W4385573964","https://openalex.org/W4391156274","https://openalex.org/W6682058439","https://openalex.org/W6684702499","https://openalex.org/W6751104502","https://openalex.org/W6751539582","https://openalex.org/W6764357534","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6798182279","https://openalex.org/W6809646742","https://openalex.org/W6810081322","https://openalex.org/W6844053373","https://openalex.org/W6847076894"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W2794347674"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"availability":[2],"of":[3,12,105],"large,":[4],"high-quality":[5],"datasets":[6,51],"has":[7],"been":[8],"a":[9,60,68,113,132,162],"major":[10],"driver":[11],"recent":[13],"progress":[14],"in":[15,32,138],"question":[16],"answering":[17],"(QA).":[18],"Such":[19],"annotated":[20],"datasets,":[21],"however,":[22],"are":[23,79],"difficult":[24],"and":[25,29,112,123,146,160],"costly":[26,83],"to":[27,41,46,53,70,98,126,129,165],"collect,":[28],"rarely":[30],"exist":[31],"languages":[33,159],"other":[34],"than":[35],"English,":[36],"rendering":[37],"QA":[38,77,133],"technology":[39],"inaccessible":[40],"underrepresented":[42],"languages.":[43],"An":[44],"alternative":[45,164],"building":[47],"large":[48],"monolingual":[49],"training":[50],"is":[52,161],"leverage":[54],"pre-trained":[55],"language":[56,94],"models":[57,78],"(PLMs)":[58],"under":[59],"few-shot":[61,151],"learning":[62],"setting.":[63],"Our":[64],"approach,":[65],"QAmeleon,":[66],"uses":[67],"PLM":[69,88],"automatically":[71],"generate":[72],"multilingual":[73],"data":[74,155],"upon":[75],"which":[76],"fine-tuned,":[80],"thus":[81],"avoiding":[82],"annotation.":[84],"Prompt":[85],"tuning":[86,153],"the":[87,106,144],"with":[89],"only":[90],"five":[91],"examples":[92,137],"per":[93],"delivers":[95],"accuracy":[96],"superior":[97],"translation-based":[99],"baselines;":[100],"it":[101],"bridges":[102],"nearly":[103],"60%":[104],"gap":[107],"between":[108],"an":[109],"English-only":[110],"baseline":[111],"fully-supervised":[114],"upper":[115],"bound":[116],"fine-tuned":[117],"on":[118,135,143],"almost":[119],"50,000":[120],"hand-labeled":[121],"examples;":[122],"consistently":[124],"leads":[125],"improvements":[127],"compared":[128],"directly":[130],"fine-tuning":[131],"model":[134],"labeled":[136],"low":[139],"resource":[140],"settings.":[141],"Experiments":[142],"TyDiqa-GoldP":[145],"MLQA":[147],"benchmarks":[148],"show":[149],"that":[150],"prompt":[152],"for":[154],"synthesis":[156],"scales":[157],"across":[158],"viable":[163],"large-scale":[166],"annotation.1":[167]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}