{"id":"https://openalex.org/W4312903631","doi":"https://doi.org/10.14778/3554821.3554896","title":"From BERT to GPT-3 codex","display_name":"From BERT to GPT-3 codex","publication_year":2022,"publication_date":"2022-08-01","ids":{"openalex":"https://openalex.org/W4312903631","doi":"https://doi.org/10.14778/3554821.3554896"},"language":"en","primary_location":{"id":"doi:10.14778/3554821.3554896","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3554821.3554896","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.09339","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087259526","display_name":"Immanuel Trummer","orcid":"https://orcid.org/0000-0002-7203-2349"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Immanuel Trummer","raw_affiliation_strings":["Cornell University"],"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5087259526"],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":3.6093,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.93807872,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"15","issue":"12","first_page":"3770","last_page":"3773"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8680940270423889},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5453999042510986},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5399408936500549},{"id":"https://openalex.org/keywords/natural-language-programming","display_name":"Natural language programming","score":0.518105685710907},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5142366290092468},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5118572115898132},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4896612763404846},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4690293073654175},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.46055853366851807},{"id":"https://openalex.org/keywords/domain-specific-language","display_name":"Domain-specific language","score":0.4563875198364258},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.4421060085296631},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.44030264019966125},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.438165545463562},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42274177074432373},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40778958797454834},{"id":"https://openalex.org/keywords/universal-networking-language","display_name":"Universal Networking Language","score":0.32631170749664307},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.08287915587425232},{"id":"https://openalex.org/keywords/comprehension-approach","display_name":"Comprehension approach","score":0.0809694230556488}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8680940270423889},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5453999042510986},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5399408936500549},{"id":"https://openalex.org/C67463725","wikidata":"https://www.wikidata.org/wiki/Q17081452","display_name":"Natural language programming","level":5,"score":0.518105685710907},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5142366290092468},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5118572115898132},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4896612763404846},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4690293073654175},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.46055853366851807},{"id":"https://openalex.org/C135257023","wikidata":"https://www.wikidata.org/wiki/Q691358","display_name":"Domain-specific language","level":2,"score":0.4563875198364258},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.4421060085296631},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.44030264019966125},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.438165545463562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42274177074432373},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40778958797454834},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.32631170749664307},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.08287915587425232},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.0809694230556488},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.14778/3554821.3554896","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3554821.3554896","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2306.09339","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.09339","pdf_url":"https://arxiv.org/pdf/2306.09339","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.09339","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.09339","pdf_url":"https://arxiv.org/pdf/2306.09339","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7900000214576721,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312903631.pdf","grobid_xml":"https://content.openalex.org/works/W4312903631.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2032374895","https://openalex.org/W2941003455","https://openalex.org/W2953958347","https://openalex.org/W2970675344","https://openalex.org/W2970836712","https://openalex.org/W2971003090","https://openalex.org/W2979826702","https://openalex.org/W3029828555","https://openalex.org/W3034999214","https://openalex.org/W3095319910","https://openalex.org/W3119866685","https://openalex.org/W3146844750","https://openalex.org/W3148437589","https://openalex.org/W3165814564","https://openalex.org/W3173850788","https://openalex.org/W3176873994","https://openalex.org/W3177130063","https://openalex.org/W3196976833","https://openalex.org/W3210516937","https://openalex.org/W3214600982","https://openalex.org/W3217092890","https://openalex.org/W4213019189","https://openalex.org/W4281972940","https://openalex.org/W4285335450","https://openalex.org/W4287391717","https://openalex.org/W4312294469","https://openalex.org/W4312537169"],"related_works":["https://openalex.org/W4310801723","https://openalex.org/W2913520953","https://openalex.org/W2067569787","https://openalex.org/W4387896144","https://openalex.org/W2794657471","https://openalex.org/W1970499202","https://openalex.org/W2364063174","https://openalex.org/W2739915479","https://openalex.org/W1538826769","https://openalex.org/W2152365016"],"abstract_inverted_index":{"Large":[0],"language":[1,14,58,65,83,104,119,149,168],"models":[2,21,120,150],"have":[3],"recently":[4],"advanced":[5],"the":[6,9,44,107,114,122,156,164,176],"state":[7],"of":[8,20,28,46,74,124,155,167,178],"art":[10],"on":[11,57,136,148],"many":[12],"natural":[13,82,103],"processing":[15],"benchmarks.":[16],"The":[17,49,138,153],"newest":[18],"generation":[19,166],"can":[22],"be":[23,85],"applied":[24],"to":[25,32,54,63,159,163,171],"a":[26],"variety":[27],"tasks":[29],"with":[30],"little":[31],"no":[33],"specialized":[34],"training.":[35],"This":[36],"technology":[37],"creates":[38],"various":[39],"opportunities":[40],"for":[41,80],"applications":[42],"in":[43,113,121,175],"context":[45,123],"data":[47,179],"management.":[48,180],"tutorial":[50,108,139,157],"will":[51,84,109],"introduce":[52,160],"participants":[53],"basic":[55],"background":[56,147],"models,":[59,66,90,169],"discuss":[60,110],"different":[61],"methods":[62],"use":[64,173],"and":[67,71,77,170],"give":[68],"an":[69],"overview":[70],"short":[72],"demonstration":[73],"available":[75],"libraries":[76],"APIs.":[78],"Models":[79],"generating":[81],"considered":[86],"as":[87,89,92],"well":[88],"such":[91],"GPT-3":[93],"Codex,":[94],"which":[95],"complete":[96],"program":[97],"code":[98,101],"or":[99,128],"generate":[100],"from":[102],"instructions.":[105],"Finally,":[106],"recent":[111],"research":[112],"database":[115,126,143,161],"community":[116],"that":[117,133],"exploits":[118],"traditional":[125],"systems":[127],"proposes":[129],"novel":[130],"system":[131],"architectures":[132],"are":[134],"based":[135],"them.":[137],"is":[140,151,158],"targeted":[141],"at":[142],"researchers.":[144],"No":[145],"prior":[146],"required.":[152],"goal":[154],"researchers":[162],"latest":[165],"their":[172],"cases":[174],"domain":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2023-01-05T00:00:00"}