{"id":"https://openalex.org/W7045478531","doi":"https://doi.org/10.48550/arxiv.2306.08107","title":"AutoML in the Age of Large Language Models: Current Challenges, Future Opportunities and Risks","display_name":"AutoML in the Age of Large Language Models: Current Challenges, Future Opportunities and Risks","publication_year":2023,"publication_date":"2023-06-13","ids":{"openalex":"https://openalex.org/W7045478531","doi":"https://doi.org/10.48550/arxiv.2306.08107"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2306.08107","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.08107","pdf_url":"https://arxiv.org/pdf/2306.08107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.08107","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088305064","display_name":"Alexander Tornede","orcid":"https://orcid.org/0000-0002-2415-2186","observed_orcids":["https://orcid.org/0000-0002-2415-2186"]},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tornede, Alexander","raw_affiliation_strings":["Institute of Artificial Intelligence , Leibniz University Hannover"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence , Leibniz University Hannover","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Deng, Difan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Deng, Difan","raw_affiliation_strings":["Alma Mater Studiorum - University of Bologna"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alma Mater Studiorum - University of Bologna","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038833033","display_name":"Theresa Eimer","orcid":"https://orcid.org/0000-0001-5561-5908","observed_orcids":["https://orcid.org/0000-0001-5561-5908"]},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Eimer, Theresa","raw_affiliation_strings":["Alma Mater Studiorum - University of Bologna"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alma Mater Studiorum - University of Bologna","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064485499","display_name":"Joseph Giovanelli","orcid":"https://orcid.org/0000-0002-0990-3893","observed_orcids":["https://orcid.org/0000-0002-0990-3893"]},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanelli, Joseph","raw_affiliation_strings":["Alma Mater Studiorum - University of Bologna"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alma Mater Studiorum - University of Bologna","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102919894","display_name":"Aditya Mohan","orcid":"https://orcid.org/0000-0003-0092-3780","observed_orcids":["https://orcid.org/0000-0003-0092-3780"]},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mohan, Aditya","raw_affiliation_strings":["Alma Mater Studiorum - University of Bologna"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alma Mater Studiorum - University of Bologna","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008415741","display_name":"Tim Ruhkopf","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ruhkopf, Tim","raw_affiliation_strings":["Alma Mater Studiorum - University of Bologna"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alma Mater Studiorum - University of Bologna","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092188943","display_name":"Sarah Segel","orcid":"https://orcid.org/0009-0005-2966-266X","observed_orcids":["https://orcid.org/0009-0005-2966-266X"]},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Segel, Sarah","raw_affiliation_strings":["Alma Mater Studiorum - University of Bologna"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alma Mater Studiorum - University of Bologna","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056343285","display_name":"Daphne Theodorakopoulos","orcid":"https://orcid.org/0009-0008-0827-7449","observed_orcids":["https://orcid.org/0009-0008-0827-7449"]},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Theodorakopoulos, Daphne","raw_affiliation_strings":["Institute of Artificial Intelligence , Leibniz University Hannover","Institute of Artificial Intelligence , Leibniz University Hannover , German Research Center for Artificial Intelligence (DFKI)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence , Leibniz University Hannover","institution_ids":["https://openalex.org/I114112103"]},{"raw_affiliation_string":"Institute of Artificial Intelligence , Leibniz University Hannover , German Research Center for Artificial Intelligence (DFKI)","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005260303","display_name":"Tanja Tornede","orcid":"https://orcid.org/0000-0001-9954-462X","observed_orcids":["https://orcid.org/0000-0001-9954-462X"]},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tornede, Tanja","raw_affiliation_strings":["Institute of Artificial Intelligence , Leibniz University Hannover"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence , Leibniz University Hannover","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wachsmuth, Henning","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wachsmuth, Henning","raw_affiliation_strings":["Institute of Artificial Intelligence , L3S Research Center , Leibniz University Hannover","Institute of Artificial Intelligence , Leibniz University Hannover"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence , L3S Research Center , Leibniz University Hannover","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"]},{"raw_affiliation_string":"Institute of Artificial Intelligence , Leibniz University Hannover","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045511267","display_name":"Marius Lindauer","orcid":"https://orcid.org/0000-0002-9675-3175","observed_orcids":["https://orcid.org/0000-0002-9675-3175"]},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lindauer, Marius","raw_affiliation_strings":["Institute of Artificial Intelligence , Leibniz University Hannover"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence , Leibniz University Hannover","institution_ids":["https://openalex.org/I114112103"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.6201000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.6201000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2175000011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.05900000035762787,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-machine-learning","display_name":"automated machine learning","score":0.9710000157356262},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"natural language processing","score":0.7630000114440918}],"concepts":[{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.5892999768257141},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4253000020980835},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42410001158714294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4189000129699707},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.3774999976158142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35760000348091125},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3411000072956085},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3122999966144562},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.29750001430511475},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2728999853134155},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2660999894142151}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2306.08107","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.08107","pdf_url":"https://arxiv.org/pdf/2306.08107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:cris.unibo.it:11585/970920","doi":null,"is_oa":true,"landing_page_url":"https://openreview.net/forum?id=cAthubStyG","pdf_url":"https://openreview.net/pdf?id=cAthubStyG","source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2306.08107","doi":"https://doi.org/10.48550/arxiv.2306.08107","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.08107","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.08107","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.08107","pdf_url":"https://arxiv.org/pdf/2306.08107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5342827263","display_name":"Interactive and Explainable Human-Centered AutoML","funder_award_id":"101041029","funder_id":"https://openalex.org/F4320338453","funder_display_name":"HORIZON EUROPE European Research Council"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323803","display_name":"Bundesministerium f\u00fcr Wirtschaft und Energie","ror":"https://ror.org/02vgg2808"},{"id":"https://openalex.org/F4320338453","display_name":"HORIZON EUROPE European Research Council","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7045478531.pdf","grobid_xml":"https://content.openalex.org/works/W7045478531.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7163915265","https://openalex.org/W4415660763","https://openalex.org/W7076051882","https://openalex.org/W6940688823","https://openalex.org/W7171770573","https://openalex.org/W4404569869","https://openalex.org/W7134117706","https://openalex.org/W4411964378","https://openalex.org/W4400488119","https://openalex.org/W4414925343"],"abstract_inverted_index":{"The":[0],"fields":[1,42,126],"of":[2,33,48,62,98,123,153],"both":[3,83,132],"Natural":[4],"Language":[5,25],"Processing":[6],"(NLP)":[7],"and":[8,68,95,112,135,155],"Automated":[9],"Machine":[10],"Learning":[11],"(AutoML)":[12],"have":[13,28],"achieved":[14],"remarkable":[15],"results":[16],"over":[17],"the":[18,40,46,60,84,96,121,124,128,151],"past":[19],"years.":[20],"In":[21,79],"NLP,":[22],"especially":[23],"Large":[24],"Models":[26],"(LLMs)":[27],"experienced":[29],"a":[30,63],"rapid":[31],"series":[32],"breakthroughs":[34],"very":[35],"recently.":[36],"We":[37,117],"envision":[38],"that":[39,120],"two":[41,125],"can":[43,75],"radically":[44],"push":[45],"boundaries":[47],"each":[49,77],"other":[50],"through":[51],"tight":[52],"integration.":[53],"To":[54,105],"showcase":[55],"this":[56,106],"vision,":[57],"we":[58,81,108,113,144],"explore":[59],"potential":[61,129],"symbiotic":[64],"relationship":[65],"between":[66],"AutoML":[67,88,100,154],"LLMs,":[69],"shedding":[70],"light":[71],"on":[72],"how":[73],"they":[74],"benefit":[76],"other.":[78],"particular,":[80],"investigate":[82],"opportunities":[85],"to":[86,101,130,146],"enhance":[87],"approaches":[89],"with":[90],"LLMs":[91],"from":[92],"different":[93],"perspectives":[94],"challenges":[97],"leveraging":[99],"further":[102,148],"improve":[103],"LLMs.":[104,156],"end,":[107],"survey":[109],"existing":[110],"work,":[111],"critically":[114],"assess":[115],"risks.":[116],"strongly":[118],"believe":[119],"integration":[122],"has":[127],"disrupt":[131],"fields,":[133],"NLP":[134],"AutoML.":[136],"By":[137],"highlighting":[138],"conceivable":[139],"synergies,":[140],"but":[141],"also":[142],"risks,":[143],"aim":[145],"foster":[147],"exploration":[149],"at":[150],"intersection":[152]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}