{"id":"https://openalex.org/W4412888269","doi":"https://doi.org/10.18653/v1/2025.findings-acl.631","title":"Slamming: Training a Speech Language Model on One GPU in a Day","display_name":"Slamming: Training a Speech Language Model on One GPU in a Day","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888269","doi":"https://doi.org/10.18653/v1/2025.findings-acl.631"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.631","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.631","pdf_url":"https://aclanthology.org/2025.findings-acl.631.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.631.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069765023","display_name":"Gallil Maimon","orcid":"https://orcid.org/0000-0001-6400-3954"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gallil Maimon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115817249","display_name":"Avishai Elmakies","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Avishai Elmakies","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5005191803","display_name":"Yossi Adi","orcid":"https://orcid.org/0000-0003-2237-3898"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yossi Adi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.6921,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.96947086,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"12201","last_page":"12216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9190000295639038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7353713512420654},{"id":"https://openalex.org/keywords/slamming","display_name":"Slamming","score":0.6652752757072449},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.658995509147644},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.525750458240509},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.45852887630462646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39752310514450073},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3799670934677124},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09159532189369202}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7353713512420654},{"id":"https://openalex.org/C147779308","wikidata":"https://www.wikidata.org/wiki/Q5478003","display_name":"Slamming","level":3,"score":0.6652752757072449},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.658995509147644},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.525750458240509},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.45852887630462646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39752310514450073},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3799670934677124},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09159532189369202},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C37423430","wikidata":"https://www.wikidata.org/wiki/Q6750281","display_name":"Hull","level":2,"score":0.0},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.631","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.631","pdf_url":"https://aclanthology.org/2025.findings-acl.631.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.631","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.631","pdf_url":"https://aclanthology.org/2025.findings-acl.631.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888269.pdf","grobid_xml":"https://content.openalex.org/works/W4412888269.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2386275261","https://openalex.org/W2091596574","https://openalex.org/W2061866593","https://openalex.org/W1540760200","https://openalex.org/W4235434823","https://openalex.org/W565139365","https://openalex.org/W2355512526","https://openalex.org/W2407268038","https://openalex.org/W1997438704","https://openalex.org/W63179237"],"abstract_inverted_index":{"We":[0],"introduce":[1],"Slam,":[2],"a":[3,13,63],"recipe":[4,48],"for":[5],"training":[6,31,47,75],"highquality":[7],"Speech":[8],"Language":[9],"Models":[10],"(SLMs)":[11],"on":[12,57],"single":[14],"academic":[15],"GPU":[16],"in":[17,62],"24":[18],"hours.We":[19],"do":[20],"so":[21],"through":[22],"empirical":[23],"analysis":[24],"of":[25,65,82],"model":[26],"initialisation":[27],"and":[28,38,76],"architecture,":[29],"synthetic":[30,36],"data,":[32,102],"preference":[33],"optimisation":[34],"with":[35,52,59],"data":[37],"tweaking":[39],"all":[40],"other":[41],"components.We":[42],"empirically":[43],"demonstrate":[44],"that":[45],"this":[46],"also":[49],"scales":[50],"well":[51],"more":[53,78],"compute":[54,67,91],"getting":[55],"results":[56,87],"par":[58],"leading":[60],"SLMs":[61],"fraction":[64],"the":[66,80],"cost.We":[68],"hope":[69],"these":[70],"insights":[71],"will":[72],"make":[73],"SLM":[74,83,99],"research":[77],"accessible.In":[79],"context":[81],"scaling":[84],"laws,":[85],"our":[86],"far":[88],"outperform":[89],"predicted":[90],"optimal":[92],"performance,":[93],"giving":[94],"an":[95],"optimistic":[96],"view":[97],"to":[98],"feasibility.See":[100],"code,":[101],"models,":[103],"samples":[104],"-https://pages.cs.huji.ac.il/adiyosslab/slamming.":[105]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}