{"id":"https://openalex.org/W4406060224","doi":"https://doi.org/10.48550/arxiv.2407.13739","title":"Scaling Granite Code Models to 128K Context","display_name":"Scaling Granite Code Models to 128K Context","publication_year":2024,"publication_date":"2024-07-18","ids":{"openalex":"https://openalex.org/W4406060224","doi":"https://doi.org/10.48550/arxiv.2407.13739"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.13739","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13739","pdf_url":"https://arxiv.org/pdf/2407.13739","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.13739","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079902371","display_name":"Matt Stallone","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Stallone, Matt","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044459787","display_name":"Vaibhav Saxena","orcid":"https://orcid.org/0000-0002-7681-5033"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saxena, Vaibhav","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020676344","display_name":"Leonid Karlinsky","orcid":"https://orcid.org/0000-0003-2524-2068"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karlinsky, Leonid","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115766850","display_name":"Bridget McGinn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McGinn, Bridget","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115766851","display_name":"Tim Bula","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bula, Tim","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101566702","display_name":"Mayank Mishra","orcid":"https://orcid.org/0000-0002-4654-1246"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mishra, Mayank","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065662096","display_name":"Adriana Meza Soria","orcid":"https://orcid.org/0000-0003-4392-9242"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soria, Adriana Meza","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025337794","display_name":"Gaoyuan Zhang","orcid":"https://orcid.org/0000-0003-3374-4092"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Gaoyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101995679","display_name":"Aditya Prasad","orcid":"https://orcid.org/0000-0001-6967-6824"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prasad, Aditya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073742611","display_name":"Yikang Shen","orcid":"https://orcid.org/0000-0001-6836-0510"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Yikang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108928258","display_name":"Saptha Surendran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Surendran, Saptha","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082881366","display_name":"Shanmukha Guttula","orcid":"https://orcid.org/0009-0001-1982-024X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guttula, Shanmukha","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102917997","display_name":"Hima Patel","orcid":"https://orcid.org/0000-0002-0031-8428"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patel, Hima","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097335838","display_name":"Parameswaran Selvam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Selvam, Parameswaran","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070974608","display_name":"Xuan-Hong Dang","orcid":"https://orcid.org/0000-0003-0018-9109"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dang, Xuan-Hong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031751148","display_name":"Yan Koyfman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koyfman, Yan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014224268","display_name":"Atin Sood","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sood, Atin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052325109","display_name":"Rog\u00e9rio Feris","orcid":"https://orcid.org/0000-0001-6399-0679"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feris, Rogerio","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113647041","display_name":"Nirmit Desai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Desai, Nirmit","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100763986","display_name":"David Cox","orcid":"https://orcid.org/0000-0002-2189-9743"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cox, David D.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045722906","display_name":"Ruchir Puri","orcid":"https://orcid.org/0009-0006-8803-7079"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Puri, Ruchir","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049734237","display_name":"Rameswar Panda","orcid":"https://orcid.org/0000-0003-4359-2475"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panda, Rameswar","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":22,"corresponding_author_ids":["https://openalex.org/A5079902371"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11699","display_name":"High-Velocity Impact and Material Behavior","score":0.8988000154495239,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11699","display_name":"High-Velocity Impact and Material Behavior","score":0.8988000154495239,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11301","display_name":"Advanced Surface Polishing Techniques","score":0.8883000016212463,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11201","display_name":"Metallurgy and Material Forming","score":0.845300018787384,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6648240685462952},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6088593602180481},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5861305594444275},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4231223464012146},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.2857060432434082},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12103471159934998},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11643275618553162},{"id":"https://openalex.org/keywords/paleontology","display_name":"Paleontology","score":0.059395283460617065},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.05021604895591736}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6648240685462952},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6088593602180481},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5861305594444275},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4231223464012146},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.2857060432434082},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12103471159934998},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11643275618553162},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.059395283460617065},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.05021604895591736},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.13739","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13739","pdf_url":"https://arxiv.org/pdf/2407.13739","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.13739","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.13739","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.13739","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13739","pdf_url":"https://arxiv.org/pdf/2407.13739","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406060224.pdf","grobid_xml":"https://content.openalex.org/works/W4406060224.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"long-context":[3,51,60,81,94,100,118],"Granite":[4,24,90,119],"code":[5,26,91,109,120],"models":[6,27,58,72,95,121],"that":[7],"support":[8,61],"effective":[9],"context":[10,21,70],"windows":[11],"of":[12,23,33,76],"up":[13],"to":[14,30,86],"128K":[15,31],"tokens.":[16],"Our":[17],"solution":[18],"for":[19,127],"scaling":[20],"length":[22],"3B/8B":[25],"from":[28],"2K/4K":[29],"consists":[32],"a":[34,74],"light-weight":[35],"continual":[36],"pretraining":[37],"by":[38,65],"gradually":[39],"increasing":[40],"its":[41],"RoPE":[42],"base":[43,71],"frequency":[44],"with":[45,59],"repository-level":[46],"file":[47],"packing":[48],"and":[49,80,130],"length-upsampled":[50],"data.":[52],"Additionally,":[53],"we":[54],"also":[55],"release":[56,115],"instruction-tuned":[57],"which":[62],"are":[63],"derived":[64],"further":[66],"finetuning":[67],"the":[68,87],"long":[69],"on":[73,99,107],"mix":[75],"permissively":[77],"licensed":[78],"short":[79],"instruction-response":[82],"pairs.":[83],"While":[84],"comparing":[85],"original":[88],"short-context":[89],"models,":[92],"our":[93,117],"achieve":[96],"significant":[97],"improvements":[98],"tasks":[101],"without":[102],"any":[103],"noticeable":[104],"performance":[105],"degradation":[106],"regular":[108],"completion":[110],"benchmarks":[111],"(e.g.,":[112],"HumanEval).":[113],"We":[114],"all":[116],"under":[122],"an":[123],"Apache":[124],"2.0":[125],"license":[126],"both":[128],"research":[129],"commercial":[131],"use.":[132]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}