{"id":"https://openalex.org/W7169568087","doi":"https://doi.org/10.1145/3803437.3807387","title":"Carbon-Taxed Transformers: Efficient, Accurate, and Sustainable LLMs","display_name":"Carbon-Taxed Transformers: Efficient, Accurate, and Sustainable LLMs","publication_year":2026,"publication_date":"2026-07-05","ids":{"openalex":"https://openalex.org/W7169568087","doi":"https://doi.org/10.1145/3803437.3807387"},"language":null,"primary_location":{"id":"doi:10.1145/3803437.3807387","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3803437.3807387","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3803437.3807387","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036373244","display_name":"Ajmain Inqiad Alam","orcid":null},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ajmain Inqiad Alam","raw_affiliation_strings":["Department of Computer Science, University of Saskatchewan, Saskatoon, Canada"],"raw_orcid":"https://orcid.org/0009-0006-1180-2369","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Saskatchewan, Saskatoon, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058812722","display_name":"Palash Ranjan Roy","orcid":"https://orcid.org/0000-0001-9470-4233"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Palash Roy","raw_affiliation_strings":["Department of Computer Science, University of Saskatchewan, Saskatoon, Canada"],"raw_orcid":"https://orcid.org/0000-0001-9470-4233","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Saskatchewan, Saskatoon, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102756770","display_name":"Chanchal K. Roy","orcid":"https://orcid.org/0000-0003-0519-6164"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chanchal Roy","raw_affiliation_strings":["Department of Computer Science, University of Saskatchewan, Saskatoon, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0519-6164","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Saskatchewan, Saskatoon, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015470184","display_name":"Banani Roy","orcid":"https://orcid.org/0000-0003-1247-7781"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Banani Roy","raw_affiliation_strings":["Department of Computer Science, University of Saskatchewan, Saskatoon, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1247-7781","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Saskatchewan, Saskatoon, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089178328","display_name":"Kevin A. Schneider","orcid":"https://orcid.org/0000-0003-1113-1754"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kevin Schneider","raw_affiliation_strings":["Department of Computer Science, University of Saskatchewan, Saskatoon, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1113-1754","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Saskatchewan, Saskatoon, Canada","institution_ids":["https://openalex.org/I32625721"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I32625721"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1408","last_page":"1409"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.580299973487854},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.39719998836517334},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3955000042915344},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.39160001277923584},{"id":"https://openalex.org/keywords/sustainable-development","display_name":"Sustainable development","score":0.38749998807907104},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.375},{"id":"https://openalex.org/keywords/corporation","display_name":"Corporation","score":0.364300012588501}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.580299973487854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49720001220703125},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.39719998836517334},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3955000042915344},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.39160001277923584},{"id":"https://openalex.org/C552854447","wikidata":"https://www.wikidata.org/wiki/Q131201","display_name":"Sustainable development","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.375},{"id":"https://openalex.org/C2778348171","wikidata":"https://www.wikidata.org/wiki/Q167037","display_name":"Corporation","level":2,"score":0.364300012588501},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34529998898506165},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3441999852657318},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.32440000772476196},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32100000977516174},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2937000095844269},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.28940001130104065},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.28769999742507935},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2630999982357025},{"id":"https://openalex.org/C35869016","wikidata":"https://www.wikidata.org/wiki/Q846636","display_name":"Software architecture","level":3,"score":0.2599000036716461},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.25940001010894775},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C107826830","wikidata":"https://www.wikidata.org/wiki/Q929380","display_name":"Environmental resource management","level":1,"score":0.25600001215934753},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3803437.3807387","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3803437.3807387","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3803437.3807387","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3803437.3807387","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2963122961","https://openalex.org/W3037032032","https://openalex.org/W4241052220","https://openalex.org/W4313547593","https://openalex.org/W4399397061"],"related_works":[],"abstract_inverted_index":{"The":[0],"growing":[1],"adoption":[2],"of":[3],"Large":[4],"Language":[5],"Models":[6],"in":[7,40,75,82,86,92],"software":[8],"engineering":[9],"has":[10],"introduced":[11],"unsustainable":[12],"computational":[13],"and":[14,37,49,52,60,71,88,101],"environmental":[15],"costs.":[16],"We":[17],"propose":[18],"Carbon-Taxed":[19],"Transformers":[20],"(CTT),":[21],"a":[22,41],"compression":[23],"pipeline":[24,99],"inspired":[25],"by":[26],"economic":[27],"carbon":[28],"taxation,":[29],"integrating":[30],"Neural":[31],"Architecture":[32],"Search,":[33],"structured":[34],"pruning,":[35],"quantization,":[36],"knowledge":[38],"distillation":[39],"principled":[42],"sequence.":[43],"CTT":[44],"generalizes":[45],"across":[46],"encoder-only,":[47],"encoder-decoder,":[48],"decoder-only":[50],"architectures,":[51],"is":[53],"evaluated":[54],"on":[55],"code":[56],"clone":[57,83],"detection,":[58,84],"summarization,":[59,87],"generation.":[61,93],"Results":[62],"show":[63],"up":[64,89],"to":[65,90],"49\u00d7":[66],"memory":[67],"reduction,":[68],"10\u00d7":[69],"speedup,":[70],"an":[72],"81%":[73],"reduction":[74],"CO2":[76],"emissions,":[77],"while":[78],"retaining":[79],"98%":[80],"accuracy":[81],"89%":[85],"91%":[91],"Ablation":[94],"studies":[95],"confirm":[96],"both":[97],"the":[98],"ordering":[100],"each":[102],"component":[103],"are":[104],"essential.":[105]},"counts_by_year":[],"updated_date":"2026-07-18T05:58:53.570196","created_date":"2026-07-18T00:00:00"}