{"id":"https://openalex.org/W4387760958","doi":"https://doi.org/10.1109/ipccc59175.2023.10253886","title":"Evaluating the Carbon Impact of Large Language Models at the Inference Stage","display_name":"Evaluating the Carbon Impact of Large Language Models at the Inference Stage","publication_year":2023,"publication_date":"2023-10-18","ids":{"openalex":"https://openalex.org/W4387760958","doi":"https://doi.org/10.1109/ipccc59175.2023.10253886"},"language":"en","primary_location":{"id":"doi:10.1109/ipccc59175.2023.10253886","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipccc59175.2023.10253886","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Performance, Computing, and Communications Conference (IPCCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007949010","display_name":"Brad Everman","orcid":"https://orcid.org/0000-0002-2787-9874"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Brad Everman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093089929","display_name":"Trevor Villwock","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Trevor Villwock","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015071592","display_name":"Dayuan Chen","orcid":"https://orcid.org/0009-0005-7867-6603"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dayuan Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093089930","display_name":"Noe Soto","orcid":"https://orcid.org/0000-0002-6927-3213"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Noe Soto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093089931","display_name":"Oliver Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oliver Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5008451482","display_name":"Ziliang Zong","orcid":"https://orcid.org/0000-0003-2693-7419"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziliang Zong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5007949010"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9971,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.81926023,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"150","last_page":"157"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9437000155448914,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9437000155448914,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9176999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/carbon-fibers","display_name":"Carbon fibers","score":0.4790440797805786},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.46407631039619446},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4431108832359314},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.41828566789627075},{"id":"https://openalex.org/keywords/environmental-economics","display_name":"Environmental economics","score":0.38141757249832153},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.15345892310142517},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10971114039421082}],"concepts":[{"id":"https://openalex.org/C140205800","wikidata":"https://www.wikidata.org/wiki/Q5860","display_name":"Carbon fibers","level":3,"score":0.4790440797805786},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.46407631039619446},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4431108832359314},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.41828566789627075},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.38141757249832153},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.15345892310142517},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10971114039421082},{"id":"https://openalex.org/C104779481","wikidata":"https://www.wikidata.org/wiki/Q50707","display_name":"Composite number","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ipccc59175.2023.10253886","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipccc59175.2023.10253886","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Performance, Computing, and Communications Conference (IPCCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Responsible consumption and production","id":"https://metadata.un.org/sdg/12","score":0.46000000834465027}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2803058261","https://openalex.org/W3118781290","https://openalex.org/W3195577433","https://openalex.org/W3212496002","https://openalex.org/W4236521339","https://openalex.org/W4287204036","https://openalex.org/W4287726890","https://openalex.org/W6788175385"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2130043461","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs),":[3],"such":[4],"as":[5,167],"GPT-3,":[6],"ChatGPT,":[7],"and":[8,19,34,59,88,122,147,163],"GPT-4,":[9],"have":[10],"demonstrated":[11],"enormous":[12],"potential":[13],"across":[14],"a":[15,69,117],"range":[16],"of":[17,43,53,76,110,127],"tasks":[18],"attracted":[20],"over":[21],"100":[22],"million":[23],"users":[24],"globally":[25],"in":[26,161],"recent":[27],"months.":[28],"However,":[29],"these":[30],"LLMs":[31,135,162],"are":[32,155],"resource-intensive":[33],"contribute":[35],"significantly":[36],"to":[37,50,169],"carbon":[38,45,74,153,160,174],"emissions.":[39,175],"Currently,":[40],"our":[41,111],"understanding":[42],"their":[44,144],"impact":[46,75],"remains":[47],"insufficient":[48],"due":[49],"the":[51,73,91,95,103,124,152],"lack":[52],"reliable":[54],"measurement":[55],"tools,":[56],"standard":[57],"methodologies,":[58],"evaluation":[60],"metrics.":[61],"To":[62],"bridge":[63],"this":[64,66],"gap,":[65],"paper":[67],"conducts":[68],"thorough":[70],"study":[71],"on":[72],"various":[77],"open-source":[78],"LLMs,":[79],"including":[80],"GPT-J":[81],"6B,":[82],"GPT":[83],"Neo":[84],"2.7B,":[85],"GPTNEO":[86],"1.3B,":[87],"GPT-2":[89],"at":[90],"inference":[92],"stage,":[93],"utilizing":[94],"Software":[96,105],"Carbon":[97],"Intensity":[98],"(SCI)":[99],"specification":[100],"released":[101],"by":[102,158],"Green":[104],"Foundation.":[106],"The":[107],"primary":[108],"contributions":[109],"research":[112],"are:":[113],"(1)":[114],"We":[115,131,149],"propose":[116],"quantitative":[118],"framework":[119],"that":[120,133,151,164],"measures":[121],"contrasts":[123],"environmental":[125],"impacts":[126],"different":[128],"LLMs;":[129],"(2)":[130],"illustrate":[132],"high-carbon":[134],"do":[136],"not":[137],"necessarily":[138],"provide":[139],"superior":[140],"model":[141],"quality":[142],"than":[143],"low-carbon":[145],"counterparts;":[146],"(3)":[148],"find":[150],"emissions":[154],"primarily":[156],"driven":[157],"embodied":[159],"employing":[165],"GPUs,":[166],"opposed":[168],"CPUs,":[170],"can":[171],"substantially":[172],"reduce":[173]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-30T09:15:22.047038","created_date":"2025-10-10T00:00:00"}