{"id":"https://openalex.org/W4385488615","doi":"https://doi.org/10.1145/3604930.3605715","title":"Towards a Methodology and Framework for AI Sustainability Metrics","display_name":"Towards a Methodology and Framework for AI Sustainability Metrics","publication_year":2023,"publication_date":"2023-07-09","ids":{"openalex":"https://openalex.org/W4385488615","doi":"https://doi.org/10.1145/3604930.3605715"},"language":"en","primary_location":{"id":"doi:10.1145/3604930.3605715","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3604930.3605715","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3604930.3605715","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Sustainable Computer Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3604930.3605715","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074767181","display_name":"Tamar Eilam","orcid":"https://orcid.org/0000-0002-0912-0776"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tamar Eilam","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, New York, USA"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, New York, USA","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086678848","display_name":"Pedro D. Bello-Maldonado","orcid":"https://orcid.org/0000-0003-0691-5204"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pedro Bello-Maldonado","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, New york, USA"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, New york, USA","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069125151","display_name":"Bishwaranjan Bhattacharjee","orcid":"https://orcid.org/0009-0009-7097-4891"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bishwaranjan Bhattacharjee","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, New York, United States"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, New York, United States","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101432522","display_name":"Carlos Costa","orcid":"https://orcid.org/0000-0001-6542-4582"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlos Costa","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, New York, USA"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, New York, USA","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023638218","display_name":"Eun Kyung Lee","orcid":"https://orcid.org/0000-0002-2335-4798"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eun Kyung Lee","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, New York, United States"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, New York, United States","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056044784","display_name":"Asser Tantawi","orcid":"https://orcid.org/0000-0001-6598-8863"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Asser Tantawi","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, New York, United States"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, New York, United States","institution_ids":["https://openalex.org/I4210114115"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5074767181"],"corresponding_institution_ids":["https://openalex.org/I4210114115"],"apc_list":null,"apc_paid":null,"fwci":6.386,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.96353185,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9571999907493591,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.755334734916687},{"id":"https://openalex.org/keywords/sustainability","display_name":"Sustainability","score":0.6837352514266968},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5400010943412781},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4881959557533264},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.44541433453559875},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.437064528465271},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4026852250099182},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38738813996315},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.34291011095046997},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.29584741592407227},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15751463174819946}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.755334734916687},{"id":"https://openalex.org/C66204764","wikidata":"https://www.wikidata.org/wiki/Q219416","display_name":"Sustainability","level":2,"score":0.6837352514266968},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5400010943412781},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4881959557533264},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.44541433453559875},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.437064528465271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4026852250099182},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38738813996315},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.34291011095046997},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.29584741592407227},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15751463174819946},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3604930.3605715","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3604930.3605715","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3604930.3605715","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Sustainable Computer Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3604930.3605715","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3604930.3605715","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3604930.3605715","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Sustainable Computer Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5400000214576721,"display_name":"Responsible consumption and production","id":"https://metadata.un.org/sdg/12"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385488615.pdf","grobid_xml":"https://content.openalex.org/works/W4385488615.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2034919323","https://openalex.org/W2060204338","https://openalex.org/W2284351912","https://openalex.org/W2524141390","https://openalex.org/W2552554409","https://openalex.org/W2894818814","https://openalex.org/W2896457183","https://openalex.org/W2926357146","https://openalex.org/W3005957694","https://openalex.org/W3038988173","https://openalex.org/W3168360120","https://openalex.org/W3188324247","https://openalex.org/W3215168403","https://openalex.org/W4200224910","https://openalex.org/W4232140735","https://openalex.org/W4242562600","https://openalex.org/W4287117648","https://openalex.org/W4288088047","https://openalex.org/W4310492983","https://openalex.org/W4313485929","https://openalex.org/W4322153971","https://openalex.org/W4380874786","https://openalex.org/W4400976249"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003"],"abstract_inverted_index":{"Recently,":[0],"we":[1,129,156,178],"are":[2,48,56],"witnessing":[3],"truly":[4],"groundbreaking":[5],"achievements":[6],"using":[7],"AI":[8,43,159,339],"models,":[9,19,25,219,313],"such":[10,215,251],"as":[11,216,252,307,309],"the":[12,20,27,59,65,93,97,102,110,121,183,194,200,209,230,244,247,296,304,310,327,346,361],"much":[13],"talked":[14],"about":[15,120,338,356],"generative":[16],"large":[17],"language":[18],"broader":[21],"area":[22],"of":[23,30,80,96,124,137,202,212,246,249,303,312,345,366],"foundation":[24],"and":[26,40,45,61,87,115,140,150,169,172,181,220,236,275,279,341,358,364],"wide":[28],"range":[29],"applications":[31],"with":[32,71,77,291],"a":[33,51,72,117,148,166,253,257,292,334],"tremendous":[34,73],"potential":[35],"to":[36,100,112,131,142,197,207,228,241,266,285,289,320,332,354],"accelerate":[37],"scientific":[38],"discovery,":[39],"enhance":[41],"productivity.":[42],"models":[44],"their":[46],"use":[47,224],"growing":[49],"at":[50],"super-linear":[52],"pace.":[53],"Inference":[54],"jobs":[55],"measured":[57],"by":[58,64,191],"trillions,":[60],"model":[62,258,316],"parameters":[63],"billions.":[66],"This":[67],"scaling":[68],"up":[69],"comes":[70],"environmental":[74,122],"cost,":[75],"associated":[76],"every":[78],"aspect":[79],"models'":[81],"life":[82,298,305,362],"cycle:":[83],"data":[84,184,268],"preparation,":[85],"pre-training,":[86],"post":[88],"deployment":[89],"re-training,":[90],"inference,":[91],"and,":[92],"embodied":[94,203],"emission":[95,205],"systems":[98],"used":[99,318,331,353],"support":[101],"execution.":[103],"There":[104],"is":[105,264,317,348],"an":[106,133],"urgent":[107],"need":[108],"for":[109,273],"community":[111],"come":[113],"together":[114],"conduct":[116],"meaningful":[118,336],"conversation":[119],"cost":[123,146,211,233],"AI.":[125],"To":[126,175],"do":[127,176],"that,":[128,177],"ought":[130],"develop":[132],"agreed":[134],"upon":[135],"set":[136],"metrics,":[138,187],"methodology,":[139],"framework":[141],"quantify":[143],"AI's":[144],"sustainability":[145,167,186,232],"in":[147,189,239,243],"holistic":[149],"complete":[151],"fashion.":[152],"In":[153],"this":[154,225,287],"paper,":[155],"propose":[157],"unified":[158],"Sustainability":[160],"metrics":[161,234],"that":[162,349],"can":[163,329,351],"help":[164],"foster":[165],"mind-set":[168],"enable":[170],"analysis,":[171],"strategy":[173],"setting.":[174],"build":[179],"on":[180,295],"extend":[182],"center":[185,269],"defined":[188],"[19],":[190],"introducing":[192],"(for":[193],"first":[195],"time":[196],"our":[198],"knowledge)":[199],"concept":[201,227],"product":[204],"(EPC)":[206],"capture":[208],"creation":[210],"software":[213,217],"assets,":[214],"platforms,":[218],"data-sets.":[221],"We":[222,281,324],"then":[223,282],"new":[226],"expand":[229],"job":[231],"(JCS":[235],"ASC)":[237],"offered":[238],"[19]":[240],"factor":[242],"context":[245],"execution":[248],"jobs,":[250],"platform":[254],"as-a-service,":[255],"or":[256],"serving":[259],"inference":[260],"jobs.":[261],"The":[262],"result":[263],"applicable":[265],"any":[267],"job,":[270],"not":[271],"just":[272],"AI,":[274,290],"contributes":[276],"towards":[277],"accuracy":[278],"completeness.":[280],"show":[283],"how":[284,326],"apply":[286],"approach":[288,347],"particular":[293],"focus":[294],"entire":[297],"cycle,":[299,306],"including":[300],"all":[301],"phases":[302],"well":[308],"provenance":[311],"where":[314],"one":[315],"(distilled)":[319],"create":[321],"another":[322],"one.":[323],"demonstrate":[325],"metric":[328],"be":[330,352],"inform":[333],"more":[335],"debate":[337],"strategies":[340,357],"cost.":[342],"Te":[343],"novelty":[344],"it":[350],"reason":[355],"trade-offs":[359],"across":[360],"cycle":[363],"'supply-chain'":[365],"models.":[367]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-01T08:55:55.761014","created_date":"2025-10-10T00:00:00"}