{"id":"https://openalex.org/W7130590439","doi":"https://doi.org/10.1109/fllm67465.2025.11391090","title":"The Generative Energy Arena (GEA): Incorporating Energy Awareness in Large Language Model Human Evaluations","display_name":"The Generative Energy Arena (GEA): Incorporating Energy Awareness in Large Language Model Human Evaluations","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W7130590439","doi":"https://doi.org/10.1109/fllm67465.2025.11391090"},"language":null,"primary_location":{"id":"doi:10.1109/fllm67465.2025.11391090","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm67465.2025.11391090","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 3rd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114353035","display_name":"Carlos Arriaga","orcid":null},"institutions":[{"id":"https://openalex.org/I6585545","display_name":"European Telecommunications Standards Institute","ror":"https://ror.org/00pwny267","country_code":"FR","type":"nonprofit","lineage":["https://openalex.org/I6585545"]},{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES","FR"],"is_corresponding":false,"raw_author_name":"Carlos Arriaga","raw_affiliation_strings":["Universidad Politécnica de Madrid,Information Processing and Telecommunications Center (IPTC),Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Politécnica de Madrid,Information Processing and Telecommunications Center (IPTC),Spain","institution_ids":["https://openalex.org/I6585545","https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126423336","display_name":"Gonzalo Mart\u00ednez","orcid":null},"institutions":[{"id":"https://openalex.org/I6585545","display_name":"European Telecommunications Standards Institute","ror":"https://ror.org/00pwny267","country_code":"FR","type":"nonprofit","lineage":["https://openalex.org/I6585545"]},{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES","FR"],"is_corresponding":false,"raw_author_name":"Gonzalo Mart\u00ednez","raw_affiliation_strings":["Universidad Politécnica de Madrid,Information Processing and Telecommunications Center (IPTC),Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Politécnica de Madrid,Information Processing and Telecommunications Center (IPTC),Spain","institution_ids":["https://openalex.org/I6585545","https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119984135","display_name":"Eneko Sendin","orcid":null},"institutions":[{"id":"https://openalex.org/I6585545","display_name":"European Telecommunications Standards Institute","ror":"https://ror.org/00pwny267","country_code":"FR","type":"nonprofit","lineage":["https://openalex.org/I6585545"]},{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES","FR"],"is_corresponding":false,"raw_author_name":"Eneko Send\u00edn","raw_affiliation_strings":["Universidad Politécnica de Madrid,Information Processing and Telecommunications Center (IPTC),Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Politécnica de Madrid,Information Processing and Telecommunications Center (IPTC),Spain","institution_ids":["https://openalex.org/I6585545","https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123472929","display_name":"Javier Conde","orcid":null},"institutions":[{"id":"https://openalex.org/I6585545","display_name":"European Telecommunications Standards Institute","ror":"https://ror.org/00pwny267","country_code":"FR","type":"nonprofit","lineage":["https://openalex.org/I6585545"]},{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES","FR"],"is_corresponding":false,"raw_author_name":"Javier Conde","raw_affiliation_strings":["Universidad Politécnica de Madrid,Information Processing and Telecommunications Center (IPTC),Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Politécnica de Madrid,Information Processing and Telecommunications Center (IPTC),Spain","institution_ids":["https://openalex.org/I6585545","https://openalex.org/I88060688"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080322790","display_name":"Pedro Reviriego","orcid":"https://orcid.org/0000-0003-2540-5234"},"institutions":[{"id":"https://openalex.org/I6585545","display_name":"European Telecommunications Standards Institute","ror":"https://ror.org/00pwny267","country_code":"FR","type":"nonprofit","lineage":["https://openalex.org/I6585545"]},{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES","FR"],"is_corresponding":false,"raw_author_name":"Pedro Reviriego","raw_affiliation_strings":["Universidad Politécnica de Madrid,Information Processing and Telecommunications Center (IPTC),Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Politécnica de Madrid,Information Processing and Telecommunications Center (IPTC),Spain","institution_ids":["https://openalex.org/I6585545","https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"961","last_page":"967"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.24490000307559967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.24490000307559967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.20440000295639038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07840000092983246,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6326000094413757},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5976999998092651},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5157999992370605},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5070000290870667},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5047000050544739},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4602999985218048}],"concepts":[{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6326000094413757},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6092000007629395},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5976999998092651},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5157999992370605},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5070000290870667},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5047000050544739},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4602999985218048},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.45320001244544983},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.38929998874664307},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3878999948501587},{"id":"https://openalex.org/C30772137","wikidata":"https://www.wikidata.org/wiki/Q5164762","display_name":"Consumption (sociology)","level":2,"score":0.3849000036716461},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3684000074863434},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3416999876499176},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33719998598098755},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32919999957084656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29750001430511475},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.27239999175071716},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fllm67465.2025.11391090","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm67465.2025.11391090","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 3rd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8492074608802795}],"awards":[],"funders":[{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W3214897310","https://openalex.org/W4390189088","https://openalex.org/W4391136507","https://openalex.org/W4401453602","https://openalex.org/W4408666882","https://openalex.org/W4412886643","https://openalex.org/W4412945375"],"related_works":[],"abstract_inverted_index":{"The":[0,18],"evaluation":[1,86,121,138,147],"of":[2,33,69,84,158,162,183],"large":[3],"language":[4],"models":[5,185],"(LLMs)":[6],"is":[7,51,81,108],"a":[8,31,136],"complex":[9],"task":[10],"for":[11,176],"which":[12],"several":[13],"approaches":[14],"have":[15],"been":[16],"proposed.":[17],"most":[19,40,177],"common":[20],"involves":[21],"automated":[22],"benchmarks":[23],"where":[24,93],"LLMs":[25,107],"must":[26],"answer":[27],"multiple-choice":[28],"questions":[29],"on":[30],"variety":[32],"topics.":[34],"However,":[35],"this":[36,60,127],"method":[37],"has":[38],"limitations,":[39],"notably":[41],"its":[42],"poor":[43],"correlation":[44],"with":[45,106],"human":[46,117,137],"judgment.":[47],"An":[48],"alternative":[49],"approach":[50],"to":[52,65,100,167],"involve":[53],"humans":[54],"directly":[55],"in":[56,119,193],"evaluating":[57],"LLMs,":[58],"but":[59],"raises":[61],"scalability":[62],"concerns":[63],"due":[64],"the":[66,82,90,132,146,159,179],"increasing":[67],"number":[68],"models,":[70],"making":[71],"traditional":[72],"evaluator-based":[73],"studies":[74],"impractical":[75],"and":[76],"costly.":[77],"A":[78],"scalable":[79],"solution":[80],"use":[83,161],"public":[85],"arenas,":[87],"such":[88],"as":[89],"LM":[91],"Arena,":[92,135],"users":[94,155],"can":[95],"freely":[96],"compare":[97],"model":[98,120],"responses":[99],"arbitrary":[101],"prompts.":[102],"One":[103],"growing":[104],"concern":[105],"their":[109],"energy":[110,114,142,160,181],"consumption.":[111],"Understanding":[112],"how":[113],"awareness":[115],"influences":[116],"preferences":[118],"is,":[122],"therefore,":[123],"increasingly":[124],"important.":[125],"In":[126],"paper,":[128],"we":[129],"introduce":[130],"GEA,":[131],"Generative":[133],"Energy":[134],"platform":[139],"that":[140,153,175],"incorporates":[141],"consumption":[143],"data":[144],"into":[145],"process.":[148],"Our":[149],"preliminary":[150],"results":[151],"show":[152],"when":[154],"are":[156,186],"informed":[157],"each":[163],"model,":[164],"they":[165],"tend":[166],"prefer":[168],"smaller,":[169],"more":[170],"energy-efficient":[171],"models.":[172],"This":[173],"suggests":[174],"interactions,":[178],"higher":[180],"costs":[182],"larger":[184],"not":[187],"justified":[188],"by":[189],"an":[190],"equivalent":[191],"increase":[192],"perceived":[194],"response":[195],"quality.":[196]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-02-20T00:00:00"}