{"id":"https://openalex.org/W4406461702","doi":"https://doi.org/10.1109/bigdata62323.2024.10825845","title":"Emerging Trends in LLM Benchmarking","display_name":"Emerging Trends in LLM Benchmarking","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406461702","doi":"https://doi.org/10.1109/bigdata62323.2024.10825845"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825845","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825845","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090322696","display_name":"Akshar Prabhu Desai","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Akshar Prabhu Desai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041361808","display_name":"Riddhi B. Prajapati","orcid":"https://orcid.org/0009-0006-0611-2224"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ritu Prajapati","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114633768","display_name":"Tejasvi Ravi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tejasvi Ravi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114633767","display_name":"Mohammad Luqman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammad Luqman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5003976436","display_name":"Pranjul Yadav","orcid":"https://orcid.org/0000-0002-7860-5830"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pranjul Yadav","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5090322696"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4333,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.92004891,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"8805","last_page":"8807"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.9431999921798706,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.9431999921798706,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11903","display_name":"Private Equity and Venture Capital","score":0.9427000284194946,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8783888816833496},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5791229009628296},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4006165564060211},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.15261811017990112},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.05937880277633667}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8783888816833496},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5791229009628296},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4006165564060211},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.15261811017990112},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.05937880277633667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825845","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825845","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2990138404","https://openalex.org/W2996164352","https://openalex.org/W3034457116","https://openalex.org/W3100355250","https://openalex.org/W4281690148","https://openalex.org/W4287024925","https://openalex.org/W4378189609","https://openalex.org/W4388184238","https://openalex.org/W4391136507","https://openalex.org/W4392181664","https://openalex.org/W4394782272","https://openalex.org/W4400141990","https://openalex.org/W6782465632","https://openalex.org/W6783491631","https://openalex.org/W6801617135"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699"],"abstract_inverted_index":{"Traditionally,":[0],"machine":[1],"learning":[2],"models":[3],"that":[4],"focused":[5],"on":[6],"specialized":[7],"tasks":[8],"facilitated":[9],"straightforward":[10],"evaluation.":[11],"However,":[12],"the":[13,21,65],"evolution":[14],"of":[15,29,49,64],"Large":[16],"Language":[17],"Models,":[18],"has":[19],"increased":[20],"complexity":[22],"w.r.t.":[23],"performance":[24],"measurement.":[25],"Evaluation":[26],"and":[27,41,59],"benchmarking":[28,69],"large":[30],"language":[31],"model":[32],"is":[33],"a":[34,46,61],"significant":[35],"challenge":[36],"due":[37],"to":[38,44],"their":[39],"versatility":[40],"improved":[42],"capability":[43],"perform":[45],"wide":[47],"range":[48],"tasks.":[50],"This":[51],"manuscript":[52],"examines":[53],"existing":[54],"literature":[55],"for":[56],"various":[57],"benchmarks":[58],"identifies":[60],"comprehensive":[62],"overview":[63],"emerging":[66],"trends":[67],"in":[68],"methodology.":[70]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}