{"id":"https://openalex.org/W4411638748","doi":"https://doi.org/10.18653/v1/2024.eacl-demo.23","title":"LLMeBench: A Flexible Framework for Accelerating LLMs Benchmarking","display_name":"LLMeBench: A Flexible Framework for Accelerating LLMs Benchmarking","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4411638748","doi":"https://doi.org/10.18653/v1/2024.eacl-demo.23"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.eacl-demo.23","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.eacl-demo.23","pdf_url":"https://aclanthology.org/2024.eacl-demo.23.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2024.eacl-demo.23.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002245931","display_name":"Fahim Dalvi","orcid":"https://orcid.org/0000-0003-1183-7837"},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Fahim Dalvi","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035521035","display_name":"Maram Hasanain","orcid":"https://orcid.org/0000-0002-7466-178X"},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Maram Hasanain","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052314657","display_name":"Sabri Boughorbel","orcid":"https://orcid.org/0000-0003-2734-3356"},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Sabri Boughorbel","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072925652","display_name":"Basel Mousi","orcid":null},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Basel Mousi","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029823776","display_name":"Samir Abdaljalil","orcid":"https://orcid.org/0009-0009-2183-6193"},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Samir Abdaljalil","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112924044","display_name":"Nizi Nazar","orcid":null},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Nizi Nazar","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047182137","display_name":"Ahmed Abdelal\u00ed","orcid":"https://orcid.org/0000-0002-4160-8181"},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Ahmed Abdelali","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022279488","display_name":"Shammur Absar Chowdhury","orcid":"https://orcid.org/0000-0002-1331-2543"},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Shammur Absar Chowdhury","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102924560","display_name":"Hamdy Mubarak","orcid":"https://orcid.org/0000-0002-9051-6240"},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Hamdy Mubarak","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104175595","display_name":"Ahmed Ali","orcid":"https://orcid.org/0009-0004-8477-4376"},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Ahmed Ali","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021151663","display_name":"Majd Hawasly","orcid":"https://orcid.org/0000-0003-1823-5580"},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Majd Hawasly","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032689067","display_name":"Nadir Durrani","orcid":null},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Nadir Durrani","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053436179","display_name":"Firoj Alam","orcid":"https://orcid.org/0000-0001-7172-1997"},"institutions":[{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Firoj Alam","raw_affiliation_strings":["Qatar Computing Research Institute , HBKU , Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute , HBKU , Qatar","institution_ids":["https://openalex.org/I92528248"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I92528248"],"apc_list":null,"apc_paid":null,"fwci":2.0443,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.88613111,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"214","last_page":"222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.8968999981880188,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.8968999981880188,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.8935999870300293,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.892799973487854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8722646236419678},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5041083097457886},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3285709023475647},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.04990246891975403}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8722646236419678},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5041083097457886},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3285709023475647},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.04990246891975403}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2024.eacl-demo.23","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.eacl-demo.23","pdf_url":"https://aclanthology.org/2024.eacl-demo.23.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.eacl-demo.23","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.eacl-demo.23","pdf_url":"https://aclanthology.org/2024.eacl-demo.23.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2541145698","display_name":null,"funder_award_id":"14C-0916-210015","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"}],"funders":[{"id":"https://openalex.org/F4320309815","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05"},{"id":"https://openalex.org/F4320321038","display_name":"Fonds National de la Recherche Luxembourg","ror":"https://ror.org/039z13y21"},{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411638748.pdf","grobid_xml":"https://content.openalex.org/works/W4411638748.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699"],"abstract_inverted_index":{"Fahim":[0],"Dalvi,":[1],"Maram":[2],"Hasanain,":[3],"Sabri":[4],"Boughorbel,":[5],"Basel":[6],"Mousi,":[7],"Samir":[8],"Abdaljalil,":[9],"Nizi":[10],"Nazar,":[11],"Ahmed":[12,19],"Abdelali,":[13],"Shammur":[14],"Absar":[15],"Chowdhury,":[16],"Hamdy":[17],"Mubarak,":[18],"Ali,":[20],"Majd":[21],"Hawasly,":[22],"Nadir":[23],"Durrani,":[24],"Firoj":[25],"Alam.":[26],"Proceedings":[27],"of":[28,32,36],"the":[29,33,37],"18th":[30],"Conference":[31],"European":[34],"Chapter":[35],"Association":[38],"for":[39],"Computational":[40],"Linguistics:":[41],"System":[42],"Demonstrations.":[43],"2024.":[44]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}