{"id":"https://openalex.org/W4406495749","doi":"https://doi.org/10.1109/bigdata62323.2024.10826048","title":"Adaptive Benchmarking for Data System using LLMs","display_name":"Adaptive Benchmarking for Data System using LLMs","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406495749","doi":"https://doi.org/10.1109/bigdata62323.2024.10826048"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10826048","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10826048","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102803119","display_name":"Mohamed E. Khalefa","orcid":"https://orcid.org/0009-0007-3123-3527"},"institutions":[{"id":"https://openalex.org/I138168422","display_name":"SUNY Old Westbury","ror":"https://ror.org/02rrhsz92","country_code":"US","type":"education","lineage":["https://openalex.org/I138168422"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mohamed Khalefa","raw_affiliation_strings":["SUNY Old Westbury,NY"],"affiliations":[{"raw_affiliation_string":"SUNY Old Westbury,NY","institution_ids":["https://openalex.org/I138168422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5102803119"],"corresponding_institution_ids":["https://openalex.org/I138168422"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30146896,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8703","last_page":"8703"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9460999965667725,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8045368194580078},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5596832633018494},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.18422198295593262}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8045368194580078},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5596832633018494},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.18422198295593262},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10826048","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10826048","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2929625304","https://openalex.org/W4281972940","https://openalex.org/W4387430850","https://openalex.org/W4402710965","https://openalex.org/W6856643857"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699"],"abstract_inverted_index":{"Benchmarking":[0],"is":[1,16],"crucial":[2],"for":[3,30],"understanding":[4],"the":[5,25,99,104,116,121,128],"complexity":[6],"of":[7],"big":[8],"data":[9,27,52,84],"systems.":[10],"However,":[11],"designing":[12],"and":[13,20,36,82,96,107,123,126],"running":[14],"benchmarks":[15,31,39,92],"often":[17],"tedious,":[18],"time-intensive,":[19],"can":[21],"be":[22],"costly":[23],"where":[24],"large":[26],"volumes":[28],"required":[29],"drive":[32],"up":[33],"storage":[34],"needs":[35],"costs.Moreover,":[37],"standard":[38],"may":[40],"not":[41],"always":[42],"reflect":[43],"user":[44,71,108,122],"requirements,":[45],"as":[46],"users":[47],"might":[48],"want":[49],"to":[50,69,114,120],"adjust":[51],"generation":[53],"methods":[54],"or":[55],"introduce":[56],"new":[57],"query":[58],"types.":[59],"In":[60],"this":[61],"work,":[62],"we":[63],"leverage":[64],"Large":[65],"Language":[66],"Models":[67],"(LLMs)":[68],"transform":[70],"prompts":[72],"into":[73],"detailed":[74],"benchmarking":[75],"plans.":[76],"These":[77],"plans":[78],"can:":[79],"(1)":[80],"load":[81],"configure":[83],"systems,":[85],"(2)":[86],"generate":[87],"benchmark":[88],"data,":[89],"(3)":[90],"execute":[91],"while":[93],"monitoring":[94],"runtime,":[95],"(4)":[97],"adapt":[98],"next":[100],"steps":[101],"based":[102],"on":[103],"gathered":[105],"metrics":[106],"prompt.":[109],"We":[110],"use":[111],"DSPy":[112],"framework":[113],"guarantee":[115],"generated":[117],"plan":[118],"adheres":[119],"system":[124],"requirements":[125],"optimize":[127],"LLM-based":[129],"workflow.":[130]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}