{"id":"https://openalex.org/W4413845000","doi":"https://doi.org/10.14778/3734839.3734853","title":"Optimized Batch Prompting for Cost-Effective LLMs","display_name":"Optimized Batch Prompting for Cost-Effective LLMs","publication_year":2025,"publication_date":"2025-03-01","ids":{"openalex":"https://openalex.org/W4413845000","doi":"https://doi.org/10.14778/3734839.3734853"},"language":"en","primary_location":{"id":"doi:10.14778/3734839.3734853","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3734839.3734853","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109751262","display_name":"Zhaoxuan Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoxuan Ji","raw_affiliation_strings":["School of Computer Science & Technology, Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science & Technology, Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100773720","display_name":"Xinlu Wang","orcid":"https://orcid.org/0000-0003-1192-9600"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinlu Wang","raw_affiliation_strings":["School of Computer Science & Technology, Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science & Technology, Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027609768","display_name":"Zhaojing Luo","orcid":"https://orcid.org/0000-0001-7271-3999"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaojing Luo","raw_affiliation_strings":["School of Computer Science & Technology, Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science & Technology, Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081384517","display_name":"Zhongle Xie","orcid":"https://orcid.org/0000-0002-2924-6974"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongle Xie","raw_affiliation_strings":["The State Key Laboratory of Blockchain and Data Security, Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032263010","display_name":"Meihui Zhang","orcid":"https://orcid.org/0000-0002-0752-9877"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meihui Zhang","raw_affiliation_strings":["School of Computer Science & Technology, Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science & Technology, Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9389,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.7934402,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"18","issue":"7","first_page":"2172","last_page":"2184"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9556999802589417,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9488999843597412,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-resource-economics","display_name":"Natural resource economics","score":0.359158456325531},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.35893023014068604},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3502342700958252},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.27000367641448975}],"concepts":[{"id":"https://openalex.org/C175605778","wikidata":"https://www.wikidata.org/wiki/Q3299701","display_name":"Natural resource economics","level":1,"score":0.359158456325531},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.35893023014068604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3502342700958252},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.27000367641448975}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3734839.3734853","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3734839.3734853","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W178499933","https://openalex.org/W1985694287","https://openalex.org/W2091858563","https://openalex.org/W2243432867","https://openalex.org/W2295864763","https://openalex.org/W2427822648","https://openalex.org/W2616147950","https://openalex.org/W2750779823","https://openalex.org/W2794455536","https://openalex.org/W2798664493","https://openalex.org/W3005628256","https://openalex.org/W3014705052","https://openalex.org/W3045211065","https://openalex.org/W3082849379","https://openalex.org/W3105903381","https://openalex.org/W3123375411","https://openalex.org/W3145060834","https://openalex.org/W3176730989","https://openalex.org/W4282010430","https://openalex.org/W4285149549","https://openalex.org/W4321448364","https://openalex.org/W4367185264","https://openalex.org/W4372046852","https://openalex.org/W4380433160","https://openalex.org/W4384302749","https://openalex.org/W4386128198","https://openalex.org/W4389521054","https://openalex.org/W4389539730","https://openalex.org/W4392453402","https://openalex.org/W4393183687","https://openalex.org/W4396571402","https://openalex.org/W4399208169","https://openalex.org/W4399208468","https://openalex.org/W4400909484","https://openalex.org/W4400909692","https://openalex.org/W4403791158"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"recently":[5],"demonstrated":[6],"exceptional":[7],"performance":[8],"in":[9,82,101,135,145],"various":[10,121],"real-world":[11],"data":[12,46,86],"management":[13,47],"tasks":[14,124],"through":[15],"in-context":[16],"learning":[17],"(ICL),":[18],"which":[19,88],"involves":[20],"structuring":[21],"prompts":[22],"with":[23],"task":[24,70],"descriptions":[25],"and":[26,35,68,96,110,125,156],"several":[27],"demonstrations.":[28],"However,":[29],"most":[30],"LLMs":[31,84,92],"are":[32,108],"not":[33],"free":[34],"charge":[36],"based":[37,112],"on":[38,105,113,168],"the":[39,77,141,151,180],"number":[40],"of":[41,79,123,153],"input":[42],"tokens.":[43],"Specifically,":[44],"for":[45,85,160],"tasks,":[48],"there":[49],"may":[50],"be":[51],"massive":[52],"related":[53],"questions,":[54],"leading":[55],"to":[56,61,90,98,118,120,127],"high":[57],"inference":[58],"cost":[59],"due":[60],"redundant":[62],"prompt":[63],"content":[64],"(i.e.,":[65],"overlapping":[66],"demonstrations":[67,97],"repeated":[69],"descriptions).":[71],"In":[72],"this":[73,136,154],"paper,":[74],"we":[75,138,149,164],"investigate":[76],"idea":[78],"batch":[80,106,142],"prompting":[81,107,143],"leveraging":[83],"management,":[87],"leads":[89],"cost-effective":[91],"by":[93],"grouping":[94,129],"questions":[95],"perform":[99],"inferences":[100],"batches.":[102],"Current":[103],"studies":[104],"preliminary":[109],"mostly":[111],"heuristics,":[114],"making":[115],"it":[116],"difficult":[117],"generalize":[119],"types":[122],"adapt":[126],"different":[128],"strategies.":[130],"To":[131],"address":[132],"these":[133],"challenges,":[134],"work":[137],"first":[139],"formalize":[140],"problem":[144,155],"general":[146],"setting.":[147],"Then,":[148],"study":[150],"hardness":[152],"propose":[157],"efficient":[158],"algorithms":[159],"adaptive":[161],"grouping.":[162],"Finally,":[163],"conduct":[165],"comprehensive":[166],"experiments":[167],"14":[169],"datasets.":[170],"Extensive":[171],"experimental":[172],"results":[173],"demonstrate":[174],"that":[175],"our":[176],"solution":[177],"consistently":[178],"outperforms":[179],"state-of-the-art":[181],"baselines":[182],"while":[183],"consuming":[184],"lower":[185],"cost.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}