{"id":"https://openalex.org/W7076001607","doi":null,"title":"Skeleton-of-thought: Prompting LLMs for efficient parallel generation","display_name":"Skeleton-of-thought: Prompting LLMs for efficient parallel generation","publication_year":2024,"publication_date":"2024-01-16","ids":{"openalex":"https://openalex.org/W7076001607"},"language":null,"primary_location":{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/738435","doi":null,"is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/738435","pdf_url":"https://lirias.kuleuven.be/retrieve/6b17b725-6b58-456d-8d56-ee8c20c11f25","source":{"id":"https://openalex.org/S7407055369","display_name":"Lirias","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"12th international conference on learning representations - ICLR 2024, Vienna, Austria, 7-11 May 2024","raw_type":"info:eu-repo/semantics/conferenceObject"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://lirias.kuleuven.be/retrieve/6b17b725-6b58-456d-8d56-ee8c20c11f25","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ning, Xuefei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning, Xuefei","raw_affiliation_strings":["Department of Electronic Engineering , Tsinghua University , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering , Tsinghua University , Beijing , China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lin, Zinan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin, Zinan","raw_affiliation_strings":["Microsoft Research , Redmond , Washington , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research , Redmond , Washington , USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066336906","display_name":"Zixuan Zhou","orcid":"https://orcid.org/0009-0006-9124-7245","observed_orcids":["https://orcid.org/0009-0006-9124-7245"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zixuan","raw_affiliation_strings":["Infinigence-AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Infinigence-AI","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052362538","display_name":"Zifu Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Wang, Zifu","raw_affiliation_strings":["ESAT-PSI , KU Leuven , Leuven , Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ESAT-PSI , KU Leuven , Leuven , Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yang, Huazhong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Huazhong","raw_affiliation_strings":["Department of Electronic Engineering , Tsinghua University , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering , Tsinghua University , Beijing , China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":null,"display_name":"Wang, Yu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Yu","raw_affiliation_strings":["Department of Electronic Engineering , Tsinghua University , Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering , Tsinghua University , Beijing , China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4581,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61274295,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7045999765396118,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7045999765396118,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.2777999937534332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9020000100135803},{"id":"https://openalex.org/keywords/parallel-decoding","display_name":"parallel decoding","score":0.847000002861023},{"id":"https://openalex.org/keywords/sequential-decoding","display_name":"sequential decoding","score":0.7329999804496765},{"id":"https://openalex.org/keywords/inference-efficiency","display_name":"inference efficiency","score":0.8870000243186951}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5349000096321106},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3467999994754791},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3346000015735626},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2639000117778778},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.2371000051498413},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.23420000076293945},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.22669999301433563},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2264000028371811}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/738435","doi":null,"is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/738435","pdf_url":"https://lirias.kuleuven.be/retrieve/6b17b725-6b58-456d-8d56-ee8c20c11f25","source":{"id":"https://openalex.org/S7407055369","display_name":"Lirias","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"12th international conference on learning representations - ICLR 2024, Vienna, Austria, 7-11 May 2024","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/738435","doi":null,"is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/738435","pdf_url":"https://lirias.kuleuven.be/retrieve/6b17b725-6b58-456d-8d56-ee8c20c11f25","source":{"id":"https://openalex.org/S7407055369","display_name":"Lirias","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"12th international conference on learning representations - ICLR 2024, Vienna, Austria, 7-11 May 2024","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1799421016","display_name":null,"funder_award_id":"61832007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2045798616","display_name":null,"funder_award_id":"62325405","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6411753590","display_name":"Microbial cell factories to convert food waste into high-value chemicals","funder_award_id":"S001421N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G663016133","display_name":null,"funder_award_id":"62204164","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6803541034","display_name":null,"funder_award_id":"U21B2031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6839492696","display_name":null,"funder_award_id":"U19B2019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8262591375","display_name":null,"funder_award_id":"62104128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null},{"id":"https://openalex.org/F4320329777","display_name":"Beijing National Research Center For Information Science And Technology","ror":"https://ror.org/02tcm9e24"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7076001607.pdf","grobid_xml":"https://content.openalex.org/works/W7076001607.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1598866093","https://openalex.org/W2119144962","https://openalex.org/W2809624076","https://openalex.org/W2963096510","https://openalex.org/W2969797940","https://openalex.org/W2970574558","https://openalex.org/W2988394319","https://openalex.org/W2994673210","https://openalex.org/W3033529678","https://openalex.org/W3152956381","https://openalex.org/W3156528192","https://openalex.org/W3163465001","https://openalex.org/W3174770825","https://openalex.org/W3198002980","https://openalex.org/W4221161695","https://openalex.org/W4304195432","https://openalex.org/W4307079201","https://openalex.org/W4307934016","https://openalex.org/W4309591680","https://openalex.org/W4309953112","https://openalex.org/W4310561894","https://openalex.org/W4319166707","https://openalex.org/W4322718191","https://openalex.org/W4324297016","https://openalex.org/W4327810158","https://openalex.org/W4367000491","https://openalex.org/W4378768661","https://openalex.org/W4379260375","https://openalex.org/W4384705353","https://openalex.org/W4385774107","https://openalex.org/W4387321091","https://openalex.org/W4389519226","https://openalex.org/W4389519291","https://openalex.org/W4389520103","https://openalex.org/W4389523706","https://openalex.org/W4393160302","https://openalex.org/W4395112660","https://openalex.org/W4406085118","https://openalex.org/W7133202489","https://openalex.org/W7133209886","https://openalex.org/W7133214447"],"related_works":["https://openalex.org/W7034070351","https://openalex.org/W4411119265","https://openalex.org/W7167999974","https://openalex.org/W4417240005","https://openalex.org/W7039052777","https://openalex.org/W7197045776","https://openalex.org/W4285128732","https://openalex.org/W4415796878","https://openalex.org/W7220767682","https://openalex.org/W6904016667"],"abstract_inverted_index":{"This":[0],"work":[1],"aims":[2],"at":[3,105],"decreasing":[4],"the":[5,15,19,24,38,55,58,71,94,113,122],"end-to-end":[6],"generation":[7,21],"latency":[8,22],"of":[9,14,18,43,57,73,115],"large":[10],"language":[11],"models":[12],"(LLMs).One":[13],"major":[16],"causes":[17],"high":[20],"is":[23,101],"sequential":[25],"decoding":[26,68],"approach":[27],"adopted":[28],"by":[29,37,119],"almost":[30],"all":[31],"state-of-the-art":[32],"LLMs.In":[33],"this":[34],"work,":[35],"motivated":[36],"thinking":[39],"and":[40,60,111],"writing":[41],"process":[42],"humans,":[44],"we":[45],"propose":[46],"Skeleton-of-Thought":[47],"(SoT),":[48],"which":[49],"first":[50],"guides":[51],"LLMs":[52],"to":[53,69],"generate":[54],"skeleton":[56,75],"answer,":[59],"then":[61],"conducts":[62],"parallel":[63],"API":[64],"calls":[65],"or":[66],"batched":[67],"complete":[70],"contents":[72],"each":[74],"point":[76],"in":[77,125],"parallel.Not":[78],"only":[79],"does":[80],"SoT":[81],"provide":[82],"considerable":[83],"speed-ups":[84],"across":[85],"12":[86],"LLMs,":[87],"but":[88],"it":[89],"can":[90],"also":[91],"potentially":[92],"improve":[93],"answer":[95,123],"quality":[96],"on":[97],"several":[98],"question":[99],"categories.SoT":[100],"an":[102],"initial":[103],"attempt":[104],"data-centric":[106],"optimization":[107],"for":[108],"inference":[109],"efficiency,":[110],"showcases":[112],"potential":[114],"eliciting":[116],"highquality":[117],"answers":[118],"explicitly":[120],"planning":[121],"structure":[124],"language.":[126]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2025-10-10T00:00:00"}