{"id":"https://openalex.org/W4412826016","doi":"https://doi.org/10.1145/3711896.3736818","title":"'Oh LLM, I'm Asking Thee, Please Give Me a Decision Tree': Zero-Shot Decision Tree Induction and Embedding with Large Language Models","display_name":"'Oh LLM, I'm Asking Thee, Please Give Me a Decision Tree': Zero-Shot Decision Tree Induction and Embedding with Large Language Models","publication_year":2025,"publication_date":"2025-08-01","ids":{"openalex":"https://openalex.org/W4412826016","doi":"https://doi.org/10.1145/3711896.3736818"},"language":"en","primary_location":{"id":"doi:10.1145/3711896.3736818","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3736818","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3711896.3736818","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063957903","display_name":"Ricardo Knauer","orcid":"https://orcid.org/0009-0003-9258-5105"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ricardo Knauer","raw_affiliation_strings":["KI-Werkstatt, University of Applied Sciences Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"KI-Werkstatt, University of Applied Sciences Berlin, Berlin, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056942414","display_name":"Mario Koddenbrock","orcid":"https://orcid.org/0000-0003-3327-7404"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mario Koddenbrock","raw_affiliation_strings":["KI-Werkstatt, University of Applied Sciences Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"KI-Werkstatt, University of Applied Sciences Berlin, Berlin, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091951402","display_name":"Raphael Wallsberger","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raphael Wallsberger","raw_affiliation_strings":["KI-Werkstatt, University of Applied Sciences Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"KI-Werkstatt, University of Applied Sciences Berlin, Berlin, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063285147","display_name":"Nicholas M. Brisson","orcid":"https://orcid.org/0000-0001-8538-2834"},"institutions":[{"id":"https://openalex.org/I4210139777","display_name":"Berlin Institute of Health at Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/0493xsw21","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210139777","https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nicholas M. Brisson","raw_affiliation_strings":["Julius Wolff Institute, Berlin Institute of Health at Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Julius Wolff Institute, Berlin Institute of Health at Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4210139777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069236094","display_name":"Georg N. Duda","orcid":"https://orcid.org/0000-0001-7605-3908"},"institutions":[{"id":"https://openalex.org/I4210139777","display_name":"Berlin Institute of Health at Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/0493xsw21","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210139777","https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Georg N. Duda","raw_affiliation_strings":["Julius Wolff Institute, Berlin Institute of Health at Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Julius Wolff Institute, Berlin Institute of Health at Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4210139777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040224885","display_name":"Deborah Falla","orcid":"https://orcid.org/0000-0003-1689-6190"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Deborah Falla","raw_affiliation_strings":["Centre of Precision Rehabilitation for Spinal Pain, School of Sport, Exercise and Rehabilitation Sciences at University of Birmingham, Birmingham, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Centre of Precision Rehabilitation for Spinal Pain, School of Sport, Exercise and Rehabilitation Sciences at University of Birmingham, Birmingham, United Kingdom","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101470925","display_name":"David Evans","orcid":"https://orcid.org/0000-0002-9073-5558"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David W. Evans","raw_affiliation_strings":["Centre of Precision Rehabilitation for Spinal Pain, School of Sport, Exercise and Rehabilitation Sciences at University of Birmingham, Birmingham, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Centre of Precision Rehabilitation for Spinal Pain, School of Sport, Exercise and Rehabilitation Sciences at University of Birmingham, Birmingham, United Kingdom","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018098456","display_name":"Erik Rodner","orcid":"https://orcid.org/0000-0002-3711-1498"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erik Rodner","raw_affiliation_strings":["KI-Werkstatt, University of Applied Sciences Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"KI-Werkstatt, University of Applied Sciences Berlin, Berlin, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5063957903"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.9508,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.96611147,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1196","last_page":"1206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.8092434406280518},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.7307668924331665},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.7076951861381531},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.592251181602478},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.5844696760177612},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5521883368492126},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3776070475578308},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23772156238555908},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2005329132080078},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.12200841307640076},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.06251990795135498}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.8092434406280518},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.7307668924331665},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.7076951861381531},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.592251181602478},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5844696760177612},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5521883368492126},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3776070475578308},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23772156238555908},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2005329132080078},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.12200841307640076},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06251990795135498},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3711896.3736818","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3736818","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3711896.3736818","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3736818","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1552605412","https://openalex.org/W1602160603","https://openalex.org/W1965328698","https://openalex.org/W1994682257","https://openalex.org/W2024623357","https://openalex.org/W2056132907","https://openalex.org/W2103018059","https://openalex.org/W2145215286","https://openalex.org/W2157963512","https://openalex.org/W2165698076","https://openalex.org/W2295598076","https://openalex.org/W2516809705","https://openalex.org/W2593649365","https://openalex.org/W2604736517","https://openalex.org/W2782176193","https://openalex.org/W2788403449","https://openalex.org/W2808622828","https://openalex.org/W2907638671","https://openalex.org/W2911964244","https://openalex.org/W2913997948","https://openalex.org/W2962739339","https://openalex.org/W2963026768","https://openalex.org/W2997546679","https://openalex.org/W3004991068","https://openalex.org/W3162108968","https://openalex.org/W3206431085","https://openalex.org/W3208154528","https://openalex.org/W4221143046","https://openalex.org/W4281557260","https://openalex.org/W4286231567","https://openalex.org/W4292779060","https://openalex.org/W4293125031","https://openalex.org/W4293250578","https://openalex.org/W4307225838","https://openalex.org/W4320516905","https://openalex.org/W4372283338","https://openalex.org/W4381611976","https://openalex.org/W4386811453","https://openalex.org/W4391848979","https://openalex.org/W4399695047","https://openalex.org/W4404781405","https://openalex.org/W4404782964","https://openalex.org/W4404783537","https://openalex.org/W4406170795","https://openalex.org/W4408612787","https://openalex.org/W4412826016"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W4411535265","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"provide":[4],"powerful":[5],"means":[6],"to":[7,31,104],"leverage":[8],"prior":[9],"knowledge":[10,30,109],"for":[11,91,112],"predictive":[12],"modeling":[13],"when":[14],"data":[15],"is":[16],"limited.":[17],"In":[18],"this":[19],"work,":[20],"we":[21],"demonstrate":[22],"how":[23],"LLMs":[24,111],"can":[25,52,84],"use":[26],"their":[27],"compressed":[28],"world":[29,108],"generate":[32],"intrinsically":[33],"interpretable":[34],"machine":[35,93,114],"learning":[36,94,115],"models,":[37],"i.e.,":[38],"decision":[39,50,78],"trees,":[40],"without":[41],"any":[42],"training":[43],"data.":[44],"We":[45],"find":[46],"that":[47,63],"these":[48,67],"zero-shot":[49],"trees":[51,56,68],"even":[53],"surpass":[54],"data-driven":[55,72,92],"on":[57,75],"some":[58],"small-sized":[59],"tabular":[60,113],"datasets":[61],"and":[62,81,119],"embeddings":[64,74],"derived":[65],"from":[66],"perform":[69],"better":[70],"than":[71],"tree-based":[73],"average.":[76],"Our":[77,117],"tree":[79],"induction":[80],"embedding":[82],"approaches":[83],"therefore":[85],"serve":[86],"as":[87],"new":[88],"knowledge-driven":[89],"baselines":[90],"methods":[95],"in":[96],"the":[97,106],"low-data":[98],"regime.":[99],"Furthermore,":[100],"they":[101],"offer":[102],"ways":[103],"harness":[105],"rich":[107],"within":[110],"tasks.":[116],"code":[118],"results":[120],"are":[121],"available":[122],"at":[123],"https://github.com/ml-lab-htw/llm-trees.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}