{"id":"https://openalex.org/W4416677829","doi":"https://doi.org/10.1109/dsaa65442.2025.11248010","title":"Predicting Player Churn with LLMs: A Comprehensive Evaluation of World Knowledge and Reasoning","display_name":"Predicting Player Churn with LLMs: A Comprehensive Evaluation of World Knowledge and Reasoning","publication_year":2025,"publication_date":"2025-10-09","ids":{"openalex":"https://openalex.org/W4416677829","doi":"https://doi.org/10.1109/dsaa65442.2025.11248010"},"language":"en","primary_location":{"id":"doi:10.1109/dsaa65442.2025.11248010","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsaa65442.2025.11248010","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 12th International Conference on Data Science and Advanced Analytics (DSAA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101827519","display_name":"Tobias Schneider","orcid":"https://orcid.org/0000-0001-6733-8987"},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Tobias Schneider","raw_affiliation_strings":["Fraunhofer IAIS,Sankt Augustin,Germany"],"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS,Sankt Augustin,Germany","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115904454","display_name":"Lorenz Sparrenberg","orcid":null},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lorenz Sparrenberg","raw_affiliation_strings":["University of Bonn,Bonn,Germany"],"affiliations":[{"raw_affiliation_string":"University of Bonn,Bonn,Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064201630","display_name":"Rafet Sifa","orcid":"https://orcid.org/0009-0004-6680-8210"},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rafet Sifa","raw_affiliation_strings":["Fraunhofer IAIS,Sankt Augustin,Germany"],"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS,Sankt Augustin,Germany","institution_ids":["https://openalex.org/I4210144576"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101827519"],"corresponding_institution_ids":["https://openalex.org/I4210144576"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44958224,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.18000000715255737,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.18000000715255737,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.13199999928474426,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.07020000368356705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7799999713897705},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5098999738693237},{"id":"https://openalex.org/keywords/real-world-data","display_name":"Real world data","score":0.4537000060081482},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4433000087738037},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44040000438690186},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.3393000066280365}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7799999713897705},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6464999914169312},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.512499988079071},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5098999738693237},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48739999532699585},{"id":"https://openalex.org/C3020493868","wikidata":"https://www.wikidata.org/wiki/Q55631277","display_name":"Real world data","level":2,"score":0.4537000060081482},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4433000087738037},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44040000438690186},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42579999566078186},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.3393000066280365},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.33489999175071716},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29420000314712524},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.267300009727478}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/dsaa65442.2025.11248010","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsaa65442.2025.11248010","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 12th International Conference on Data Science and Advanced Analytics (DSAA)","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/502232","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/502232","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2003528492","https://openalex.org/W2087097402","https://openalex.org/W2202704248","https://openalex.org/W2589340383","https://openalex.org/W2794065766","https://openalex.org/W2976648041","https://openalex.org/W2980018588","https://openalex.org/W3039655859","https://openalex.org/W3216727508","https://openalex.org/W4205936864","https://openalex.org/W4206187322","https://openalex.org/W4225153176","https://openalex.org/W4362638919","https://openalex.org/W4385571830","https://openalex.org/W4391092890","https://openalex.org/W4391093139","https://openalex.org/W4404783097","https://openalex.org/W4404962639"],"related_works":[],"abstract_inverted_index":{"While":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"have":[5],"demonstrated":[6],"impressive":[7],"results":[8,154],"on":[9,45,59,122],"public":[10,46],"benchmarks,":[11],"their":[12],"effectiveness":[13],"in":[14],"structured,":[15,166],"real-world":[16],"problems":[17],"like":[18],"behavioral":[19],"analytics":[20],"remains":[21],"underexplored.":[22],"This":[23],"work":[24],"assesses":[25],"the":[26,77,94,97,118,123,131,156],"out-of-the-box":[27],"performance":[28,78,119],"of":[29,71,79,96,115,120,126,158],"LLMs":[30,44,159],"for":[31,64,135,160],"industry-specific":[32,167],"downstream":[33],"tasks,":[34],"with":[35,82,138],"player":[36],"churn":[37,65,162],"prediction":[38,163],"as":[39,88],"a":[40,60,67,111],"representative":[41],"task.":[42],"Evaluating":[43],"benchmarks":[47],"risks":[48],"data":[49],"leakage":[50],"and":[51,90,92,103,143,164],"task-specific":[52],"overfitting,":[53],"so":[54],"instead":[55],"we":[56],"perform":[57],"experiments":[58],"novel":[61],"self-compiled":[62],"dataset":[63],"prediction,":[66],"task":[68],"not":[69],"part":[70],"any":[72],"standard":[73],"benchmark.":[74],"We":[75,128],"compare":[76],"OpenAI's":[80],"GPT-4.1":[81,109],"traditional":[83],"machine":[84],"learning":[85],"models,":[86],"such":[87],"XGBoost":[89,121],"MLPs,":[91],"analyze":[93],"impact":[95],"LLM's":[98],"extensive":[99],"internal":[100,140],"world":[101,141],"knowledge":[102,142],"reasoning":[104,144],"capabilities.":[105],"With":[106],"few-shot":[107],"prompting,":[108],"achieves":[110],"weighted":[112],"F1":[113],"score":[114],"0.787,":[116],"matching":[117],"same":[124],"set":[125],"samples.":[127],"show":[129],"that":[130],"LLM":[132],"can":[133,150],"compensate":[134],"missing":[136],"information":[137],"its":[139],"capabilities,":[145],"performing":[146],"best":[147],"if":[148],"it":[149],"leverage":[151],"both.":[152],"Our":[153],"highlight":[155],"potential":[157],"cross-game":[161],"other":[165],"tasks.":[168]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-25T00:00:00"}