{"id":"https://openalex.org/W4416017202","doi":"https://doi.org/10.1145/3746252.3761613","title":"ECKGBench: Benchmarking Large Language Models in E-commerce Leveraging Knowledge Graph","display_name":"ECKGBench: Benchmarking Large Language Models in E-commerce Leveraging Knowledge Graph","publication_year":2025,"publication_date":"2025-11-08","ids":{"openalex":"https://openalex.org/W4416017202","doi":"https://doi.org/10.1145/3746252.3761613"},"language":null,"primary_location":{"id":"doi:10.1145/3746252.3761613","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3761613","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075851850","display_name":"Langming Liu","orcid":"https://orcid.org/0000-0003-1995-3381"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Langming Liu","raw_affiliation_strings":["Taobao & Tmall Group of Alibaba, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Taobao & Tmall Group of Alibaba, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074648373","display_name":"Haibin Chen","orcid":"https://orcid.org/0000-0002-1039-1119"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibin Chen","raw_affiliation_strings":["Taobao & Tmall Group of Alibaba, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Taobao & Tmall Group of Alibaba, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043861652","display_name":"Yuhao Wang","orcid":"https://orcid.org/0000-0002-6051-8659"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuhao Wang","raw_affiliation_strings":["City University of Hong Kong, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100877922","display_name":"Yujin Yuan","orcid":"https://orcid.org/0009-0008-9459-6488"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujin Yuan","raw_affiliation_strings":["Taobao & Tmall Group of Alibaba, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Taobao & Tmall Group of Alibaba, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100690917","display_name":"Shilei Liu","orcid":"https://orcid.org/0000-0003-2976-6256"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilei Liu","raw_affiliation_strings":["Taobao & Tmall Group of Alibaba, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Taobao & Tmall Group of Alibaba, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113392255","display_name":"Wenbo Su","orcid":"https://orcid.org/0009-0009-3800-7543"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Su","raw_affiliation_strings":["Taobao & Tmall Group of Alibaba, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Taobao & Tmall Group of Alibaba, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645854","display_name":"Xiangyu Zhao","orcid":"https://orcid.org/0000-0003-2926-4416"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhao","raw_affiliation_strings":["City University of Hong Kong, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073856221","display_name":"Bo Zheng","orcid":"https://orcid.org/0000-0002-4037-6315"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Zheng","raw_affiliation_strings":["Taobao & Tmall Group of Alibaba, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Taobao & Tmall Group of Alibaba, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5075851850"],"corresponding_institution_ids":["https://openalex.org/I45928872"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1833132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6461","last_page":"6465"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.2906999886035919,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.2906999886035919,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2757999897003174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.06480000168085098,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8353000283241272},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.6035000085830688},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5385000109672546},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5263000130653381},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5182999968528748},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.40059998631477356}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8353000283241272},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8021000027656555},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.6035000085830688},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5385000109672546},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5263000130653381},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5182999968528748},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.439300000667572},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.430400013923645},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.40059998631477356},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.39809998869895935},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3750999867916107},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36070001125335693},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.33889999985694885},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3327000141143799},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2921000123023987},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746252.3761613","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3761613","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W4384655811","https://openalex.org/W4386728933","https://openalex.org/W4389518784","https://openalex.org/W4412876875","https://openalex.org/W4412876956","https://openalex.org/W4412877063"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,11],"models":[2],"(LLMs)":[3],"have":[4],"demonstrated":[5],"their":[6],"capabilities":[7],"across":[8],"various":[9],"natural":[10],"processing":[12],"(NLP)":[13],"tasks.":[14],"Their":[15],"potential":[16],"in":[17,26,50,109],"e-commerce":[18,51],"is":[19,41,48,114,145],"also":[20],"substantial,":[21],"evidenced":[22],"by":[23],"existing":[24],"implementations":[25],"scenarios":[27],"such":[28,73],"as":[29,74,95],"platform":[30],"search":[31],"and":[32,60,80,129,137],"recommender":[33],"systems.":[34],"One":[35],"obstinate":[36],"concern":[37],"associated":[38],"with":[39],"LLMs":[40,134],"the":[42,68],"factuality":[43,69],"issue":[44],"(e.g.,":[45],"hallucination),":[46],"which":[47],"urgent":[49],"due":[52],"to":[53,66,105],"its":[54],"significant":[55],"impact":[56],"on":[57,118],"user":[58],"experience":[59],"revenue.":[61],"While":[62],"some":[63],"methods":[64],"aim":[65],"evaluate":[67,132],"of":[70,76,82],"LLMs,":[71],"issues":[72],"lack":[75,81],"objectivity,":[77],"high":[78],"consumption,":[79],"domain":[83],"expertise":[84],"arise.":[85],"To":[86],"this":[87],"end,":[88],"leveraging":[89],"a":[90,96,102,123],"collected":[91],"knowledge":[92],"graph":[93],"(KG)":[94],"reliable":[97],"source,":[98],"we":[99],"propose":[100],"ECKGBench,":[101],"question-answering":[103],"dataset":[104,144],"assess":[106],"LLMs'":[107],"capacity":[108],"e-commerce.":[110],"Specifically,":[111],"each":[112],"question":[113],"automatically":[115],"generated":[116],"based":[117],"one":[119],"KG":[120],"triple":[121],"through":[122],"standardized":[124],"pipeline,":[125],"guaranteeing":[126],"evaluation":[127],"quality":[128],"reliability.":[130],"We":[131],"advanced":[133],"using":[135],"ECKGBench":[136],"provide":[138],"insights":[139],"into":[140],"experimental":[141],"results.":[142],"The":[143],"available":[146],"online":[147],"at~":[148],"https://github.com/OpenStellarTeam/ECKGBench.":[149]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-08T00:00:00"}