{"id":"https://openalex.org/W7161145809","doi":"https://doi.org/10.48550/arxiv.2605.13173","title":"OxyEcomBench: Benchmarking Multimodal Foundation Models across E-Commerce Ecosystems","display_name":"OxyEcomBench: Benchmarking Multimodal Foundation Models across E-Commerce Ecosystems","publication_year":2026,"publication_date":"2026-05-13","ids":{"openalex":"https://openalex.org/W7161145809","doi":"https://doi.org/10.48550/arxiv.2605.13173"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.13173","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13173","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.13173","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136110361","display_name":"Yong Liu","orcid":"https://orcid.org/0000-0002-6847-9834"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004827033","display_name":"Ximan Liu","orcid":"https://orcid.org/0009-0007-1685-101X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ximan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102145292","display_name":"Guoqing Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Guoqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136152400","display_name":"Bing Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136158035","display_name":"Xiaoqiang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Xiaoqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136148811","display_name":"Zhen Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136116459","display_name":"Ke Zhang","orcid":"https://orcid.org/0009-0009-7116-2086"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136091778","display_name":"Yan Li","orcid":"https://orcid.org/0009-0002-0469-0750"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2827000021934509,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2827000021934509,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.12759999930858612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12039999663829803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8156999945640564},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.7483999729156494},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.608299970626831},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5990999937057495},{"id":"https://openalex.org/keywords/stakeholder","display_name":"Stakeholder","score":0.5853999853134155},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5820000171661377},{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.5296000242233276},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5170999765396118}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8156999945640564},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7483999729156494},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6182000041007996},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.608299970626831},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5990999937057495},{"id":"https://openalex.org/C201305675","wikidata":"https://www.wikidata.org/wiki/Q852998","display_name":"Stakeholder","level":2,"score":0.5853999853134155},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5820000171661377},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.5296000242233276},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5170999765396118},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5052000284194946},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.46219998598098755},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.39739999175071716},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.37860000133514404},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C202033279","wikidata":"https://www.wikidata.org/wiki/Q1931373","display_name":"Scenario planning","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3644999861717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.353300005197525},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28850001096725464},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C2780984029","wikidata":"https://www.wikidata.org/wiki/Q2930198","display_name":"Stakeholder engagement","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C2780871342","wikidata":"https://www.wikidata.org/wiki/Q7883752","display_name":"Underpinning","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25690001249313354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.13173","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13173","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.13173","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13173","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLMs":[0,210],"and":[1,29,59,131,137,142,149,160,188,211,222],"MLLMs":[2,212],"have":[3,88],"become":[4],"indispensable":[5],"tools":[6],"across":[7,133],"a":[8,53,70,94,99,169,173],"wide":[9],"range":[10],"of":[11,102,116,238],"applications.":[12],"E-commerce,":[13],"however,":[14],"poses":[15],"distinctive":[16],"challenges":[17],"--":[18,36],"including":[19],"intricate":[20],"domain":[21,163],"knowledge,":[22],"long-tail":[23],"product":[24],"evidence,":[25],"heterogeneous":[26],"visual":[27],"data,":[28],"the":[30,41,117,216,236],"interplay":[31],"among":[32],"multiple":[33],"stakeholder":[34,96],"roles":[35],"that":[37,214,223,230],"diverge":[38],"substantially":[39],"from":[40,156],"general":[42],"world":[43],"knowledge":[44,233],"these":[45,123],"models":[46,218,241],"are":[47],"primarily":[48],"trained":[49],"on,":[50],"often":[51],"causing":[52],"notable":[54],"gap":[55],"between":[56],"their":[57],"open-domain":[58],"e-commerce":[60,86,119,158],"performance.":[61],"To":[62],"systematically":[63],"quantify":[64],"this":[65,243],"gap,":[66],"we":[67],"introduce":[68],"OxyEcomBench,":[69,228],"unified":[71],"multimodal":[72,193],"benchmark":[73,166],"comprising":[74],"approximately":[75],"6,300":[76],"high-quality":[77],"instances":[78],"for":[79],"real-world":[80],"bilingual":[81],"Chinese--English":[82],"e-commerce.":[83],"Although":[84],"several":[85],"benchmarks":[87],"been":[89],"proposed,":[90],"they":[91],"typically":[92],"adopt":[93],"single":[95],"perspective,":[97],"target":[98],"narrow":[100,226],"set":[101],"tasks,":[103,139],"or":[104],"address":[105],"isolated":[106],"challenges,":[107],"making":[108],"it":[109],"difficult":[110],"to":[111,178],"holistically":[112],"assess":[113],"models'":[114],"understanding":[115],"full":[118],"pipeline.":[120],"OxyEcomBench":[121],"addresses":[122],"limitations":[124],"by":[125,162],"jointly":[126],"covering":[127],"platform":[128],"operators,":[129],"merchants,":[130],"customers":[132],"6":[134],"capability":[135],"aspects":[136],"29":[138,180],"supporting":[140],"text-only":[141],"mixed-modality":[143],"inputs":[144],"with":[145,172],"single-image,":[146],"multi-image,":[147],"single-turn,":[148],"multi-turn":[150],"configurations.":[151],"All":[152],"data":[153],"is":[154],"sourced":[155],"authentic":[157],"platforms":[159],"verified":[161],"experts.":[164],"The":[165],"further":[167],"adopts":[168],"difficulty-aware":[170],"design":[171],"four-level":[174],"P0--P3":[175],"rubric":[176],"applied":[177],"all":[179],"tasks":[181],"whose":[182],"difficulty":[183],"admits":[184],"stable":[185],"expert":[186],"consensus,":[187],"rigorously":[189],"prioritizes":[190],"visually":[191],"salient":[192],"cases":[194],"in":[195,200,242],"which":[196],"key":[197],"evidence":[198],"resides":[199],"images":[201],"rather":[202],"than":[203],"text":[204],"alone.":[205],"Evaluations":[206],"on":[207,227],"20":[208],"mainstream":[209],"show":[213],"even":[215],"leading":[217],"attain":[219],"modest":[220],"performance":[221,224],"gaps":[225],"suggesting":[229],"insufficient":[231],"e-commerce-specific":[232],"infusion":[234],"mutes":[235],"advantages":[237],"advanced":[239],"general-purpose":[240],"domain.":[244]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-15T00:00:00"}