{"id":"https://openalex.org/W4386044153","doi":"https://doi.org/10.48550/arxiv.2308.09568","title":"PUMGPT: A Large Vision-Language Model for Product Understanding","display_name":"PUMGPT: A Large Vision-Language Model for Product Understanding","alternate_titles":[],"publication_year":2023,"publication_date":"2023-08-18","ids":{"openalex":"https://openalex.org/W4386044153","doi":"https://doi.org/10.48550/arxiv.2308.09568"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2308.09568","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.09568","pdf_url":"https://arxiv.org/pdf/2308.09568","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4386044153"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.09568","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xue, Wei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xue, Wei","raw_affiliation_strings":["College of Computer Science and Technology , Zhejiang University , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology , Zhejiang University , China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101861274","display_name":"Zongyi Guo","orcid":"https://orcid.org/0000-0001-6837-9924","observed_orcids":["https://orcid.org/0000-0001-6837-9924"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Guo, Zongyi","raw_affiliation_strings":["Alibaba Group , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cui, Baoliang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cui, Baoliang","raw_affiliation_strings":["Alibaba Group , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xing, Zheng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xing, Zheng","raw_affiliation_strings":["Alibaba Group , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zeng, Xiaoyi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zeng, Xiaoyi","raw_affiliation_strings":["Alibaba Group , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Xiufei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wang, Xiufei","raw_affiliation_strings":["Alibaba Group , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group , China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004068482","display_name":"Shuhui Wu","orcid":"https://orcid.org/0000-0002-2167-1837","observed_orcids":["https://orcid.org/0000-0002-2167-1837"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wu, Shuhui","raw_affiliation_strings":["College of Computer Science and Technology , Zhejiang University , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology , Zhejiang University , China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074342179","display_name":"Weiming L\u00fc","orcid":"https://orcid.org/0000-0002-0200-9215","observed_orcids":["https://orcid.org/0000-0002-0200-9215"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lu, Weiming","raw_affiliation_strings":["College of Computer Science and Technology , Zhejiang University , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology , Zhejiang University , China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":15,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-vision-language-models","display_name":"large vision-language models","score":0.8339999914169312},{"id":"https://openalex.org/keywords/product-understanding","display_name":"product understanding","score":0.9490000009536743},{"id":"https://openalex.org/keywords/e-commerce","display_name":"e-commerce","score":0.9900000095367432},{"id":"https://openalex.org/keywords/product-attribute-extraction","display_name":"product attribute extraction","score":0.7229999899864197},{"id":"https://openalex.org/keywords/product-classification","display_name":"product classification","score":0.9480000138282776},{"id":"https://openalex.org/keywords/hallucination-detection","display_name":"hallucination detection","score":0.9470000267028809},{"id":"https://openalex.org/keywords/domain-specific-fine-tuning","display_name":"domain-specific fine-tuning","score":0.7300000190734863},{"id":"https://openalex.org/keywords/instruction-following","display_name":"instruction following","score":0.6079999804496765}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.806315541267395},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.6909648776054382},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6080275774002075},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.5808111429214478},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5676490068435669},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5232671499252319},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.509215235710144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4517313241958618},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4311874508857727},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4275442361831665},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41257244348526},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.06890305876731873},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2308.09568","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.09568","pdf_url":"https://arxiv.org/pdf/2308.09568","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2308.09568","doi":"https://doi.org/10.48550/arxiv.2308.09568","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2308.09568","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.09568","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.09568","pdf_url":"https://arxiv.org/pdf/2308.09568","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386044153.pdf","grobid_xml":"https://content.openalex.org/works/W4386044153.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1956340063","https://openalex.org/W2154652894","https://openalex.org/W2740070748","https://openalex.org/W2805173585","https://openalex.org/W2908510526","https://openalex.org/W2951865668","https://openalex.org/W2998020421","https://openalex.org/W2998636456","https://openalex.org/W3034300118","https://openalex.org/W3104609290","https://openalex.org/W3117186979","https://openalex.org/W3166701446","https://openalex.org/W3173793851","https://openalex.org/W3186348442","https://openalex.org/W4224919569","https://openalex.org/W4283750777","https://openalex.org/W4318718936","https://openalex.org/W4327810158","https://openalex.org/W4353113046","https://openalex.org/W4361229539","https://openalex.org/W4366850747","https://openalex.org/W4385571009","https://openalex.org/W4386185600","https://openalex.org/W4387210951","https://openalex.org/W4402671053","https://openalex.org/W4402727669","https://openalex.org/W7133208539"],"related_works":["https://openalex.org/W7140110978","https://openalex.org/W7129065452","https://openalex.org/W7148343111","https://openalex.org/W7213236896","https://openalex.org/W7161145809","https://openalex.org/W4404782682","https://openalex.org/W4412892568","https://openalex.org/W4416542717","https://openalex.org/W4283803815","https://openalex.org/W4416246345"],"abstract_inverted_index":{"E-commerce":[0],"platforms":[1,120],"benefit":[2],"from":[3,41,90],"accurate":[4],"product":[5,76,131,148],"understanding":[6,77,132,149],"to":[7,30,35,129,157],"enhance":[8],"user":[9],"experience":[10],"and":[11,33,58,81,121,145],"operational":[12],"efficiency.":[13],"Traditional":[14],"methods":[15],"often":[16],"focus":[17],"on":[18,110],"isolated":[19],"tasks":[20,32,113],"such":[21],"as":[22],"attribute":[23],"extraction":[24],"or":[25],"categorization,":[26],"posing":[27],"adaptability":[28],"issues":[29],"evolving":[31],"leading":[34],"usability":[36],"challenges":[37],"with":[38],"noisy":[39],"data":[40,106],"the":[42,68,161,166,173],"internet.":[43],"Current":[44],"Large":[45],"Vision":[46],"Language":[47],"Models":[48],"(LVLMs)":[49],"lack":[50],"domain-specific":[51],"fine-tuning,":[52],"thus":[53],"falling":[54],"short":[55],"in":[56,103,147,172],"precision":[57],"instruction":[59],"following.":[60],"To":[61],"address":[62],"these":[63],"issues,":[64],"we":[65],"introduce":[66,125],"PumGPT,":[67,164],"first":[69],"e-commerce":[70,119,174],"specialized":[71,170],"LVLM":[72],"designed":[73],"for":[74,118,168],"multi-modal":[75],"tasks.":[78,150],"We":[79,123,151],"collected":[80],"curated":[82],"a":[83,97,127,169],"dataset":[84],"of":[85,163],"over":[86],"one":[87],"million":[88],"products":[89],"AliExpress,":[91],"filtering":[92],"out":[93],"non-inferable":[94],"attributes":[95],"using":[96],"universal":[98],"hallucination":[99],"detection":[100],"framework,":[101],"resulting":[102],"663k":[104],"high-quality":[105],"samples.":[107],"PumGPT":[108,139],"focuses":[109],"five":[111,141],"essential":[112],"aimed":[114],"at":[115],"enhancing":[116],"workflows":[117],"retailers.":[122],"also":[124,152],"PumBench,":[126],"benchmark":[128],"evaluate":[130],"across":[133],"LVLMs.":[134],"Our":[135],"experiments":[136,156],"show":[137],"that":[138],"outperforms":[140],"other":[142],"open-source":[143],"LVLMs":[144],"GPT-4V":[146],"conduct":[153],"extensive":[154],"analytical":[155],"delve":[158],"deeply":[159],"into":[160],"superiority":[162],"demonstrating":[165],"necessity":[167],"model":[171],"domain.":[175]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386044153","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-08-22T00:00:00"}
