{"id":"https://openalex.org/W4388994464","doi":"https://doi.org/10.1145/3604237.3626850","title":"Towards a Foundation Purchasing Model: Pretrained Generative Autoregression on Transaction Sequences","display_name":"Towards a Foundation Purchasing Model: Pretrained Generative Autoregression on Transaction Sequences","publication_year":2023,"publication_date":"2023-11-25","ids":{"openalex":"https://openalex.org/W4388994464","doi":"https://doi.org/10.1145/3604237.3626850"},"language":"en","primary_location":{"id":"doi:10.1145/3604237.3626850","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604237.3626850","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"4th ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.01641","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072288106","display_name":"Piotr Skalski","orcid":"https://orcid.org/0000-0003-3102-9837"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Piotr Skalski","raw_affiliation_strings":["Innovation Lab, Featurespace, UK"],"raw_orcid":"https://orcid.org/0000-0003-3102-9837","affiliations":[{"raw_affiliation_string":"Innovation Lab, Featurespace, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106081763","display_name":"David Sutton","orcid":"https://orcid.org/0009-0005-6739-5689"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Sutton","raw_affiliation_strings":["Innovation Lab, Featurespace, UK"],"raw_orcid":"https://orcid.org/0009-0005-6739-5689","affiliations":[{"raw_affiliation_string":"Innovation Lab, Featurespace, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082052901","display_name":"Stuart A. Burrell","orcid":"https://orcid.org/0000-0002-6333-1750"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stuart Burrell","raw_affiliation_strings":["Innovation Lab, Featurespace, UK"],"raw_orcid":"https://orcid.org/0000-0002-6333-1750","affiliations":[{"raw_affiliation_string":"Innovation Lab, Featurespace, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049110696","display_name":"Iker Perez","orcid":"https://orcid.org/0000-0001-9400-4229"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iker Perez","raw_affiliation_strings":["Innovation Lab, Featurespace, UK"],"raw_orcid":"https://orcid.org/0000-0001-9400-4229","affiliations":[{"raw_affiliation_string":"Innovation Lab, Featurespace, UK","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063987392","display_name":"Jason Wong","orcid":"https://orcid.org/0000-0001-7727-1341"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jason Wong","raw_affiliation_strings":["Innovation Lab, Featurespace, UK"],"raw_orcid":"https://orcid.org/0000-0001-7727-1341","affiliations":[{"raw_affiliation_string":"Innovation Lab, Featurespace, UK","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5072288106"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.471,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.6580747,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"141","last_page":"149"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.63132643699646},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6256341934204102},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.5960490703582764},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5793601870536804},{"id":"https://openalex.org/keywords/purchasing","display_name":"Purchasing","score":0.5568721890449524},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.502251148223877},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46780040860176086},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3750995993614197},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.1895577311515808},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.14557203650474548},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.08293408155441284},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.07891321182250977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.63132643699646},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6256341934204102},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.5960490703582764},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5793601870536804},{"id":"https://openalex.org/C2778813691","wikidata":"https://www.wikidata.org/wiki/Q1369832","display_name":"Purchasing","level":2,"score":0.5568721890449524},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.502251148223877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46780040860176086},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3750995993614197},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.1895577311515808},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.14557203650474548},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.08293408155441284},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.07891321182250977},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3604237.3626850","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604237.3626850","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"4th ACM International Conference on AI in Finance","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2401.01641","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.01641","pdf_url":"https://arxiv.org/pdf/2401.01641","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.01641","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.01641","pdf_url":"https://arxiv.org/pdf/2401.01641","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388994464.pdf","grobid_xml":"https://content.openalex.org/works/W4388994464.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W220935706","https://openalex.org/W2131809848","https://openalex.org/W2616431611","https://openalex.org/W2963420272","https://openalex.org/W2992308087","https://openalex.org/W3127035078","https://openalex.org/W3171007011","https://openalex.org/W3200357704","https://openalex.org/W4205257464","https://openalex.org/W4293261592","https://openalex.org/W4306962648","https://openalex.org/W6745136726"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4287117424","https://openalex.org/W3088131325","https://openalex.org/W4387506531","https://openalex.org/W4238433571","https://openalex.org/W2967848559","https://openalex.org/W4299831724"],"abstract_inverted_index":{"Machine":[0],"learning":[1,23],"models":[2,39],"underpin":[3],"many":[4],"modern":[5],"financial":[6,63,83],"systems":[7],"for":[8],"use":[9],"cases":[10],"such":[11],"as":[12],"fraud":[13,130],"detection":[14,131,142],"and":[15,48,124,148],"churn":[16],"prediction.":[17],"Most":[18],"are":[19],"based":[20],"on":[21,30,86,96,133],"supervised":[22],"with":[24],"hand-engineered":[25],"features,":[26],"which":[27],"relies":[28],"heavily":[29],"the":[31,128],"availability":[32],"of":[33,62,82,99,107,114],"labelled":[34],"data.":[35],"Large":[36],"self-supervised":[37,94],"generative":[38,71],"have":[40],"shown":[41],"tremendous":[42],"success":[43],"in":[44],"natural":[45],"language":[46],"processing":[47],"computer":[49],"vision,":[50],"yet":[51],"so":[52],"far":[53],"they":[54],"haven\u2019t":[55],"been":[56],"adapted":[57],"to":[58,78,127,151],"multivariate":[59],"time":[60],"series":[61],"transactions.":[64,84],"In":[65],"this":[66],"paper,":[67],"we":[68],"present":[69],"a":[70,97,112],"pretraining":[72,106],"method":[73],"that":[74,90],"can":[75],"be":[76],"used":[77],"obtain":[79],"contextualised":[80],"embeddings":[81],"Benchmarks":[85],"public":[87],"datasets":[88],"demonstrate":[89],"it":[91,126],"outperforms":[92],"state-of-the-art":[93],"methods":[95],"range":[98],"downstream":[100],"tasks.":[101],"We":[102],"additionally":[103],"perform":[104],"large-scale":[105],"an":[108],"embedding":[109,137],"model":[110,138],"using":[111],"corpus":[113],"data":[115],"from":[116],"180":[117],"issuing":[118],"banks":[119],"containing":[120],"5.1":[121],"billion":[122],"transactions":[123],"apply":[125],"card":[129],"problem":[132],"hold-out":[134],"datasets.":[135],"The":[136],"significantly":[139],"improves":[140],"value":[141],"rate":[143],"at":[144],"high":[145],"precision":[146],"thresholds":[147],"transfers":[149],"well":[150],"out-of-domain":[152],"distributions.":[153]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
