{"id":"https://openalex.org/W4387846816","doi":"https://doi.org/10.1145/3583780.3615509","title":"Comparing Fine-Tuned Transformers and Large Language Models for Sales Call Classification: A Case Study","display_name":"Comparing Fine-Tuned Transformers and Large Language Models for Sales Call Classification: A Case Study","publication_year":2023,"publication_date":"2023-10-21","ids":{"openalex":"https://openalex.org/W4387846816","doi":"https://doi.org/10.1145/3583780.3615509"},"language":"en","primary_location":{"id":"doi:10.1145/3583780.3615509","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583780.3615509","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006267143","display_name":"Roy Eisenstadt","orcid":"https://orcid.org/0009-0007-2140-0694"},"institutions":[{"id":"https://openalex.org/I4210125051","display_name":"Microsoft (Israel)","ror":"https://ror.org/03819cc96","country_code":"IL","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210125051"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Roy Eisenstadt","raw_affiliation_strings":["Microsoft Dynamics 365 Sales, Tel Aviv, Israel"],"affiliations":[{"raw_affiliation_string":"Microsoft Dynamics 365 Sales, Tel Aviv, Israel","institution_ids":["https://openalex.org/I4210125051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044705575","display_name":"Abedelkader Asi","orcid":"https://orcid.org/0009-0006-2985-4554"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abedelkader Asi","raw_affiliation_strings":["Microsoft Dynamics 365 Sales, Sammamish, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Dynamics 365 Sales, Sammamish, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033389618","display_name":"Royi Ronen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125051","display_name":"Microsoft (Israel)","ror":"https://ror.org/03819cc96","country_code":"IL","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210125051"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Royi Ronen","raw_affiliation_strings":["Microsoft Dynamics 365 Sales, Tel Aviv, Israel"],"affiliations":[{"raw_affiliation_string":"Microsoft Dynamics 365 Sales, Tel Aviv, Israel","institution_ids":["https://openalex.org/I4210125051"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006267143"],"corresponding_institution_ids":["https://openalex.org/I4210125051"],"apc_list":null,"apc_paid":null,"fwci":0.1746,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56882451,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"5240","last_page":"5241"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7253652811050415},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6671222448348999},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.622918426990509},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.5576342940330505},{"id":"https://openalex.org/keywords/business-intelligence","display_name":"Business intelligence","score":0.4691903591156006},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42344242334365845},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.389412522315979},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.375137597322464},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2987884283065796},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15618503093719482},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09487298130989075}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7253652811050415},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6671222448348999},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.622918426990509},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.5576342940330505},{"id":"https://openalex.org/C2767350","wikidata":"https://www.wikidata.org/wiki/Q6662173","display_name":"Business intelligence","level":2,"score":0.4691903591156006},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42344242334365845},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.389412522315979},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.375137597322464},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2987884283065796},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15618503093719482},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09487298130989075},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3583780.3615509","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583780.3615509","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2970641574","https://openalex.org/W2998702515"],"related_works":["https://openalex.org/W1968552888","https://openalex.org/W2374116601","https://openalex.org/W2165912799","https://openalex.org/W3093134843","https://openalex.org/W2772323916","https://openalex.org/W1511346092","https://openalex.org/W1527532029","https://openalex.org/W2378167147","https://openalex.org/W3210777354","https://openalex.org/W2281307425"],"abstract_inverted_index":{"We":[0,44],"present":[1],"a":[2,9,85],"research":[3],"project":[4],"carried":[5],"out":[6],"to":[7,74,81],"enable":[8],"Call":[10],"Categorization":[11],"Service":[12],"(CCS)":[13],"for":[14,31,102],"Dynamics":[15],"365":[16],"Sales":[17],"Conversation":[18],"Intelligence.":[19],"CCS":[20],"identifies":[21],"prevalent":[22],"types":[23],"of":[24,34,77,113],"sales":[25,37],"calls":[26],"based":[27],"on":[28],"their":[29],"transcription,":[30],"the":[32,75],"purpose":[33],"automating":[35],"manual":[36],"processes":[38],"and":[39,49,93,104,106],"making":[40],"informed":[41],"business":[42],"decisions.":[43],"sift":[45],"through":[46],"R&D":[47],"process,":[48],"provide":[50],"clear":[51],"evidence":[52],"that":[53,109],"purpose-focused":[54],"fine-tuned":[55,114],"transformers":[56,115],"out-perform":[57],"GPT-3":[58],"in":[59,84,111],"this":[60],"text":[61],"classification":[62,103],"task.":[63],"Additionally":[64],"we":[65],"share:":[66],"an":[67],"efficient,":[68],"non-trivial":[69],"data":[70,79,88],"annotation":[71],"approach":[72],"suited":[73],"problem":[76],"finding":[78],"related":[80],"rare":[82],"categories":[83],"highly":[86],"unbalanced":[87],"source;":[89],"Considerations":[90],"regarding":[91],"zero-shot":[92],"in-context":[94],"learning":[95],"(i.e.":[96],"few-shot":[97],"learning)":[98],"when":[99],"using":[100],"LLMs":[101],"cost":[105],"performance":[107],"analysis":[108],"opt":[110],"favor":[112],"as":[116],"well.":[117]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}