{"id":"https://openalex.org/W4391506331","doi":"https://doi.org/10.48550/arxiv.2402.00841","title":"Tiny Titans: Can Smaller Large Language Models Punch Above Their Weight in the Real World for Meeting Summarization?","display_name":"Tiny Titans: Can Smaller Large Language Models Punch Above Their Weight in the Real World for Meeting Summarization?","publication_year":2024,"publication_date":"2024-02-01","ids":{"openalex":"https://openalex.org/W4391506331","doi":"https://doi.org/10.48550/arxiv.2402.00841"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.00841","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.00841","pdf_url":"https://arxiv.org/pdf/2402.00841","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.00841","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082860480","display_name":"Xue-Yong Fu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Xue-Yong","raw_affiliation_strings":["Dialpad Inc. Vancouver , BC , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dialpad Inc. Vancouver , BC , Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069546450","display_name":"Md Tahmid Rahman Laskar","orcid":"https://orcid.org/0009-0001-7880-299X","observed_orcids":["https://orcid.org/0009-0001-7880-299X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Laskar, Md Tahmid Rahman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051314626","display_name":"Elena Khasanova","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khasanova, Elena","raw_affiliation_strings":["Dialpad Inc. Vancouver , BC , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dialpad Inc. Vancouver , BC , Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420556","display_name":"Cheng Chen","orcid":"https://orcid.org/0000-0002-6040-6833","observed_orcids":["https://orcid.org/0000-0002-6040-6833"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Cheng","raw_affiliation_strings":["Dialpad Inc. Vancouver , BC , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dialpad Inc. Vancouver , BC , Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074485525","display_name":"Shashi Bhushan TN","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"TN, Shashi Bhushan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.007899999618530273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/meeting-summarization","display_name":"meeting summarization","score":0.8769999742507935},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8320000171661377},{"id":"https://openalex.org/keywords/zero-shot-learning","display_name":"zero-shot learning","score":0.6949999928474426},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.7289999723434448},{"id":"https://openalex.org/keywords/flan-t5","display_name":"Flan-T5","score":0.8820000290870667},{"id":"https://openalex.org/keywords/tinyllama","display_name":"TinyLlama","score":0.9409999847412109},{"id":"https://openalex.org/keywords/llama-2","display_name":"Llama 2","score":0.9200000166893005},{"id":"https://openalex.org/keywords/industrial-deployment","display_name":"industrial deployment","score":0.7059999704360962},{"id":"https://openalex.org/keywords/parameter-size","display_name":"parameter size","score":0.45899999141693115}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9313194751739502},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43105366826057434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27130526304244995}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2402.00841","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.00841","pdf_url":"https://arxiv.org/pdf/2402.00841","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.00841","doi":"https://doi.org/10.48550/arxiv.2402.00841","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.00841","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.00841","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.00841","pdf_url":"https://arxiv.org/pdf/2402.00841","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391506331.pdf","grobid_xml":"https://content.openalex.org/works/W4391506331.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4389519576","https://openalex.org/W7037929148","https://openalex.org/W7213612960","https://openalex.org/W6967316506","https://openalex.org/W4416909759","https://openalex.org/W4417534296","https://openalex.org/W4368755730","https://openalex.org/W4407123911","https://openalex.org/W7213971053","https://openalex.org/W4406987535"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"demonstrated":[5],"impressive":[6],"capabilities":[7],"to":[8,51,56,116,147],"solve":[9],"a":[10,48,78,126,161],"wide":[11],"range":[12],"of":[13,90],"tasks":[14],"without":[15],"being":[16,152],"explicitly":[17],"fine-tuned":[18,91],"on":[19,135],"task-specific":[20],"datasets.":[21,124],"However,":[22,125],"deploying":[23],"LLMs":[24,46,63,93,101,120,144,158],"in":[25,64,77,121],"the":[26,52,65,73,88],"real":[27,66],"world":[28],"is":[29,129],"not":[30],"trivial,":[31],"as":[32],"it":[33],"requires":[34],"substantial":[35],"computing":[36],"resources.":[37],"In":[38,68],"this":[39,69],"paper,":[40],"we":[41,71],"investigate":[42],"whether":[43],"smaller,":[44],"compact":[45,92,157],"are":[47],"good":[49],"alternative":[50],"comparatively":[53],"Larger":[54,143],"LLMs2":[55],"address":[57],"significant":[58],"costs":[59],"associated":[60],"with":[61,98],"utilizing":[62],"world.":[67],"regard,":[70],"study":[72],"meeting":[74,122],"summarization":[75,123],"task":[76],"real-world":[79,166],"industrial":[80,167],"environment":[81],"and":[82],"conduct":[83],"extensive":[84],"experiments":[85],"by":[86],"comparing":[87],"performance":[89],"(e.g.,":[94,102],"FLAN-T5,":[95],"TinyLLaMA,":[96],"LiteLLaMA)":[97],"zero-shot":[99,119,142],"larger":[100,118],"LLaMA-2,":[103],"GPT-3.5,":[104],"PaLM-2).":[105],"We":[106],"observe":[107],"that":[108],"most":[109],"smaller":[110],"LLMs,":[111],"even":[112,138],"after":[113],"fine-tuning,":[114],"fail":[115],"outperform":[117],"notable":[127],"exception":[128],"FLAN-T5":[130,160],"(780M":[131],"parameters),":[132,150],"which":[133],"performs":[134],"par":[136],"or":[137],"better":[139],"than":[140],"many":[141],"(from":[145],"7B":[146],"above":[148],"70B":[149],"while":[151],"significantly":[153],"smaller.":[154],"This":[155],"makes":[156],"like":[159],"suitable":[162],"cost-efficient":[163],"solution":[164],"for":[165],"deployment.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2024-02-03T00:00:00"}