{"id":"https://openalex.org/W4411337746","doi":"https://doi.org/10.1109/cain66642.2025.00011","title":"Themes of Building LLM-Based Applications for Production: A Practitioner's View","display_name":"Themes of Building LLM-Based Applications for Production: A Practitioner's View","publication_year":2025,"publication_date":"2025-04-27","ids":{"openalex":"https://openalex.org/W4411337746","doi":"https://doi.org/10.1109/cain66642.2025.00011"},"language":"en","primary_location":{"id":"doi:10.1109/cain66642.2025.00011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cain66642.2025.00011","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM 4th International Conference on AI Engineering \u2013 Software Engineering for AI (CAIN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092470393","display_name":"Alina Mailach","orcid":"https://orcid.org/0000-0001-6204-2095"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alina Mailach","raw_affiliation_strings":["Leipzig University,ScaDS.Ai Dresden/Leipzig"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leipzig University,ScaDS.Ai Dresden/Leipzig","institution_ids":["https://openalex.org/I926574661"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101541386","display_name":"Sebastian Simon","orcid":"https://orcid.org/0000-0003-4655-9865"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Simon","raw_affiliation_strings":["Leipzig University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087689793","display_name":"Johannes Dorn","orcid":"https://orcid.org/0000-0002-5562-0894"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Dorn","raw_affiliation_strings":["Leipzig University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004072538","display_name":"Norbert Siegmund","orcid":"https://orcid.org/0000-0001-7741-7777"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Norbert Siegmund","raw_affiliation_strings":["Leipzig University,ScaDS.Ai Dresden/Leipzig"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leipzig University,ScaDS.Ai Dresden/Leipzig","institution_ids":["https://openalex.org/I926574661"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I926574661"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17106907,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"18","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9362999796867371,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9362999796867371,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.658950686454773},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5214561820030212},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.0701061487197876}],"concepts":[{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.658950686454773},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5214561820030212},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0701061487197876},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cain66642.2025.00011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cain66642.2025.00011","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM 4th International Conference on AI Engineering \u2013 Software Engineering for AI (CAIN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2757656223","https://openalex.org/W2896671475","https://openalex.org/W2922234936","https://openalex.org/W2944264045","https://openalex.org/W2964759459","https://openalex.org/W2970433196","https://openalex.org/W3015783745","https://openalex.org/W3160638507","https://openalex.org/W4284670548","https://openalex.org/W4311887664","https://openalex.org/W4378591002","https://openalex.org/W4383098230","https://openalex.org/W4383098330","https://openalex.org/W4384302900","https://openalex.org/W4388483640","https://openalex.org/W4388483716","https://openalex.org/W4391558635","https://openalex.org/W4394952340","https://openalex.org/W4400528556","https://openalex.org/W4402350363","https://openalex.org/W4403334020","https://openalex.org/W4410553222","https://openalex.org/W6687241523","https://openalex.org/W6860771970"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Background:":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"have":[5],"become":[6],"a":[7,16,101,122,169],"paramount":[8],"interest":[9,189],"of":[10,19,79,103,172,179,188],"researchers":[11],"and":[12,36,69,77,92,137,145,147,149,158],"practitioners":[13,40,64,175],"alike,":[14],"yet":[15],"comprehensive":[17],"overview":[18,171],"key":[20,173],"considerations":[21],"for":[22,190],"those":[23],"developing":[24,51,66,181],"LLM-based":[25,52,182],"systems":[26,68],"is":[27,195],"lacking.":[28],"This":[29,165],"study":[30],"addresses":[31],"this":[32],"gap":[33],"by":[34,63],"collecting":[35],"mapping":[37],"the":[38,85,94,116],"topics":[39,96,105,113,133,187],"discuss":[41],"online,":[42],"offering":[43],"practical":[44],"insights":[45],"into":[46,97],"where":[47,192],"priorities":[48],"lie":[49],"in":[50,81,106,160,163],"applications.":[53,183],"Method:":[54],"We":[55,83,184],"collected":[56],"189":[57],"videos":[58],"from":[59],"2022":[60],"to":[61,100],"2024":[62],"actively":[65],"such":[67],"discussing":[70],"various":[71],"aspects":[72,174],"they":[73],"encounter":[74],"during":[75],"development":[76],"deployment":[78],"LLMs":[80,162],"production.":[82,164],"analyzed":[84],"transcripts":[86],"using":[87],"BERTopic,":[88],"then":[89],"manually":[90],"sorted":[91],"merged":[93],"generated":[95],"themes,":[98],"leading":[99],"total":[102],"20":[104],"8":[107],"themes.":[108],"Results:":[109],"The":[110],"most":[111],"prevalent":[112],"fall":[114],"within":[115],"theme":[117],"Design":[118],"&":[119],"Architecture,":[120],"with":[121],"strong":[123],"focus":[124],"on":[125],"retrieval-augmented":[126],"generation":[127],"(RAG)":[128],"systems.":[129],"Other":[130],"frequently":[131],"discussed":[132],"include":[134],"model":[135],"capabilities":[136],"enhancement":[138],"techniques":[139],"(e.g.,":[140],"finetuning,":[141],"prompt":[142],"engineering),":[143],"infrastructure":[144],"tooling,":[146],"risks":[148],"ethical":[150],"challenges.":[151],"Implications:":[152],"Our":[153],"results":[154],"highlight":[155,186],"current":[156],"discussions":[157],"challenges":[159],"deploying":[161],"way,":[166],"we":[167],"provide":[168],"systematic":[170],"should":[176],"be":[177],"aware":[178],"when":[180],"further":[185,193],"academics":[191],"research":[194],"needed.":[196]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}
