{"id":"https://openalex.org/W7164417660","doi":"https://doi.org/10.1007/978-981-92-0068-9_12","title":"How Smart is Smart Enough? Benchmarking LLMs with\u00a0Embedding-Based Similarity in\u00a0Python Code Generation","display_name":"How Smart is Smart Enough? Benchmarking LLMs with\u00a0Embedding-Based Similarity in\u00a0Python Code Generation","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7164417660","doi":"https://doi.org/10.1007/978-981-92-0068-9_12"},"language":"en","primary_location":{"id":"doi:10.1007/978-981-92-0068-9_12","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-981-92-0068-9_12","pdf_url":null,"source":{"id":"https://openalex.org/S2764900261","display_name":"Communications in computer and information science","issn_l":"1865-0929","issn":["1865-0929","1865-0937"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications in Computer and Information Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093388541","display_name":"Dominik Palla","orcid":"https://orcid.org/0009-0002-4883-0516"},"institutions":[{"id":"https://openalex.org/I75092371","display_name":"University of Hradec Kr\u00e1lov\u00e9","ror":"https://ror.org/05k238v14","country_code":"CZ","type":"education","lineage":["https://openalex.org/I75092371"]}],"countries":["CZ"],"is_corresponding":true,"raw_author_name":"Dominik Palla","raw_affiliation_strings":["University of Hradec Kralove, 50003, Hradec Kralove, Czech Republic"],"raw_orcid":"https://orcid.org/0009-0002-4883-0516","affiliations":[{"raw_affiliation_string":"University of Hradec Kralove, 50003, Hradec Kralove, Czech Republic","institution_ids":["https://openalex.org/I75092371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038465761","display_name":"Blanka Kl\u00edmov\u00e1","orcid":"https://orcid.org/0000-0001-8000-9766"},"institutions":[{"id":"https://openalex.org/I75092371","display_name":"University of Hradec Kr\u00e1lov\u00e9","ror":"https://ror.org/05k238v14","country_code":"CZ","type":"education","lineage":["https://openalex.org/I75092371"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Blanka Klimova","raw_affiliation_strings":["University of Hradec Kralove, 50003, Hradec Kralove, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0001-8000-9766","affiliations":[{"raw_affiliation_string":"University of Hradec Kralove, 50003, Hradec Kralove, Czech Republic","institution_ids":["https://openalex.org/I75092371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046498081","display_name":"Marcel Pikhart","orcid":"https://orcid.org/0000-0002-5633-9332"},"institutions":[{"id":"https://openalex.org/I75092371","display_name":"University of Hradec Kr\u00e1lov\u00e9","ror":"https://ror.org/05k238v14","country_code":"CZ","type":"education","lineage":["https://openalex.org/I75092371"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Marcel Pikhart","raw_affiliation_strings":["University of Hradec Kralove, 50003, Hradec Kralove, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0002-5633-9332","affiliations":[{"raw_affiliation_string":"University of Hradec Kralove, 50003, Hradec Kralove, Czech Republic","institution_ids":["https://openalex.org/I75092371"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012315575","display_name":"Eva \u0160vejdarov\u00e1","orcid":"https://orcid.org/0000-0001-9011-6987"},"institutions":[{"id":"https://openalex.org/I4210110186","display_name":"\u0160koda (Czechia)","ror":"https://ror.org/01mr2n737","country_code":"CZ","type":"company","lineage":["https://openalex.org/I1319473763","https://openalex.org/I4210110186","https://openalex.org/I4210125314"]},{"id":"https://openalex.org/I44930506","display_name":"\u0160koda Auto University","ror":"https://ror.org/02zpfcb35","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44930506"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Eva Svejdarova","raw_affiliation_strings":["Skoda Auto University, 29301, Mlada Boleslav, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0001-9011-6987","affiliations":[{"raw_affiliation_string":"Skoda Auto University, 29301, Mlada Boleslav, Czech Republic","institution_ids":["https://openalex.org/I44930506","https://openalex.org/I4210110186"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5093388541"],"corresponding_institution_ids":["https://openalex.org/I75092371"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.9666865,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"166","last_page":"183"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7099999785423279,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7099999785423279,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.0471000000834465,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.031599998474121094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.9007999897003174},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7138000130653381},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7024999856948853},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4332999885082245},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4287000000476837},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42820000648498535},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.40139999985694885},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.38989999890327454}],"concepts":[{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.9007999897003174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7965999841690063},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7138000130653381},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7024999856948853},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6086000204086304},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4332999885082245},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4287000000476837},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42820000648498535},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.40139999985694885},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39469999074935913},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.38989999890327454},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.36890000104904175},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.3677000105381012},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.35499998927116394},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3312999904155731},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.32120001316070557},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3122999966144562},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3057999908924103},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29660001397132874},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2655999958515167},{"id":"https://openalex.org/C2988343187","wikidata":"https://www.wikidata.org/wiki/Q1130645","display_name":"Open source software","level":3,"score":0.26339998841285706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-981-92-0068-9_12","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-981-92-0068-9_12","pdf_url":null,"source":{"id":"https://openalex.org/S2764900261","display_name":"Communications in computer and information science","issn_l":"1865-0929","issn":["1865-0929","1865-0937"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications in Computer and Information Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W4221152557","https://openalex.org/W4385416665","https://openalex.org/W4389524484","https://openalex.org/W4391386032","https://openalex.org/W4391462747","https://openalex.org/W4392662613","https://openalex.org/W4392980868","https://openalex.org/W4393333034","https://openalex.org/W4398766258","https://openalex.org/W4399142562","https://openalex.org/W4399204110","https://openalex.org/W4399790131","https://openalex.org/W4400172792","https://openalex.org/W4403230122","https://openalex.org/W4404792894","https://openalex.org/W4405377336","https://openalex.org/W4405618561","https://openalex.org/W4406984555","https://openalex.org/W4407386473","https://openalex.org/W4415287438"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-06-12T06:25:57.316018","created_date":"2026-06-12T00:00:00"}