{"id":"https://openalex.org/W7130596757","doi":"https://doi.org/10.1109/fllm67465.2025.11390952","title":"Two Large Language Model-based Methods to Validate Open-Ended Problem Solving in Teams","display_name":"Two Large Language Model-based Methods to Validate Open-Ended Problem Solving in Teams","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W7130596757","doi":"https://doi.org/10.1109/fllm67465.2025.11390952"},"language":"en","primary_location":{"id":"doi:10.1109/fllm67465.2025.11390952","doi":"https://doi.org/10.1109/fllm67465.2025.11390952","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm67465.2025.11390952","pdf_url":null,"source":{"id":"https://openalex.org/S7407096194","display_name":"International Conference on Foundation and Large Language Models (FLLM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 3rd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115756672","display_name":"Hashmath Shaik","orcid":"https://orcid.org/0009-0000-0014-2322","observed_orcids":["https://orcid.org/0009-0000-0014-2322"]},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hashmath Shaik","raw_affiliation_strings":["Stony Brook University,Department of Electrical and Computer Engineering,Stony Brook,NY,USA,11794-2350"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University,Department of Electrical and Computer Engineering,Stony Brook,NY,USA,11794-2350","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114592765","display_name":"Gnaneswar Villuri","orcid":"https://orcid.org/0009-0006-5929-1377","observed_orcids":["https://orcid.org/0009-0006-5929-1377"]},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gnaneswar Villuri","raw_affiliation_strings":["Stony Brook University,Department of Electrical and Computer Engineering,Stony Brook,NY,USA,11794-2350"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University,Department of Electrical and Computer Engineering,Stony Brook,NY,USA,11794-2350","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080972445","display_name":"Alex Doboli","orcid":"https://orcid.org/0000-0003-2472-4014","observed_orcids":["https://orcid.org/0000-0003-2472-4014"]},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Doboli","raw_affiliation_strings":["Stony Brook University,Department of Electrical and Computer Engineering,Stony Brook,NY,USA,11794-2350"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University,Department of Electrical and Computer Engineering,Stony Brook,NY,USA,11794-2350","institution_ids":["https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I59553526"],"apc_list":null,"apc_paid":null,"fwci":1.1972,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85260513,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1203","last_page":"1210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.5098000168800354,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.5098000168800354,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.43529999256134033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.010400000028312206,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9890000224113464},{"id":"https://openalex.org/keywords/open-ended-problem-solving","display_name":"open-ended problem solving","score":0.8019999861717224},{"id":"https://openalex.org/keywords/collaborative-programming","display_name":"collaborative programming","score":0.7730000019073486},{"id":"https://openalex.org/keywords/program-validation","display_name":"code validation","score":0.5690000057220459},{"id":"https://openalex.org/keywords/real-time-validation","display_name":"real-time validation","score":0.9850000143051147},{"id":"https://openalex.org/keywords/dialogue-analysis","display_name":"dialogue analysis","score":0.3889999985694885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7301999926567078},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4361000061035156},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3700999915599823},{"id":"https://openalex.org/C3019813237","wikidata":"https://www.wikidata.org/wiki/Q65089264","display_name":"Model validation","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C92446256","wikidata":"https://www.wikidata.org/wiki/Q3306762","display_name":"Data validation","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30219998955726624},{"id":"https://openalex.org/C2986567400","wikidata":"https://www.wikidata.org/wiki/Q15777","display_name":"C programming language","level":3,"score":0.2987000048160553},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2874999940395355},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.2531000077724457},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fllm67465.2025.11390952","doi":"https://doi.org/10.1109/fllm67465.2025.11390952","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm67465.2025.11390952","pdf_url":null,"source":{"id":"https://openalex.org/S7407096194","display_name":"International Conference on Foundation and Large Language Models (FLLM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 3rd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2022871168","https://openalex.org/W2131068080","https://openalex.org/W2561715562","https://openalex.org/W2975245087","https://openalex.org/W3034789704","https://openalex.org/W4234924236","https://openalex.org/W4401043226","https://openalex.org/W4402684050","https://openalex.org/W4404783089","https://openalex.org/W4409347391","https://openalex.org/W4409348057","https://openalex.org/W4409991765","https://openalex.org/W4411722287","https://openalex.org/W7103754783"],"related_works":["https://openalex.org/W4406157352","https://openalex.org/W7167240919","https://openalex.org/W7155731588","https://openalex.org/W7172220423","https://openalex.org/W6965121910","https://openalex.org/W7162774048","https://openalex.org/W7164608001","https://openalex.org/W4402571250","https://openalex.org/W4417257651","https://openalex.org/W7214353072"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"two":[3,81],"Large":[4],"Language":[5],"Model":[6],"(LLM)-based":[7],"methods":[8,21,51],"to":[9,56],"validate":[10],"programming":[11,73],"solutions":[12],"devised":[13],"in":[14],"small":[15],"teams":[16],"for":[17],"open-ended":[18],"problems.":[19],"The":[20,49],"address":[22],"the":[23,31,60,63,71,77,80],"static":[24],"mode,":[25,39],"when":[26],"validation":[27,41,50,82],"is":[28,42],"conducted":[29],"at":[30,45],"end":[32],"of":[33,79],"problem":[34,61],"solving,":[35],"and":[36,70],"a":[37],"real-time":[38],"if":[40],"repeatedly":[43],"performed":[44],"consecutive":[46],"time":[47],"intervals.":[48],"automatically":[52],"prompt":[53],"an":[54],"LLM":[55],"find":[57],"inconsistencies":[58],"between":[59],"description,":[62],"user":[64],"intentions":[65],"verbally":[66],"expressed":[67],"through":[68],"dialog,":[69],"created":[72],"code.":[74],"Experiments":[75],"studied":[76],"performance":[78],"methods.":[83]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-02-20T00:00:00"}