{"id":"https://openalex.org/W7168163389","doi":"https://doi.org/10.7717/peerj-cs.3946","title":"Assessing the effectiveness of large language models for generating and estimating time complexity of code segments","display_name":"Assessing the effectiveness of large language models for generating and estimating time complexity of code segments","publication_year":2026,"publication_date":"2026-07-13","ids":{"openalex":"https://openalex.org/W7168163389","doi":"https://doi.org/10.7717/peerj-cs.3946"},"language":"en","primary_location":{"id":"doi:10.7717/peerj-cs.3946","is_oa":true,"landing_page_url":"https://doi.org/10.7717/peerj-cs.3946","pdf_url":null,"source":{"id":"https://openalex.org/S4210178049","display_name":"PeerJ Computer Science","issn_l":"2376-5992","issn":["2376-5992"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320104","host_organization_name":"PeerJ, Inc.","host_organization_lineage":["https://openalex.org/P4310320104"],"host_organization_lineage_names":["PeerJ, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PeerJ Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.7717/peerj-cs.3946","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117247252","display_name":"\u0110or\u0111e Pe\u0161i\u0107","orcid":null},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"\u0110or\u0111e Pe\u0161i\u0107","raw_affiliation_strings":["School of Electrical Engineering, University of Belgrade, Belgrade, Serbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, University of Belgrade, Belgrade, Serbia","institution_ids":["https://openalex.org/I4068193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028543453","display_name":"Milena Vujo\u0161evi\u0107 Jani\u010di\u0107","orcid":"https://orcid.org/0000-0001-5396-0644"},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Milena Vujo\u0161evi\u0107 Jani\u010di\u0107","raw_affiliation_strings":["Faculty of Mathematics, University of Belgrade, Belgrade, Serbia"],"raw_orcid":"https://orcid.org/0000-0001-5396-0644","affiliations":[{"raw_affiliation_string":"Faculty of Mathematics, University of Belgrade, Belgrade, Serbia","institution_ids":["https://openalex.org/I4068193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040137429","display_name":"Marko Mi\u0161i\u0107","orcid":"https://orcid.org/0000-0002-7369-4010"},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Marko Mi\u0161i\u0107","raw_affiliation_strings":["School of Electrical Engineering, University of Belgrade, Belgrade, Serbia"],"raw_orcid":"https://orcid.org/0000-0002-7369-4010","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, University of Belgrade, Belgrade, Serbia","institution_ids":["https://openalex.org/I4068193"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102898475","display_name":"Jelica Proti\u0107","orcid":"https://orcid.org/0000-0003-0846-0290"},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Jelica Proti\u0107","raw_affiliation_strings":["School of Electrical Engineering, University of Belgrade, Belgrade, Serbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, University of Belgrade, Belgrade, Serbia","institution_ids":["https://openalex.org/I4068193"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4068193"],"apc_list":{"value":1395,"currency":"USD","value_usd":1395},"apc_paid":{"value":1395,"currency":"USD","value_usd":1395},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.95335529,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"e3946","last_page":"e3946"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8151000142097473,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8151000142097473,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.06920000165700912,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.020500000566244125,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7494000196456909},{"id":"https://openalex.org/keywords/time-complexity","display_name":"Time complexity","score":0.6187000274658203},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5967000126838684},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.5303000211715698},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4918999969959259},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4878000020980835}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.758400022983551},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7494000196456909},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.6187000274658203},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5967000126838684},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.5303000211715698},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4918999969959259},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.374099999666214},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36239999532699585},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3544999957084656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31029999256134033},{"id":"https://openalex.org/C176553487","wikidata":"https://www.wikidata.org/wiki/Q7855819","display_name":"Turnaround time","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C509619924","wikidata":"https://www.wikidata.org/wiki/Q17130757","display_name":"Structural complexity","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C75235859","wikidata":"https://www.wikidata.org/wiki/Q582659","display_name":"Exponential growth","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29100000858306885},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.28929999470710754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.27549999952316284},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2702000141143799},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2596000134944916}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.7717/peerj-cs.3946","is_oa":true,"landing_page_url":"https://doi.org/10.7717/peerj-cs.3946","pdf_url":null,"source":{"id":"https://openalex.org/S4210178049","display_name":"PeerJ Computer Science","issn_l":"2376-5992","issn":["2376-5992"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320104","host_organization_name":"PeerJ, Inc.","host_organization_lineage":["https://openalex.org/P4310320104"],"host_organization_lineage_names":["PeerJ, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PeerJ Computer Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fc55360be6b8434a830646f5a1460f5a","is_oa":false,"landing_page_url":"https://doaj.org/article/fc55360be6b8434a830646f5a1460f5a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PeerJ Computer Science, Vol 12, p e3946 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.7717/peerj-cs.3946","is_oa":true,"landing_page_url":"https://doi.org/10.7717/peerj-cs.3946","pdf_url":null,"source":{"id":"https://openalex.org/S4210178049","display_name":"PeerJ Computer Science","issn_l":"2376-5992","issn":["2376-5992"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320104","host_organization_name":"PeerJ, Inc.","host_organization_lineage":["https://openalex.org/P4310320104"],"host_organization_lineage_names":["PeerJ, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PeerJ Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7713434100151062,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1965511704","https://openalex.org/W2033903049","https://openalex.org/W2070405152","https://openalex.org/W2126160338","https://openalex.org/W2128228505","https://openalex.org/W2181940783","https://openalex.org/W2414388428","https://openalex.org/W2968112967","https://openalex.org/W3122656795","https://openalex.org/W4243443706","https://openalex.org/W4312479968","https://openalex.org/W4376166851","https://openalex.org/W4385749752","https://openalex.org/W4386270137","https://openalex.org/W4391591630","https://openalex.org/W4392293605","https://openalex.org/W4394745423","https://openalex.org/W4396893312","https://openalex.org/W4399164841","https://openalex.org/W4400480600","https://openalex.org/W4404211215","https://openalex.org/W4404965460","https://openalex.org/W4408921196","https://openalex.org/W4409735743","https://openalex.org/W4410885179","https://openalex.org/W4415131828","https://openalex.org/W4415343495","https://openalex.org/W4416030400","https://openalex.org/W4417097897","https://openalex.org/W4417346905","https://openalex.org/W4417424625","https://openalex.org/W6910798053","https://openalex.org/W6949535264","https://openalex.org/W7133224126"],"related_works":[],"abstract_inverted_index":{"The":[0,203,272,314],"time":[1,90,95,145,159,179,194,218,254,266,290,326],"complexity":[2,91,96,160,180,219,238,255,267,291,327],"of":[3,74,97,184,193,246,268,292,304],"algorithms":[4],"is":[5,16,57,208,276,286,312],"a":[6,19,110],"critical":[7],"concept":[8],"in":[9,22,63,83,103,116,175,232,287,300],"computer":[10,45],"science":[11,46],"and":[12,14,66,92,105,120,127,134,143,155,158,169,171,178,198,325,337],"engineering,":[13],"it":[15],"recognized":[17],"as":[18],"fundamental":[20],"topic":[21,41],"the":[23,72,94,117,153,173,191,209,229,240,253,265,289,308,335,339],"Association":[24],"for":[25,61,113,200,213,341],"Computing":[26],"Machinery":[27],"(ACM)":[28],"curricular":[29],"recommendations.":[30],"In":[31],"alignment":[32],"with":[33,88,101,216],"these":[34],"guidelines,":[35],"numerous":[36],"universities":[37],"worldwide":[38],"incorporate":[39],"this":[40],"into":[42],"their":[43,130],"introductory":[44],"courses,":[47],"which":[48],"typically":[49],"have":[50],"large":[51],"student":[52],"enrollments":[53],"annually.":[54],"Consequently,":[55],"there":[56],"an":[58],"increasing":[59],"demand":[60],"automation":[62],"both":[64],"instructional":[65],"assessment":[67],"processes.":[68],"This":[69],"study":[70],"explores":[71],"potential":[73],"Large":[75],"Language":[76],"Models":[77],"(LLMs)":[78],"to":[79,132,151,224,251,263],"assist":[80],"teaching":[81],"staff":[82],"generating":[84,214,233],"source":[85],"code":[86,99,137,176],"segments":[87,138,187,215,248,293],"predefined":[89,217],"determining":[93,288],"given":[98],"segments,":[100,235],"applications":[102],"educational":[104],"examination":[106],"contexts.":[107],"We":[108,279],"proposed":[109],"novel":[111],"methodology":[112],"LLM":[114,212,275,285],"evaluation":[115],"aforementioned":[118],"context":[119],"evaluated":[121],"three":[122,259],"prominent":[123],"LLMs:":[124],"ChatGPT,":[125],"Gemini,":[126],"Llama,":[128],"on":[129,190],"ability":[131],"generate":[133],"analyze":[135],"C":[136],"exhibiting":[139],"linear,":[140],"logarithmic,":[141],"quadratic,":[142],"exponential":[144,237],"complexities.":[146],"A":[147,182,244],"framework":[148],"was":[149,249],"developed":[150],"automate":[152,322],"prompt":[154,165,310],"segment":[156],"generation":[157,177,324],"determination":[161,256],"using":[162],"two":[163],"mainstream":[164],"engineering":[166],"methods:":[167],"zero-shot":[168,309],"chain-of-thought,":[170],"assessed":[172,189,281],"differences":[174],"analysis.":[181],"total":[183],"960":[185],"generated":[186,247,294],"were":[188,261],"correctness":[192],"complexity,":[195],"structural":[196],"appropriateness,":[197],"suitability":[199],"exam":[201],"use.":[202],"results":[204,231],"suggest":[205,316],"that":[206,301,317],"ChatGPT":[207,277],"most":[210,273],"suitable":[211],"(success":[220],"rate":[221],"goes":[222],"up":[223],"61%).":[225],"All":[226,258],"LLMs":[227,260,319],"yielded":[228],"best":[230],"linear":[234],"while":[236],"posed":[239],"greatest":[241],"challenge":[242],"overall.":[243],"subset":[245],"extracted":[250,270],"evaluate":[252],"capabilities.":[257],"asked":[262],"find":[264],"each":[269,284],"segment.":[271],"accurate":[274],"(79.6%).":[278],"also":[280],"how":[282],"good":[283],"by":[295],"itself.":[296],"Llama":[297],"outperforms":[298],"others":[299],"task":[302],"(83%":[303],"successful":[305],"determinations)":[306],"when":[307],"method":[311],"used.":[313],"findings":[315],"current":[318],"cannot":[320],"fully":[321],"question":[323],"problem":[328],"solving.":[329],"However,":[330],"they":[331],"can":[332],"substantially":[333],"support":[334],"process":[336],"reduce":[338],"workload":[340],"educators.":[342]},"counts_by_year":[],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2026-07-14T00:00:00"}