{"id":"https://openalex.org/W6911758222","doi":"https://doi.org/10.5281/zenodo.14996893","title":"Replication Package: Enabling Architecture Traceability by LLM-based Architecture Component Name Extraction","display_name":"Replication Package: Enabling Architecture Traceability by LLM-based Architecture Component Name Extraction","publication_year":2025,"publication_date":"2025-03-09","ids":{"openalex":"https://openalex.org/W6911758222","doi":"https://doi.org/10.5281/zenodo.14996893"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.14996893","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14996893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"other","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.14996893","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Fuch\u00df, Dominik","orcid":"https://orcid.org/0000-0001-6410-6769"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fuch\u00df, Dominik","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0001-6410-6769","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Haoyu","orcid":"https://orcid.org/0009-0002-7676-5010"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Liu, Haoyu","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":"https://orcid.org/0009-0002-7676-5010","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hey, Tobias","orcid":"https://orcid.org/0000-0003-0381-1020"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hey, Tobias","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0003-0381-1020","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Keim, Jan","orcid":"https://orcid.org/0000-0002-8899-7081"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Keim, Jan","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0002-8899-7081","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":null,"display_name":"Koziolek, Anne","orcid":"https://orcid.org/0000-0002-1593-3394"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Koziolek, Anne","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0002-1593-3394","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.5928999781608582},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5709999799728394},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4747999906539917},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47200000286102295},{"id":"https://openalex.org/keywords/middleware","display_name":"Middleware (distributed applications)","score":0.45089998841285706},{"id":"https://openalex.org/keywords/json","display_name":"JSON","score":0.42910000681877136},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.4203999936580658},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.3847000002861023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7724999785423279},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.5928999781608582},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5709999799728394},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4747999906539917},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47200000286102295},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.4657000005245209},{"id":"https://openalex.org/C169468491","wikidata":"https://www.wikidata.org/wiki/Q146923","display_name":"Middleware (distributed applications)","level":2,"score":0.45089998841285706},{"id":"https://openalex.org/C2780416260","wikidata":"https://www.wikidata.org/wiki/Q2063","display_name":"JSON","level":2,"score":0.42910000681877136},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3847000002861023},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.3691999912261963},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.3587999939918518},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.35659998655319214},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.349700003862381},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3402000069618225},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33009999990463257},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.3100999891757965},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.260699987411499}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.14996893","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14996893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.5281/zenodo.14996893","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14996893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5328094959259033,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Requirements":[0],"The":[1,40,135,210,238,304,311,323,332,343,356,368,876,894],"requirements":[2],"are":[3,308,370,424,444,920],"defined":[4],"in":[5,176,222,234,426,446,858,993],"INSTALL.md.":[6],"Quickstart":[7],"If":[8,82,274,1085,1105],"you":[9,16,83,90,127,186,201,275,281,293,1086,1092,1106,1112,1122],"just":[10,84],"want":[11,85,202,276,1087,1107],"to":[12,72,86,101,105,116,189,196,203,207,264,277,315,537,552,648,673,693,739,790,1088,1094,1099,1108,1114,1117,1164,1175,1193,1203],"run":[13,21,113,124,129,153,190,1124],"the":[14,38,45,54,57,73,78,88,93,109,114,118,121,125,138,154,159,168,174,191,198,208,214,217,229,232,243,257,262,266,271,279,296,317,335,347,360,378,391,403,407,412,415,418,421,427,439,441,447,488,494,506,526,606,710,769,797,806,828,846,872,879,899,905,909,1096,1100,1118,1125,1130,1133,1141,1156,1159,1162,1173,1184,1191,1195,1205],"evaluation,":[15],"can":[17,91,128,282,294,498,1123],"run:":[18],"Docker":[19],"docker":[20,95],"-it":[22],"--rm":[23],"ghcr.io/ardoco/icsa25":[24],"mvn":[25,31,130],"-q":[26,32,131],"test":[27,33,46,132,139],"-Dsurefire.failIfNoSpecifiedTests=false":[28,34,133],"-Dtest=TraceLinkEvaluationSadSamViaLlmCodeIT":[29,35],"Local":[30],"Overview":[36],"of":[37,56,120,137,216,231,240,334,511,712,760,782,817,837,849,878,884],"Repository":[39],"most":[41],"important":[42,211],"class":[43,47,50,1131],"is":[44,51,141,220,394,882],"TraceLinkEvaluationSadSamViaLlmCodeIT":[48,454,467],"This":[49],"responsible":[52],"for":[53,173,183,213,346,359,402,406,411,420,493,588,599,608,659,728,771,902,1079],"evaluation":[55,175,233,375,442],"trace":[58],"links":[59],"generated":[60],"by":[61,827,922,1138],"our":[62,145],"approach":[63],"using":[64],"TransArC.":[65],"Set":[66],"OPENAI_API_KEY":[67,100],"and":[68,77,103,171,224,300,546,555,568,580,586,640,742,815,830,892,917,928],"OLLAMA_HOST":[69,104],"(environment":[70],"variables)":[71],"OpenAI":[74,312,324],"access":[75,316,598,738],"token":[76],"Ollama":[79,336,348,361],"host,":[80],"respectively.":[81],"replicate":[87],"results,":[89],"use":[92,295],"provided":[94,489],"container":[96],"or":[97,434,863],"locally":[98],"set":[99,289],"sk-DUMMY":[102],"http://localhost:11434.":[106],"After":[107],"setting":[108],"environment":[110,291,306],"variables.":[111],"Just":[112],"test,":[115,126],"get":[117],"results":[119,227,230,241,369,443],"paper.":[122],"To":[123,288],"-Dtest=TraceLinkEvaluationSadSamViaLlmCodeIT.":[134],"output":[136,1157],"execution":[140],"described":[142],"below.":[143],"For":[144],"in-depth":[146],"analysis,":[147],"we":[148,152,268,497,1076],"used":[149,182,392],"TraceLinkEvaluationSadSamViaLlmIT.":[150,285],"Here,":[151,1075],"SAD-SAM":[155],"TLR":[156],"based":[157,614],"on":[158,487,615],"extracted":[160],"component":[161,218,896,907,1166,1177,1196],"names":[162,219,1167,1178,1197],"(see":[163],"e.g.,":[164,380,396],"mediastore_gpt4o_from_docs.txt)":[165],"cache-llm":[166],"contains":[167],"llm":[169],"requests":[170,206,639],"responses":[172],"JSON":[177],"format.":[178,237],"They":[179],"will":[180],"be":[181,1171,1182,1189,1199],"replication,":[184],"so":[185],"don't":[187],"need":[188,195,1093,1113],"LLMs":[192,1084],"again.":[193],"You":[194],"remove":[197],"directory,":[199,1158],"if":[200],"send":[204],"new":[205,1090,1110],"LLMs.":[209,318],"logic":[212,626],"extraction":[215],"located":[221],"LLMArchitectureProviderInformant":[223,430,435,482,937,967,992],"connected":[225],"classes.":[226],"contain":[228],"human-readable":[235],"logging":[236],"calculation":[239],"(using":[242],"cached":[244],"LLM":[245,385,419,460,1069],"responses)":[246],"takes":[247],"roughly":[248],"25-30":[249],"minutes":[250],"(on":[251],"a":[252,388,509,724,753,758,859,926],"MacBook":[253],"Air":[254],"M2).":[255],"Since":[256],"best":[258],"configuration":[259],"uses":[260],"only":[261],"documentation":[263,492,1078,1169],"generate":[265],"SAMs,":[267],"made":[269],"this":[270],"default":[272],"configuration.":[273],"change":[278],"configuration,":[280],"directly":[283],"modify":[284],"Environment":[286],"variables":[287,307],"an":[290,1153],"variable,":[292],"export":[297,302],"command":[298],"(Linux":[299],"MacOS):":[301],"OPENAI_API_KEY=YOUR_API_KEY.":[303],"following":[305],"important:":[309],"OPENAI_API_KEY:":[310],"API":[313],"key":[314],"(Docker":[319,327,338,350,363],"Default:":[320,328,339,351,364],"sk-DUMMY)":[321],"OPENAI_ORG_ID:":[322],"organization":[325],"id.":[326],"empty":[329,1154],"string)":[330],"OLLAMA_HOST:":[331],"host":[333],"instance.":[337,349,362],"http://localhost:11434)":[340],"(optional)":[341,354],"OLLAMA_USER:":[342],"user":[344,541,566,578,600,616,813],"(authorization)":[345,358],"not":[352,365],"set)":[353,366],"OLLAMA_PASSWORD:":[355],"password":[357,584],"Results":[367],"structured":[371],"as":[372,525,701,898],"follows:":[373],"Each":[374],"starts":[376],"with":[377,384,459,515,889,1068,1132],"configuration:":[379],"Evaluating":[381,456],"project":[382,457,1066],"MEDIASTORE":[383,458,1000,1067],"'GPT_4_O_MINI'.":[386],"Also,":[387],"line":[389],"regarding":[390],"prompts":[393],"included:":[395],"Prompts:":[397,469],"DOCUMENTATION_ONLY_V1,":[398,470],"null,":[399,471],"null":[400,472],"(Prompt":[401],"Documentation,":[404],"Prompt":[405,410],"Source":[408],"Code,":[409],"Aggregation).":[413],"Then":[414],"outputs":[416],"from":[417,768,796,871,1168,1179],"different":[422,694],"steps":[423],"printed":[425,445],"log.":[428,448],"(e.g.,":[429,820],"-":[431,436,455,468,483,522,531,533,539,543,549,563,570,572,576,582,594,602,604,611,622,628,630,636,644,656,663,665,669,681,687,689,697,707,716,718,735,745,747,756,764,778,785,787,803,809,811,823,833,843,852,854,866,938,940,942,944,946,948,950,952,954,956,958,960,968,988,991],"Initial":[432,484],"Response":[433],"Response:)":[437],"In":[438],"end,":[440],"2024-09-30":[449,462,477,932,962,982],"10:14:30:985":[450,463],"+0200":[451,464,479,934,964,984],"[main]":[452,465,480,935,965,985],"INFO":[453,466,481,936,966,986],"'GPT_4_O_MINI'":[461,1070],"[...":[473,996],"More":[474,997],"Logs":[475,998],"...]":[476,999],"10:14:37:140":[478],"Response:":[485,939],"Based":[486],"software":[490],"architecture":[491,877],"Media":[495,880],"Store,":[496],"identify":[499],"several":[500,720,885],"high-level":[501],"components":[502,513],"that":[503],"make":[504],"up":[505],"system.":[507],"Here\u2019s":[508],"breakdown":[510],"these":[512],"along":[514],"their":[516,743],"responsibilities:":[517],"###":[518,559,590,618,652,677,703,731,774,799,839,874],"1.":[519],"**Facade":[520],"Component**":[521,562,593,621,655,680,706,734,777,802,842],"**Role**:":[523,564,595,623,657,682,708,736,779,804,844],"Acts":[524],"server-side":[527],"web":[528,535],"front":[529],"end.":[530],"**Responsibilities**:":[532,571,603,629,664,688,717,746,786,810,853],"Delivers":[534],"pages":[536],"users.":[538],"Manages":[540,577,709,737,845],"sessions.":[542],"Provides":[544],"registration":[545,567,574],"login":[547,579],"functionalities.":[548],"Allows":[550],"users":[551,649],"browse,":[553],"download,":[554],"upload":[556],"audio":[557,642,646,661,667,684,691,714,721,740,750,762,783,794,818,850,856,868],"files.":[558,643,662,668,715,763,784,851],"2.":[560],"**UserManagement":[561],"Handles":[565,683],"authentication.":[569,581],"Processes":[573,637],"requests.":[575,617,773],"Implements":[583],"hashing":[585],"salting":[587],"security.":[589],"3.":[591],"**UserDBAdapter":[592],"Encapsulates":[596],"database":[597,607,770],"data.":[601],"Queries":[605],"user-related":[609],"information.":[610],"Creates":[612,788],"queries":[613,789,825],"4.":[619],"**MediaManagement":[620],"Central":[624],"business":[625,911],"component.":[627],"Coordinates":[631],"communication":[632],"between":[633],"various":[634],"components.":[635,832],"download":[638,772],"fetches":[641],"Forwards":[645],"files":[647,692,722,741,751,795,819,857],"after":[650],"processing.":[651],"5.":[653],"**TagWatermarking":[654],"Responsible":[658],"watermarking":[660],"Re-encodes":[666],"Applies":[670],"digital":[671],"watermarks":[672],"ensure":[674],"copyright":[675],"protection.":[676],"6.":[678],"**ReEncoder":[679],"file":[685,699,727,861,869,915],"re-encoding.":[686],"Converts":[690],"bit":[695],"rates.":[696],"Reduces":[698],"sizes":[700],"necessary.":[702],"7.":[704],"**Packaging":[705],"packaging":[711],"multiple":[713],"Archives":[719],"into":[723],"single":[725],"compressed":[726],"easier":[729],"downloading.":[730],"8.":[732],"**MediaAccess":[733],"metadata.":[744],"Stores":[748,812,834,855],"uploaded":[749],"at":[752],"predefined":[754],"location.":[755],"Fetches":[757],"list":[759,791],"available":[761,793],"Retrieves":[765],"associated":[766],"metadata":[767,816],"9.":[775],"**AudioAccess":[776],"Facilitates":[780],"querying":[781],"all":[792],"database.":[798,873],"10.":[800],"**Database":[801],"Represents":[805],"persistence":[807],"layer.":[808],"information":[814],"name,":[821],"genre).":[822],"Executes":[824],"created":[826],"UserDBAdapter":[829,945,980],"AudioAccess":[831,957,971],"salted":[835],"hashes":[836],"passwords.":[838],"11.":[840],"**DataStorage":[841],"physical":[847],"storage":[848,870,919],"dedicated":[860,923],"server":[862],"local":[864],"disk.":[865],"Decouples":[867],"Summary":[875],"Store":[881],"composed":[883],"interrelated":[886],"components,":[887,924],"each":[888],"specific":[890],"roles":[891],"responsibilities.":[893],"Facade":[895,941,974],"serves":[897],"entry":[900],"point":[901],"users,":[903],"while":[904],"MediaManagement":[906,947,976],"orchestrates":[908],"core":[910],"logic.":[912],"User":[913],"management,":[914],"handling,":[916],"data":[918],"handled":[921],"ensuring":[925],"modular":[927],"maintainable":[929],"system":[930],"design.":[931],"10:14:37:141":[933],"UserManagement":[943,981],"TagWatermarking":[949,979],"ReEncoder":[951,978],"Packaging":[953,977],"MediaAccess":[955,975],"Database":[959,973],"DataStorage":[961,972],"10:14:37:142":[963,983],"Component":[969],"names:":[970],"LLMArchitectureProviderAgent":[987,990],"Finished":[989],"0.003":[994],"s":[995],"(SadSamViaLlmCodeTraceabilityLinkRecoveryEvaluation):":[1001],"Precision:":[1002],"0.49":[1003,1051],"(min.":[1004,1009,1014,1019,1024,1030],"expected:":[1005,1010,1015,1020,1025,1031],"1.00)":[1006,1026],"Recall:":[1007],"0.52":[1008,1053],"0.52)":[1011],"F1:":[1012],"0.50":[1013,1029,1055,1061],"0.68)":[1016],"Accuracy:":[1017],"0.99":[1018,1023,1057,1059],"0.99)":[1021],"Specificity:":[1022],"Phi":[1027,1048],"Coef.:":[1028],"0.72)":[1032],"Phi/PhiMax:":[1033],"0.51":[1034,1063],"(Phi":[1035],"Max:":[1036],"0.97)":[1037],"P":[1038],"&":[1039,1041,1043,1045,1047,1049,1052,1054,1056,1058,1060,1062],"R":[1040],"F1":[1042],"Acc":[1044],"Spec":[1046],"PhiN":[1050],"---":[1064,1071],"Evaluated":[1065],"Future":[1072],"extension":[1073,1081],"scenarios":[1074],"provide":[1077,1089],"future":[1080],"scenarios.":[1082],"New":[1083,1103],"LLMs,":[1091],"update":[1095],"add":[1097,1115],"them":[1098,1116],"enum":[1101,1119],"LargeLanguageModel":[1102],"Projects":[1104],"evaluate":[1109],"projects,":[1111],"CodeProject":[1120],"Alternatively,":[1121],"ArDoCo":[1126],"Pipeline":[1127],"ArDoCoForSadSamViaLlmCodeTraceabilityLinkRecovery:":[1128],"Instantiate":[1129],"project's":[1134],"name":[1135],"Run":[1136],"setUp(...)":[1137],"providing":[1139],"...":[1140],"input":[1142,1146],"text":[1143],"(text":[1144],"file),":[1145],"code":[1147,1180,1186],"(code":[1148],"directory),":[1149],"additional":[1150],"configs":[1151],"(typically":[1152],"map),":[1155],"selected":[1160,1185],"LLM,":[1161],"prompt":[1163,1174,1192],"extract":[1165,1176],"(can":[1170,1181,1188,1198],"null),":[1172,1183,1190],"features":[1187],"aggregate":[1194],"null)":[1200],"Invoke":[1201],"run()":[1202],"execute":[1204],"pipeline":[1206]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}