{"id":"https://openalex.org/W6893437905","doi":"https://doi.org/10.5281/zenodo.16743302","title":"ardoco/benchmark: Release v1.1: SAD-Code TLR, New Project, Inconsistencies, and small Bugfixes","display_name":"ardoco/benchmark: Release v1.1: SAD-Code TLR, New Project, Inconsistencies, and small Bugfixes","publication_year":2025,"publication_date":"2025-08-05","ids":{"openalex":"https://openalex.org/W6893437905","doi":"https://doi.org/10.5281/zenodo.16743302"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.16743302","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.16743302","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"other","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.16743302","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Fuch\u00df, Dominik","orcid":"https://orcid.org/0000-0001-6410-6769"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fuch\u00df, Dominik","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0001-6410-6769","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Keim, Jan","orcid":"https://orcid.org/0000-0002-8899-7081"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Keim, Jan","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0002-8899-7081","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Corallo, Sophie","orcid":"https://orcid.org/0000-0002-1531-2977"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Corallo, Sophie","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0002-1531-2977","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Koziolek, Anne","orcid":"https://orcid.org/0000-0002-1593-3394"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Koziolek, Anne","raw_affiliation_strings":["Karlsruhe Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0002-1593-3394","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jean Patrick Mathes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jean Patrick Mathes","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Fabian Reinbold","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fabian Reinbold","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.49959999322891235,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.49959999322891235,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.10379999876022339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.08070000261068344,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6328999996185303},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.6079999804496765},{"id":"https://openalex.org/keywords/traceability","display_name":"Traceability","score":0.5665000081062317},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45399999618530273},{"id":"https://openalex.org/keywords/unified-modeling-language","display_name":"Unified Modeling Language","score":0.4453999996185303},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.41499999165534973},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4133000075817108},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.40230000019073486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6338000297546387},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6328999996185303},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.6079999804496765},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5889999866485596},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.5665000081062317},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.48100000619888306},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45399999618530273},{"id":"https://openalex.org/C145644426","wikidata":"https://www.wikidata.org/wiki/Q169411","display_name":"Unified Modeling Language","level":3,"score":0.4453999996185303},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41499999165534973},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4133000075817108},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.40230000019073486},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3970000147819519},{"id":"https://openalex.org/C140396857","wikidata":"https://www.wikidata.org/wiki/Q16934771","display_name":"Internal documentation","level":5,"score":0.3682999908924103},{"id":"https://openalex.org/C35869016","wikidata":"https://www.wikidata.org/wiki/Q846636","display_name":"Software architecture","level":3,"score":0.3361999988555908},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.33469998836517334},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2703000009059906},{"id":"https://openalex.org/C121957198","wikidata":"https://www.wikidata.org/wiki/Q14365593","display_name":"KPI-driven code analysis","level":5,"score":0.2678999900817871},{"id":"https://openalex.org/C202105479","wikidata":"https://www.wikidata.org/wiki/Q265013","display_name":"Software evolution","level":5,"score":0.26420000195503235},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.16743302","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.16743302","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.5281/zenodo.16743302","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.16743302","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,29],"is":[1,17,76,141,161,172,331,358,399,413,434,457,475,480,490],"not":[2,311],"the":[3,6,9,22,55,74,89,103,107,119,125,130,144,159,168,183,194,200,204,207,216,220,230,233,235,239,242,249,252,264,267,275,284,290,308,314,320,337,347,361,365,376,397,402,424,440,520,523,538,544,550,554],"version":[4,16,157],"of":[5,73,82,94,106,118,129,158,193,206,219,241,251,266,301,470,553],"benchmark":[7,33,75,366,392,398],"from":[8,143],"original":[10,15],"ECSA":[11],"2022":[12],"paper.":[13],"The":[14,80,99,109,132,149,156,170,177,187,196,212,222,271,295,316,328,343,355,530],"located":[18],"at:":[19],"https://doi.org/10.5281/zenodo.6966832Please":[20],"check":[21],"Release":[23],"Notes":[24],"for":[25,34,61,229,335,447,462],"further":[26],"information:":[27],"https://github.com/ardoco/benchmark/releases/tag/v1.1":[28],"repository":[30,126,404],"contains":[31,85,102,112,135,152,190,203,215,225,274,298,319,346],"a":[32,58,113,136,153,164,191,332,406,414,419,428,435,476,483,491],"traceability":[35,276,321,348],"link":[36],"recovery":[37],"(TLR)":[38],"between":[39,278,323,350],"textual":[40],"Software":[41,46,66],"Architecture":[42,47,67],"Documentation":[43,68],"(SAD)":[44],"and":[45,69,92,280,325,340,352,466,496,508,522,532,557],"Models":[48],"(SAM).":[49],"It":[50,121,140,282,501],"was":[51,445],"initially":[52],"published":[53],"in":[54,163,199,263,307,313,360,393,498,549],"paper":[56],"Establishing":[57],"Benchmark":[59],"Dataset":[60],"Traceability":[62],"Link":[63],"Recovery":[64],"Between":[65],"Models.":[70],"Each":[71],"project":[72,84,201,269],"structured":[77],"as":[78,209,482],"follows:":[79],"README":[81,265,551],"each":[83],"some":[86],"information":[87,259],"about":[88,260,543],"used":[90,446,481],"languages":[91],"lines":[93],"code":[95,151,154,160,326,341],"created":[96,142],"with":[97,289,423],"cloc.":[98],"folder":[100,110,133,150,188,202,213,223],"model_<year>":[101],"architecture":[104,338,444,453],"model":[105,171,178,285,302,309],"project.":[108,195,221,231],"pcm":[111],"Palladio":[114],"Component":[115],"Model":[116],"(PCM)":[117],"system.":[120,131],"has":[122,502],"at":[123],"least":[124],"view":[127],"(components)":[128],"uml":[134],"Papyrus":[137],"UML":[138],"model.":[139,155,169],"PCM":[145],"Repository":[146],"using":[147,182],"PCM2UML.":[148],"stated":[162],"README.md":[165],"next":[166],"to":[167,238,248,369,374,401,493,504,519,537],"an":[173,371,380,458],"ArDoCo":[174,184],"Code":[175,185],"Model.":[176],"can":[179,546],"be":[180,547],"loaded":[181],"Extractor.":[186],"text_<year>":[189],"documentation":[192],"text":[197],"file(s)":[198],"SAD":[205,279,324,351],"projects":[208],"plain":[210],"text.":[211,315],"diagrams_<year>":[214],"informal":[217,353],"diagrams":[218,533],"goldstandards":[224],"all":[226,299],"gold":[227,333],"standards":[228],"In":[232,367],"following,":[234],"<year>":[236],"refers":[237],"year":[240],"artifact.":[243],"Additional":[244],"classifiers":[245,262],"are":[246,305,534],"added":[247],"end":[250],"file":[253,272,296,317,329,344],"names.":[254],"You":[255],"will":[256],"find":[257],"more":[258],"these":[261],"respective":[268,555],"artifacts.":[270],"goldstandard_sad_<year>-sam_<year>.csv":[273],"links":[277,283,322,349],"SAM.":[281],"elements":[286,303,339],"by":[287,292],"id":[288],"sentences":[291],"their":[293],"number":[294],"goldstandard_sad_<year>-sam_<year>_UME.csv":[297],"IDs":[300],"that":[304,389,417,479],"contained":[306],"but":[310],"described":[312],"goldstandard_sad_<year>_code_<year>.csv":[318],"models.":[327,454],"goldstandard_sam_<year>-code_<year>.csv":[330],"standard":[334],"mapping":[336],"elements.":[342],"goldstandard_sad_id_<year>.json":[345],"diagrams.":[354,558],"JSON":[356,528],"schema":[357],"specified":[359],"DiagramSchema":[362],"file.":[363],"Using":[364],"order":[368],"provide":[370,379],"easy":[372],"approach":[373,383],"use":[375],"benchmark,":[377],"we":[378],"example":[381],"TLR":[382],"called":[384],"Simple":[385],"Tracelink":[386],"Discovery":[387],"(STD)":[388],"uses":[390],"this":[391],"its":[394],"evaluation.":[395],"Therefore,":[396],"linked":[400],"STD":[403],"via":[405],"git":[407],"subtree.":[408],"Projects":[409],"BigBlueButton":[410,411],"(BBB)":[412],"non-scientific":[415],"application":[416,437,478],"provides":[418],"web":[420],"conferencing":[421],"system":[422],"focus":[425],"on":[426,451],"creating":[427],"\"global":[429],"teaching":[430],"platform\".":[431],"MediaStore":[432,433],"\"model":[436],"built":[438],"after":[439],"iTunes":[441],"Store\".":[442],"Its":[443],"exemplary":[448],"performance":[449],"analyses":[450],"software":[452],"Teammates":[455],"TEAMMATES":[456],"open-source":[459],"\"online":[460],"tool":[461,492],"manageing":[463],"peer":[464],"evaluations":[465],"other":[467],"feedback":[468],"paths":[469],"your":[471,499],"students\".":[472],"Teastore":[473,474],"scientific":[477],"\"micro-service":[484],"reference":[485],"test":[486],"application\".":[487],"JabRef":[488,489],"manage":[494],"citations":[495],"references":[497],"bibliographies.":[500],"features":[503],"collect,":[505],"organize,":[506],"cite,":[507],"share":[509],"research":[510],"work.":[511],"LICENSE":[512,515,545],"Note":[513],"Our":[514],"does":[516],"only":[517],"apply":[518],"models":[521],"Gold":[524],"Standards":[525],"(CSV":[526],"&":[527],"files).":[529],"texts":[531,556],"licensed":[535],"w.r.t.":[536],"actual":[539],"projects.":[540],"More":[541],"details":[542],"found":[548],"files":[552]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}