{"id":"https://openalex.org/W4393836465","doi":"https://doi.org/10.5281/zenodo.6966831","title":"ardoco/benchmark: Release v1.1: SAD-Code TLR, New Project, Inconsistencies, and small Bugfixes","display_name":"ardoco/benchmark: Release v1.1: SAD-Code TLR, New Project, Inconsistencies, and small Bugfixes","publication_year":2025,"publication_date":"2025-08-05","ids":{"openalex":"https://openalex.org/W4393836465","doi":"https://doi.org/10.5281/zenodo.6966831"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.6966831","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.6966831","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.6966831","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058851599","display_name":"Dominik Fuch\u00df","orcid":"https://orcid.org/0000-0001-6410-6769"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]},{"id":"https://openalex.org/I4210121710","display_name":"Kentucky imaging Technologies (United States)","ror":"https://ror.org/028m8dj97","country_code":"US","type":"company","lineage":["https://openalex.org/I4210121710"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Fuch\u00df, Dominik","raw_affiliation_strings":["Karlsruhe Institute of Technology","KIT"],"raw_orcid":"https://orcid.org/0000-0001-6410-6769","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"KIT","institution_ids":["https://openalex.org/I4210121710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055691920","display_name":"Jan Keim","orcid":"https://orcid.org/0000-0002-8899-7081"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]},{"id":"https://openalex.org/I4210121710","display_name":"Kentucky imaging Technologies (United States)","ror":"https://ror.org/028m8dj97","country_code":"US","type":"company","lineage":["https://openalex.org/I4210121710"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Keim, Jan","raw_affiliation_strings":["Karlsruhe Institute of Technology","KIT"],"raw_orcid":"https://orcid.org/0000-0002-8899-7081","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"KIT","institution_ids":["https://openalex.org/I4210121710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085228576","display_name":"Sophie Corallo","orcid":"https://orcid.org/0000-0002-1531-2977"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]},{"id":"https://openalex.org/I4210121710","display_name":"Kentucky imaging Technologies (United States)","ror":"https://ror.org/028m8dj97","country_code":"US","type":"company","lineage":["https://openalex.org/I4210121710"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Corallo, Sophie","raw_affiliation_strings":["Karlsruhe Institute of Technology","KIT"],"raw_orcid":"https://orcid.org/0000-0002-1531-2977","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"KIT","institution_ids":["https://openalex.org/I4210121710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069105710","display_name":"Anne Koziolek","orcid":"https://orcid.org/0000-0002-1593-3394"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]},{"id":"https://openalex.org/I4210121710","display_name":"Kentucky imaging Technologies (United States)","ror":"https://ror.org/028m8dj97","country_code":"US","type":"company","lineage":["https://openalex.org/I4210121710"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Koziolek, Anne","raw_affiliation_strings":["Karlsruhe Institute of Technology","KIT"],"raw_orcid":"https://orcid.org/0000-0002-1593-3394","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"KIT","institution_ids":["https://openalex.org/I4210121710"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jean Patrick Mathes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jean Patrick Mathes","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Fabian Reinbold","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fabian Reinbold","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.6845999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.6845999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.09390000253915787,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.04520000144839287,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6927627325057983},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5022246837615967},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.15757882595062256},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.07514047622680664}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6927627325057983},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5022246837615967},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.15757882595062256},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.07514047622680664}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.6966831","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.6966831","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.5281/zenodo.6966831","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.6966831","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W2087343574","https://openalex.org/W4246352526"],"abstract_inverted_index":{"This":[0,29],"is":[1,17,76,141,161,172,331,358,399,413,434,457,475,480,490],"not":[2,311],"the":[3,6,9,22,55,74,89,103,107,119,125,130,144,159,168,183,194,200,204,207,216,220,230,233,235,239,242,249,252,264,267,275,284,290,308,314,320,337,347,361,365,376,397,402,424,440,520,523,538,544,550,554],"version":[4,16,157],"of":[5,73,82,94,106,118,129,158,193,206,219,241,251,266,301,470,553],"benchmark":[7,33,75,366,392,398],"from":[8,143],"original":[10,15],"ECSA":[11],"2022":[12],"paper.":[13],"The":[14,80,99,109,132,149,156,170,177,187,196,212,222,271,295,316,328,343,355,530],"located":[18],"at:":[19],"https://doi.org/10.5281/zenodo.6966832Please":[20],"check":[21],"Release":[23],"Notes":[24],"for":[25,34,61,229,335,447,462],"further":[26],"information:":[27],"https://github.com/ardoco/benchmark/releases/tag/v1.1":[28],"repository":[30,126,404],"contains":[31,85,102,112,135,152,190,203,215,225,274,298,319,346],"a":[32,58,113,136,153,164,191,332,406,414,419,428,435,476,483,491],"traceability":[35,276,321,348],"link":[36],"recovery":[37],"(TLR)":[38],"between":[39,278,323,350],"textual":[40],"Software":[41,46,66],"Architecture":[42,47,67],"Documentation":[43,68],"(SAD)":[44],"and":[45,69,92,280,325,340,352,466,496,508,522,532,557],"Models":[48],"(SAM).":[49],"It":[50,121,140,282,501],"was":[51,445],"initially":[52],"published":[53],"in":[54,163,199,263,307,313,360,393,498,549],"paper":[56],"Establishing":[57],"Benchmark":[59],"Dataset":[60],"Traceability":[62],"Link":[63],"Recovery":[64],"Between":[65],"Models.":[70],"Each":[71],"project":[72,84,201,269],"structured":[77],"as":[78,209,482],"follows:":[79],"README":[81,265,551],"each":[83],"some":[86],"information":[87,259],"about":[88,260,543],"used":[90,446,481],"languages":[91],"lines":[93],"code":[95,151,154,160,326,341],"created":[96,142],"with":[97,289,423],"cloc.":[98],"folder":[100,110,133,150,188,202,213,223],"model_<year>":[101],"architecture":[104,338,444,453],"model":[105,171,178,285,302,309],"project.":[108,195,221,231],"pcm":[111],"Palladio":[114],"Component":[115],"Model":[116],"(PCM)":[117],"system.":[120,131],"has":[122,502],"at":[123],"least":[124],"view":[127],"(components)":[128],"uml":[134],"Papyrus":[137],"UML":[138],"model.":[139,155,169],"PCM":[145],"Repository":[146],"using":[147,182],"PCM2UML.":[148],"stated":[162],"README.md":[165],"next":[166],"to":[167,238,248,369,374,401,493,504,519,537],"an":[173,371,380,458],"ArDoCo":[174,184],"Code":[175,185],"Model.":[176],"can":[179,546],"be":[180,547],"loaded":[181],"Extractor.":[186],"text_<year>":[189],"documentation":[192],"text":[197],"file(s)":[198],"SAD":[205,279,324,351],"projects":[208],"plain":[210],"text.":[211,315],"diagrams_<year>":[214],"informal":[217,353],"diagrams":[218,533],"goldstandards":[224],"all":[226,299],"gold":[227,333],"standards":[228],"In":[232,367],"following,":[234],"<year>":[236],"refers":[237],"year":[240],"artifact.":[243],"Additional":[244],"classifiers":[245,262],"are":[246,305,534],"added":[247],"end":[250],"file":[253,272,296,317,329,344],"names.":[254],"You":[255],"will":[256],"find":[257],"more":[258],"these":[261],"respective":[268,555],"artifacts.":[270],"goldstandard_sad_<year>-sam_<year>.csv":[273],"links":[277,283,322,349],"SAM.":[281],"elements":[286,303,339],"by":[287,292],"id":[288],"sentences":[291],"their":[293],"number":[294],"goldstandard_sad_<year>-sam_<year>_UME.csv":[297],"IDs":[300],"that":[304,389,417,479],"contained":[306],"but":[310],"described":[312],"goldstandard_sad_<year>_code_<year>.csv":[318],"models.":[327,454],"goldstandard_sam_<year>-code_<year>.csv":[330],"standard":[334],"mapping":[336],"elements.":[342],"goldstandard_sad_id_<year>.json":[345],"diagrams.":[354,558],"JSON":[356,528],"schema":[357],"specified":[359],"DiagramSchema":[362],"file.":[363],"Using":[364],"order":[368],"provide":[370,379],"easy":[372],"approach":[373,383],"use":[375],"benchmark,":[377],"we":[378],"example":[381],"TLR":[382],"called":[384],"Simple":[385],"Tracelink":[386],"Discovery":[387],"(STD)":[388],"uses":[390],"this":[391],"its":[394],"evaluation.":[395],"Therefore,":[396],"linked":[400],"STD":[403],"via":[405],"git":[407],"subtree.":[408],"Projects":[409],"BigBlueButton":[410,411],"(BBB)":[412],"non-scientific":[415],"application":[416,437,478],"provides":[418],"web":[420],"conferencing":[421],"system":[422],"focus":[425],"on":[426,451],"creating":[427],"\"global":[429],"teaching":[430],"platform\".":[431],"MediaStore":[432,433],"\"model":[436],"built":[438],"after":[439],"iTunes":[441],"Store\".":[442],"Its":[443],"exemplary":[448],"performance":[449],"analyses":[450],"software":[452],"Teammates":[455],"TEAMMATES":[456],"open-source":[459],"\"online":[460],"tool":[461,492],"manageing":[463],"peer":[464],"evaluations":[465],"other":[467],"feedback":[468],"paths":[469],"your":[471,499],"students\".":[472],"Teastore":[473,474],"scientific":[477],"\"micro-service":[484],"reference":[485],"test":[486],"application\".":[487],"JabRef":[488,489],"manage":[494],"citations":[495],"references":[497],"bibliographies.":[500],"features":[503],"collect,":[505],"organize,":[506],"cite,":[507],"share":[509],"research":[510],"work.":[511],"LICENSE":[512,515,545],"Note":[513],"Our":[514],"does":[516],"only":[517],"apply":[518],"models":[521],"Gold":[524],"Standards":[525],"(CSV":[526],"&":[527],"files).":[529],"texts":[531,556],"licensed":[535],"w.r.t.":[536],"actual":[539],"projects.":[540],"More":[541],"details":[542],"found":[548],"files":[552]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2024-04-03T00:00:00"}