{"id":"https://openalex.org/W6893231225","doi":"https://doi.org/10.5281/zenodo.15273818","title":"Providing Information About Implemented Algorithms Improves Program Comprehension: A Controlled Experiment - Reproducibility Package","display_name":"Providing Information About Implemented Algorithms Improves Program Comprehension: A Controlled Experiment - Reproducibility Package","publication_year":2025,"publication_date":"2025-04-28","ids":{"openalex":"https://openalex.org/W6893231225","doi":"https://doi.org/10.5281/zenodo.15273818"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.15273818","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15273818","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Software"},"type":"software","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.15273818","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Neum\u00fcller, Denis","orcid":"https://orcid.org/0000-0003-3872-0188"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Neum\u00fcller, Denis","raw_affiliation_strings":["Universit\u00e4t Ulm"],"raw_orcid":"https://orcid.org/0000-0003-3872-0188","affiliations":[{"raw_affiliation_string":"Universit\u00e4t Ulm","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Raschke, Alexander","orcid":"https://orcid.org/0000-0002-6088-8393"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Raschke, Alexander","raw_affiliation_strings":["Universit\u00e4t Ulm"],"raw_orcid":"https://orcid.org/0000-0002-6088-8393","affiliations":[{"raw_affiliation_string":"Universit\u00e4t Ulm","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"last","author":{"id":null,"display_name":"Tichy, Matthias","orcid":"https://orcid.org/0000-0002-9067-3748"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tichy, Matthias","raw_affiliation_strings":["Universit\u00e4t Ulm"],"raw_orcid":"https://orcid.org/0000-0002-9067-3748","affiliations":[{"raw_affiliation_string":"Universit\u00e4t Ulm","institution_ids":["https://openalex.org/I196349391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I196349391"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.8510000109672546},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7310000061988831},{"id":"https://openalex.org/keywords/helpfulness","display_name":"Helpfulness","score":0.7281000018119812},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.6521999835968018},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5583000183105469},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5138000249862671},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.391400009393692},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.3871999979019165}],"concepts":[{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.8510000109672546},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7871000170707703},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7310000061988831},{"id":"https://openalex.org/C2781265381","wikidata":"https://www.wikidata.org/wiki/Q5710255","display_name":"Helpfulness","level":2,"score":0.7281000018119812},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.6521999835968018},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6146000027656555},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5583000183105469},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5138000249862671},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3944000005722046},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.391400009393692},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.3871999979019165},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.3747999966144562},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.3546000123023987},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3379000127315521},{"id":"https://openalex.org/C98183937","wikidata":"https://www.wikidata.org/wiki/Q2112188","display_name":"Program analysis","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.33090001344680786},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3052000105381012},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2944999933242798},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2802000045776367},{"id":"https://openalex.org/C2777362769","wikidata":"https://www.wikidata.org/wiki/Q40056","display_name":"Computer program","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27559998631477356},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.2721000015735626},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.15273818","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15273818","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Software"}],"best_oa_location":{"id":"doi:10.5281/zenodo.15273818","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15273818","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Software"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,236],"is":[1],"the":[2,6,30,33,51,55,97,123,197,204,263],"reproducibility":[3],"package":[4],"for":[5,150,155,202,221,246,268],"paper":[7,34],"\"Providing":[8],"Information":[9],"About":[10],"Implemented":[11],"Algorithms":[12],"Improves":[13],"Program":[14],"Comprehension:":[15],"A":[16],"Controlled":[17],"Experiment\"":[18],"published":[19],"at":[20],"EASE":[21],"2025.":[22],"It":[23],"includes:":[24],"Instructions":[25],"on":[26,145,258],"how":[27,91,259],"to":[28,49,66,136],"reproduce":[29],"results":[31],"from":[32,262],"and":[35,43,57,100,111,153,217,229,271],"run":[36],"own":[37],"statistical":[38],"analysis.":[39],"The":[40,131],"qualitative":[41,253],"data":[42],"coding":[44],"performed.":[45,86],"Additional":[46],"material":[47],"used":[48],"perform":[50],"study,":[52],"such":[53,212],"as":[54,140,142,199,213],"questionnaire":[56],"instructional":[58],"videos.":[59],"Paper":[60],"Abstract:":[61],"Context:":[62],"Various":[63],"approaches":[64],"aim":[65],"support":[67],"program":[68,105,138,170,243],"comprehension":[69,106,139,171],"by":[70],"automatically":[71],"detecting":[72],"algorithms":[73,158,223],"in":[74,107,159],"source":[75,163],"code.":[76],"However,":[77],"no":[78],"empirical":[79],"evaluations":[80],"of":[81,109,157,177,194],"their":[82],"helpfulness":[83],"have":[84],"been":[85],"Objective:":[87],"To":[88],"empirically":[89],"evaluate":[90],"algorithm":[92,151,166,240,269],"labels":[93,167,198,241],"\u2014":[94,103],"which":[95],"include":[96],"algorithm's":[98],"name":[99],"additional":[101],"information":[102],"impact":[104],"terms":[108],"correctness":[110],"time.":[112],"Method:":[113],"We":[114],"conducted":[115],"a":[116,143,174,192],"controlled":[117],"experiment":[118],"with":[119,128,165,173,248],"56":[120],"participants,":[121],"where":[122],"experimental":[124],"group":[125],"received":[126],"code":[127,164],"labeled":[129],"algorithms.":[130,275],"groups":[132],"completed":[133],"exercises":[134],"designed":[135],"measure":[137],"well":[141],"post-questionnaire":[144],"label":[146],"helpfulness,":[147],"use":[148,210,266],"cases":[149,211,267],"recognition,":[152],"reasons":[154],"self-implementation":[156],"practice.":[160],"Results:":[161],"Annotating":[162],"significantly":[168],"improves":[169],"(p=0.040),":[172],"median":[175],"improvement":[176],"6":[178],"points":[179],"(~23%),":[180],"but":[181],"does":[182],"not":[183],"affect":[184],"completion":[185],"times":[186],"(p=0.991).":[187],"Qualitative":[188],"analysis":[189,254],"revealed":[190],"that":[191,239],"majority":[193],"participants":[195,260],"perceived":[196],"helpful,":[200],"especially":[201,245],"recognizing":[203],"codes":[205],"intent.":[206],"Participants":[207],"also":[208,255],"proposed":[209],"error":[214],"detection,":[215],"optimization,":[216],"library":[218,225],"replacement.":[219],"Reasons":[220],"self-implementing":[222,274],"included":[224],"inadequacies,":[226],"performance":[227],"needs":[228],"avoiding":[230],"dependencies":[231],"or":[232],"licensing":[233],"costs.":[234],"Conclusion:":[235],"study":[237],"shows":[238],"improve":[242],"comprehension,":[244],"developers":[247],"medium":[249],"programming":[250],"experience.":[251],"Our":[252],"sheds":[256],"light":[257],"benefit":[261],"labels,":[264],"further":[265],"recognition":[270],"motivations":[272],"behind":[273]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}