{"id":"https://openalex.org/W6967794583","doi":"https://doi.org/10.5281/zenodo.10643450","title":"Online Appendix of the paper \"Requirements Information in Backlog Items: Content Analysis\"","display_name":"Online Appendix of the paper \"Requirements Information in Backlog Items: Content Analysis\"","publication_year":2024,"publication_date":"2024-02-10","ids":{"openalex":"https://openalex.org/W6967794583","doi":"https://doi.org/10.5281/zenodo.10643450"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.10643450","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.10643450","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.10643450","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"van Can, Ashley","orcid":"https://orcid.org/0009-0001-1190-8327"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"van Can, Ashley","raw_affiliation_strings":["Utrecht University"],"raw_orcid":"https://orcid.org/0009-0001-1190-8327","affiliations":[{"raw_affiliation_string":"Utrecht University","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"last","author":{"id":null,"display_name":"Dalpiaz, Fabiano","orcid":"https://orcid.org/0000-0003-4480-3887"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Dalpiaz, Fabiano","raw_affiliation_strings":["Utrecht University"],"raw_orcid":"https://orcid.org/0000-0003-4480-3887","affiliations":[{"raw_affiliation_string":"Utrecht University","institution_ids":["https://openalex.org/I193662353"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I193662353"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.7109000086784363},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.37209999561309814},{"id":"https://openalex.org/keywords/data-file","display_name":"Data file","score":0.3481999933719635},{"id":"https://openalex.org/keywords/file-format","display_name":"File format","score":0.3098999857902527},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.2612000107765198},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.25920000672340393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7452999949455261},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.7109000086784363},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5270000100135803},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4140999913215637},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3862000107765198},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C171730128","wikidata":"https://www.wikidata.org/wiki/Q5227290","display_name":"Data file","level":2,"score":0.3481999933719635},{"id":"https://openalex.org/C97250363","wikidata":"https://www.wikidata.org/wiki/Q235557","display_name":"File format","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2915000021457672},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C39896193","wikidata":"https://www.wikidata.org/wiki/Q380344","display_name":"Descriptive statistics","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.2538999915122986},{"id":"https://openalex.org/C95637964","wikidata":"https://www.wikidata.org/wiki/Q82753","display_name":"Computer file","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.10643450","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.10643450","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.10643450","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.10643450","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Online":[0],"Appendix":[1,52],"of":[2,24,209,219,233,290,295,303,317,326,339,353,362,386,401,418,437,440,469,477,492,496,516,568,606,621,659,721,724,748,758,781,797,919,935,947,1038,1064,1090,1124,1177,1183,1208,1216,1243],"the":[3,14,22,25,29,32,66,74,104,124,128,137,154,162,183,189,192,197,203,207,213,217,234,237,245,262,270,274,293,296,301,315,324,337,351,360,387,399,435,463,467,470,474,493,513,594,598,619,622,633,640,647,651,662,675,685,714,718,722,734,756,759,770,779,795,868,878,881,890,905,917,932,944,966,977,992,997,1017,1021,1039,1044,1049,1065,1075,1091,1100,1103,1115,1125,1131,1138,1142,1153,1157,1184,1217,1244],"paper":[4,204],"\"Requirements":[5],"Information":[6,1236],"in":[7,28,47,50,65,79,202,212,225,236,273,403,482,587,610,632,643,646,653,661,703,733,769,775,791,800,984,996,1012,1026,1048,1102,1237],"Backlog":[8,1238],"Items:":[9,1239],"Content":[10,1240],"Analysis\"":[11],"This":[12,169,253,411,530,805,925,974,1033],"is":[13,669],"online":[15],"appendix":[16,55],"that":[17,20,157,178,222,284,308,344,377,397,433,479,483,511,608,611,654,673,830,1023,1096,1113],"contains":[18,179,916,927,1035],"materials":[19],"support":[21],"verifiability":[23],"results":[26,125,676],"presented":[27],"paper.":[30,1028],"In":[31,187,1181,1214],"paper,":[33],"we":[34,158,200,223,480,1024,1068,1097,1107,1150],"conduct":[35],"research":[36,692],"to":[37,39,109,618,683,717,755,888,903,964,1042,1147,1161],"investigate":[38],"what":[40,259,811],"extent":[41,260,812],"and":[42,133,375,380,445,460,498,518,627,764,867,943,991,1134,1232],"how":[43,564,580,637,776,792,832,851,860],"requirements":[44,271,356,402,419,478,660,697,814],"are":[45,63,372,421,813,1119],"represented":[46],"backlogs":[48],"stored":[49],"JIRA.":[51],"structure":[53],"The":[54,70,100,120,148,276,389,425,453,503,545,551,557,591,665,688,707,738,822,844,874,912,958],"includes":[56,171,191,278,392,427,462,506,547,554,561,740,824,1137],"multiple":[57,543,548,657,730],"files":[58,77,1019,1121],"organized":[59],"into":[60,679],"subfolders,":[61],"which":[62,91],"described":[64],"following.":[67],"Root":[68],"folder":[69,170,277,390,426,504,546,823,1034,1104],"script":[71,101,959],"merge_nvivo_datasets.py":[72,108,132],"merges":[73],"different":[75,696,920],"Nvivo":[76,1073,1112],"(located":[78],"subfolder":[80,254,412,531,806,926,998,1006],"\"Tagged":[81,1056],"data\\Category":[82],"per":[83,94,111,286,458,501,574,847,1060,1078],"item\").":[84],"It":[85,135],"creates":[86,123,877],"an":[87,279,428,710,825,1036,1070,1109],"Excel":[88,174,280,429,549,826],"file":[89,105,149,175,190,281,430,454,552,689,708,739,827,845,875,914,1050,1129,1136],"indicating":[90,1081],"categories":[92,417,698,1077],"occur":[93,573,732],"item":[95,112,264,541,1079],"(0":[96],"or":[97,583,603,745,1083],"1":[98,902,1082],"only).":[99],"link_codes_to_df.py":[102],"uses":[103],"exported":[106],"by":[107,131,240,244,267,522,816],"indicate":[110],"whether":[113,650],"a":[114,172,288,393,507,538,588,670,680,704,817,842,856,863],"category":[115],"occurs":[116,645,783,799],"more":[117,422,584,604,701,746],"than":[118],"once.":[119],"notebook":[121],"get_results.ipynb":[122],"based":[126],"on":[127,256,414,533,808,1188,1221,1249],"datasets":[129,883,891,906,934],"produced":[130],"link_codes_to_df.py.":[134],"produces":[136],"files:":[138],"RQ1.xlsx,":[139],"RQ1_boxplot.pdf,":[140],"RQ2.xlsx,":[141],"RQ3_0.xlsx,":[142],"RQ3_1.xlsx,":[143],"RQ4.xlsx.":[144],"Subfolder":[145,164,872,1029,1055],"\"Coding":[146],"scheme\"":[147],"scheme":[150],"issue":[151,241,664,835,1174],"requirements.docx":[152],"defines":[153],"tagging":[155,1041],"guidelines":[156],"used":[159,963,1025],"for":[160,383,490,819,980,1130,1253],"annotating":[161],"datasets.":[163],"\"results\"":[165],"Subsubfolder":[166,251,409,528,803,923,1000,1058,1085],"\"Projects":[167],"Description\"":[168],"single":[173,539],"called":[176,282,431,828],"project_description.xlsx":[177],"descriptive":[180],"information":[181,420,562],"regarding":[182],"14":[184],"analyzed":[185],"projects.":[186,527,687,922,1145,1159,1213],"particular,":[188],"following":[193,464,595],"columns:":[194,291,465,596,742],"Project":[195,648],"name:":[196],"project":[198,297,457,471,502,599,802,848,1053],"name":[199,294,468,600],"use":[201],"Original":[205],"size:":[206,216],"number":[208,218,289,302,316,338,352,476],"JIRA":[210,220,736,834],"issues":[211,221,235,304,318,328,340,354,364,778,794,853],"dataset":[214,946,968,1176,1207],"Sample":[215],"retained":[224],"our":[226,1027],"sample":[227,238,889,904,1022],"Epic,":[228],"Feature,":[229],"...,":[230,487,789],"Other:":[231],"counts":[232,489],"split":[239],"label":[242],"assigned":[243],"dev":[246],"team":[247],"(extracted":[248],"from":[249,677,880,892,907,969,1072,1111,1141,1156],"JIRA)":[250],"\"RQ1\"":[252],"focuses":[255,413,532,807],"RQ1:":[257],"To":[258,810],"do":[261,699],"backlog":[263,540,705],"labels":[265,307,321,343,357],"chosen":[266],"practitioners":[268],"reflect":[269],"expressed":[272],"items?":[275],"RQ1.xlsx":[283],"presents,":[285],"project,":[287],"project_name:":[292,466,597],"Task":[298],"with":[299,305,319,329,335,341,355,365,836,855],"req:":[300,336,473],"task":[306,320],"include":[309,345,542,862,1020,1069,1108],"at":[310,330,346,366,837],"least":[311,331,347,367,719,838],"one":[312,332,348,368,456,582,602,744,839,1128],"requirement":[313,333,342,349,369,446,499,519,840,857],"Task-labels:":[314],"perc":[322,358],"Task:":[323],"percentage":[325,361,869],"task-labeled":[327,404],"RR":[334],"RR-labels:":[350],"RR:":[359],"requirement-labeled":[363],"Then,":[370],"there":[371],"additional":[373],"rows":[374],"columns":[376],"calculate":[378],"average":[379],"standard":[381],"deviation":[382],"various":[384,514,566,686],"splits":[385],"data.":[388],"also":[391,505],"boxplot":[394,508],"visualization":[395,509],"RQ1_boxplot.pdf":[396],"contrasts":[398,512],"ratio":[400],"items":[405],"vs.":[406,524],"requirements-labeled":[407],"items.":[408],"\"RQ2\"":[410],"RQ2:":[415],"What":[416,695],"commonly":[423],"used?":[424],"RQ2.xlsx":[432],"reports":[434,831],"frequency":[436],"all":[438,785,1009],"combinations":[439,495,515,567,585,605,723,731,747,1092,1126],"granularity":[441,497,517],"(high,":[442],"medium,":[443],"low)":[444],"type":[447],"(functional":[448],"user-oriented,":[449],"functional":[450],"system-oriented,":[451],"non-functional).":[452],"presents":[455,709],"line,":[459],"it":[461],"Total":[472,773],"total":[475],"tagged":[481,1076,1098,1116,1139,1154],"prjoect":[484],"high_nfr,":[485],"low_user,":[486],"medium_system:":[488],"each":[491,575,801,981,1063,1089,1123,1135],"nine":[494],"type,":[500,520],"RQ2_boxplot.pdf":[510],"divided":[521],"proprietary":[523,1158],"open":[525,1045,1143,1210],"source":[526,1046,1144,1211],"\"RQ3\"":[529],"RQ3:":[534],"How":[535],"often":[536,565,581,702,833],"does":[537],"requirements?":[544],"files.":[550],"RQ3_0.xlsx":[553],"two":[555,741,928],"sheets.":[556],"first":[558],"sheet":[559,592,667],"Data":[560,678],"about":[563],"tags":[569,607,623,725,760],"(granularity":[570,726],"x":[571,727,1094],"type)":[572,728],"project.":[576,590,612],"Each":[577],"row":[578,655],"indicates":[579],"appear":[586,609],"given":[589],"has":[593],"multi_label:":[601,743],"For":[613,750,1062,1088],"example":[614,751],"('high_nfr',":[615,752],"'medium_system')":[616,753],"refers":[617,754],"co-occurrence":[620,757],"(high":[624,761],"granularity,":[625,629,762,766],"NFR)":[626,763],"(medium":[628,765],"system-oriented":[630,767],"FR)":[631,768],"same":[634,663,735,771],"issue.":[635,737,772],"count:":[636],"many":[638,777,793,852,861],"times":[639],"combination":[641,780,796],"defined":[642],"multi_label":[644,782,798],"multiple?:":[649],"occurrence":[652],"denotes":[656],"types":[658],"second":[666],"HowOften":[668],"pivot":[671],"table":[672],"groups":[674],"usable":[681],"manner":[682],"compare":[684],"RQ3.1.xlsx":[690],"addresses":[691],"sub-question":[693],"RQ3.1:":[694],"co-occur":[700],"item?":[706],"ordered":[711],"list":[712],"(from":[713],"most":[715],"frequent":[716],"frequent)":[720],"where":[729,931],"tags.":[749],"Count:":[774],"over":[784],"projects":[786,894,909,986,1047],"Control,":[787],"Service,":[788],"Red_Hat_Developer_Website_v2:":[790],"\"RQ4\"":[804],"RQ4:":[809],"complemented":[815],"motivation":[818,864,1132],"their":[820],"existence?":[821],"RQ4.xlsx":[829],"contain":[841,1008],"motivation.":[843],"shows,":[846],"(column":[849,858,865,870],"B),":[850],"exist":[854],"D),":[859],"C),":[866],"E).":[871],"\"select_sample\"":[873],"select_sample_projects.py":[876,886,901],"samples":[879,1010],"raw":[882,893,908,933,967,978,985],"(run":[884,899],"python":[885,900],"0":[887],"-":[895,910,987],"Public":[896,988],"Jira":[897,989],"data)":[898],"TAWOS).":[911],"excel":[913,1013,1018],"possible_projects.xlsx":[915],"longlist":[918],"OSS":[921,1031,1066],"\"convert_oss\"":[924],"empty":[929],"folders,":[930],"Montgomery":[936,970],"et":[937,949,971],"al.":[938,950,972],"(2022)":[939,951],"(as":[940,952],"json":[941],"file)":[942,954],"TAWOS":[945],"Tawosi":[948],"xlsx":[953],"can":[955,961],"be":[956,962],"stored.":[957],"convert_oss_json.py":[960],"filter":[965],"(2022).":[973],"requires":[975],"placing":[976],"data":[979,990,1162],"repository":[982],"individually":[983],"epic":[993],"links":[994],"separately":[995],"epic_links.":[999],"\"samples\"":[1001],"After":[1002],"running":[1003],"select_sample_projects.py,":[1004],"this":[1005],"will":[1007],"(exported":[1011],"files).":[1014],"By":[1015],"default,":[1016],"\"Shortlist":[1030],"projects\"":[1032],"overview":[1037],"independent":[1040],"shortlist":[1043],"final":[1051],"phase":[1052],"selection.xlsx.":[1054],"data\"":[1057],"\"Category":[1059],"item\"":[1061],"projects,":[1067],"export":[1071,1110],"showing":[1074],"(only":[1080],"0).":[1084],"\"raw":[1086],"tags\"":[1087],"(type":[1093],"granularity)":[1095],"(see":[1099],"schema":[1101],"Coding":[1105],"scheme),":[1106],"shows":[1114],"text.":[1117],"There":[1118],"10":[1120],"(for":[1122],"+":[1127],"tags),":[1133],"text":[1140,1155],"Due":[1146],"confidentiality":[1148],"reasons,":[1149],"cannot":[1151],"share":[1152],"Reference":[1160,1227],"Montgomery,":[1163],"L.,":[1164],"L\u00fcders,":[1165],"C.,":[1166],"&":[1167,1200],"Maalej,":[1168],"W.":[1169],"(2022,":[1170,1203],"May).":[1171,1204],"An":[1172],"alternative":[1173],"tracking":[1175],"public":[1178],"jira":[1179],"repositories.":[1180],"Proceedings":[1182,1215,1242],"19th":[1185,1218],"International":[1186,1219,1246],"Conference":[1187,1220,1248],"Mining":[1189,1222],"Software":[1190,1223,1254],"Repositories":[1191,1224],"(pp.":[1192,1225],"73-77).":[1193],"Tawosi,":[1194],"V.,":[1195],"Al-Subaihin,":[1196],"A.,":[1197],"Moussa,":[1198],"R.,":[1199],"Sarro,":[1201],"F.":[1202],"A":[1205],"versatile":[1206],"agile":[1209],"software":[1212],"707-711).":[1226],"Ashley":[1228],"T.":[1229],"van":[1230],"Can":[1231],"Fabiano":[1233],"Dalpiaz.":[1234],"Requirements":[1235],"Analysis.":[1241],"30th":[1245],"Working":[1247],"Requirement":[1250],"Engineering:":[1251],"Foundation":[1252],"Quality,":[1255],"2024.":[1256]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}