{"id":"https://openalex.org/W4313229660","doi":"https://doi.org/10.1109/access.2022.3232982","title":"PI-Link: A Ground-Truth Dataset of Links Between Pull-Requests and Issues in GitHub","display_name":"PI-Link: A Ground-Truth Dataset of Links Between Pull-Requests and Issues in GitHub","publication_year":2022,"publication_date":"2022-12-28","ids":{"openalex":"https://openalex.org/W4313229660","doi":"https://doi.org/10.1109/access.2022.3232982"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3232982","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3232982","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10002372.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10002372.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074245718","display_name":"Zakarea Alshara","orcid":"https://orcid.org/0000-0002-2727-6985"},"institutions":[{"id":"https://openalex.org/I156983542","display_name":"Jordan University of Science and Technology","ror":"https://ror.org/03y8mtb59","country_code":"JO","type":"education","lineage":["https://openalex.org/I156983542"]}],"countries":["JO"],"is_corresponding":true,"raw_author_name":"Zakarea Alshara","raw_affiliation_strings":["Department of Software Engineering, Jordan University of Science and Technology, Irbid, Jordan"],"raw_orcid":"https://orcid.org/0000-0002-2727-6985","affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Jordan University of Science and Technology, Irbid, Jordan","institution_ids":["https://openalex.org/I156983542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107172719","display_name":"Anas Shatnawi","orcid":"https://orcid.org/0000-0002-5561-4232"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anas Shatnawi","raw_affiliation_strings":["DRIT, Berger-Levrault, Montpellier, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DRIT, Berger-Levrault, Montpellier, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000812814","display_name":"Hamzeh Eyal Salman","orcid":"https://orcid.org/0000-0003-3258-7304"},"institutions":[{"id":"https://openalex.org/I21173400","display_name":"Mutah University","ror":"https://ror.org/008g9ns82","country_code":"JO","type":"education","lineage":["https://openalex.org/I21173400"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Hamzeh Eyal-Salman","raw_affiliation_strings":["Department of Software Engineering, Mutah University, Al-Karak, Jordan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Mutah University, Al-Karak, Jordan","institution_ids":["https://openalex.org/I21173400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066555930","display_name":"Abdelhak-Djamel Seriai","orcid":"https://orcid.org/0000-0003-1961-1410"},"institutions":[{"id":"https://openalex.org/I19894307","display_name":"Universit\u00e9 de Montpellier","ror":"https://ror.org/051escj72","country_code":"FR","type":"education","lineage":["https://openalex.org/I19894307"]},{"id":"https://openalex.org/I4210101743","display_name":"Laboratoire d'Informatique, de Robotique et de Micro\u00e9lectronique de Montpellier","ror":"https://ror.org/013yean28","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I151295451","https://openalex.org/I19894307","https://openalex.org/I4210101743","https://openalex.org/I4210159245","https://openalex.org/I4405261681"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abdelhak-Djamel Seriai","raw_affiliation_strings":["LIRMM Laboratory, University of Montpellier, Montpellier, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LIRMM Laboratory, University of Montpellier, Montpellier, France","institution_ids":["https://openalex.org/I4210101743","https://openalex.org/I19894307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028542466","display_name":"Maad Shatnawi","orcid":"https://orcid.org/0000-0003-3885-1065"},"institutions":[{"id":"https://openalex.org/I119744171","display_name":"Higher Colleges of Technology","ror":"https://ror.org/00qmy9z88","country_code":"AE","type":"education","lineage":["https://openalex.org/I119744171"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Maad Shatnawi","raw_affiliation_strings":["Department of Electrical Engineering Technology, Higher Colleges of Technology, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering Technology, Higher Colleges of Technology, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I119744171"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5074245718"],"corresponding_institution_ids":["https://openalex.org/I156983542"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1712,"currency":"EUR","value_usd":1846},"fwci":2.2329,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.90699425,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"697","last_page":"710"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8774722814559937},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.594355583190918},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.581922709941864},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.539076566696167},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5322045683860779},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5222326517105103},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.46653395891189575},{"id":"https://openalex.org/keywords/android","display_name":"Android (operating system)","score":0.4616362750530243},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.42739346623420715},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38330039381980896},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.38187849521636963},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.323141872882843},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1609935164451599}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8774722814559937},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.594355583190918},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.581922709941864},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.539076566696167},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5322045683860779},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5222326517105103},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.46653395891189575},{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.4616362750530243},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.42739346623420715},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38330039381980896},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.38187849521636963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.323141872882843},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1609935164451599},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3232982","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3232982","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10002372.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:HAL:lirmm-03980630v1","is_oa":true,"landing_page_url":"https://hal-lirmm.ccsd.cnrs.fr/lirmm-03980630","pdf_url":"https://hal-lirmm.ccsd.cnrs.fr/lirmm-03980630/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, 2023, 11, pp.697-710. ⟨10.1109/ACCESS.2022.3232982⟩","raw_type":"Journal articles"},{"id":"pmh:oai:doaj.org/article:45a17e7fb29f4632b136a770baecd18b","is_oa":true,"landing_page_url":"https://doaj.org/article/45a17e7fb29f4632b136a770baecd18b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 697-710 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3232982","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3232982","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10002372.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"},{"score":0.4099999964237213,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4313229660.pdf","grobid_xml":"https://content.openalex.org/works/W4313229660.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1539495021","https://openalex.org/W1966769823","https://openalex.org/W1969082431","https://openalex.org/W1988019447","https://openalex.org/W2005569040","https://openalex.org/W2068430427","https://openalex.org/W2115105080","https://openalex.org/W2124100711","https://openalex.org/W2129164226","https://openalex.org/W2148170932","https://openalex.org/W2158507316","https://openalex.org/W2357443253","https://openalex.org/W2408181256","https://openalex.org/W2476682851","https://openalex.org/W2560775194","https://openalex.org/W2579839439","https://openalex.org/W2740329368","https://openalex.org/W2767394365","https://openalex.org/W2884292363","https://openalex.org/W2896457183","https://openalex.org/W2919518469","https://openalex.org/W2964064835","https://openalex.org/W3009853975","https://openalex.org/W3012401605","https://openalex.org/W3090081101","https://openalex.org/W3090921344","https://openalex.org/W3092243509","https://openalex.org/W3099736442","https://openalex.org/W3102659406","https://openalex.org/W3123597688","https://openalex.org/W4206443035","https://openalex.org/W4231345085","https://openalex.org/W4254692035","https://openalex.org/W6755207826"],"related_works":["https://openalex.org/W2618286804","https://openalex.org/W2329643025","https://openalex.org/W3131163342","https://openalex.org/W2166271660","https://openalex.org/W2092256833","https://openalex.org/W2142369114","https://openalex.org/W2002770077","https://openalex.org/W2361728394","https://openalex.org/W2352631095","https://openalex.org/W2408577762"],"abstract_inverted_index":{"GitHub":[0,24,157],"hosts":[1],"Git":[2],"repositories":[3],"and":[4,18,27,36,49,94,98,119,130,163,170,185,195,210,222,228,240,247],"provides":[5],"issues-tracking":[6],"services":[7],"to":[8,25,56,80,205,257,267],"provide":[9],"a":[10,70,113,127,177],"better":[11,168],"collaboration":[12],"environment":[13],"for":[14,66,85],"software":[15,30,37],"developers.":[16],"Issues":[17,48,118,142,184,194,239],"Pull-Requests":[19,52],"are":[20,148,215,255,265],"frequently":[21],"used":[22,79],"in":[23,156,217],"discuss":[26],"review":[28],"the":[29,102,172,181,191,245,258,268],"requirements":[31],"(new":[32],"features,":[33],"bugs,":[34],"etc.)":[35,43],"solutions":[38],"(source":[39],"code,":[40],"test":[41],"cases,":[42],"respectively.":[44],"The":[45,212,233],"links":[46,116,137,147],"between":[47,117,159,193,238],"their":[50,196,206,220,241],"corresponding":[51],"comprise":[53],"valuable":[54],"information":[55,76],"keep":[57],"tracking":[58],"current":[59],"development":[60],"as":[61,63,89,112],"well":[62],"documenting":[64],"knowledge":[65],"future":[67],"development.":[68],"Considering":[69],"large":[71],"number":[72],"of":[73,104,115,135,183,219],"links,":[74],"such":[75,88],"can":[77],"be":[78],"train":[81],"machine":[82],"learning":[83],"models":[84],"several":[86],"purposes":[87],"feature":[90,253,263],"location,":[91],"bug":[92],"prediction":[93],"localization,":[95],"recommendation":[96],"systems":[97],"documentation":[99],"generation.":[100],"To":[101,167],"best":[103],"our":[105],"knowledge,":[106],"no":[107],"dataset":[108,133],"has":[109],"been":[110],"proposed":[111],"ground-truth":[114,132],"Pull-Requests.":[120,145],"In":[121,250],"this":[122],"paper,":[123],"we":[124,175,189],"propose,":[125],"PI-Link,":[126],"new":[128],"significant":[129],"reliable":[131],"composed":[134],"50369":[136,144],"that":[138],"explicitly":[139],"connect":[140],"34732":[141],"with":[143],"These":[146],"automatically":[149],"extracted":[150],"from":[151],"all":[152],"(907,139)":[153],"Android":[154],"projects":[155],"created":[158],"January":[160,164],"1,":[161,165],"2011":[162],"2021.":[166],"organize":[169],"store":[171],"collected":[173],"data,":[174],"propose":[176],"metamodel":[178],"based":[179,200,224],"on":[180,201,225],"concepts":[182],"Pull":[186,198],"Requests.":[187],"Moreover,":[188],"analyze":[190],"relationships":[192],"linked":[197,242],"Requests":[199],"four":[202],"features":[203,214],"related":[204],"titles,":[207],"bodies,":[208],"labels":[209],"comments.":[211],"selected":[213],"analyzed":[216],"terms":[218],"lengths":[221],"similarities":[223,237,254,264],"three":[226],"lexical":[227,246],"one":[229],"semantic":[230,248],"similarity":[231],"metrics.":[232],"results":[234],"showed":[235],"promising":[236],"PRs":[243],"at":[244],"levels.":[249],"addition,":[251],"some":[252],"sensitive":[256,266],"text":[259],"length,":[260],"whereas":[261],"other":[262],"term":[269],"frequency.":[270]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}