{"id":"https://openalex.org/W3014164501","doi":"https://doi.org/10.1109/saner48275.2020.9054855","title":"Pull Requests or Commits? Which Method Should We Use to Study Contributors' Behavior?","display_name":"Pull Requests or Commits? Which Method Should We Use to Study Contributors' Behavior?","publication_year":2020,"publication_date":"2020-02-01","ids":{"openalex":"https://openalex.org/W3014164501","doi":"https://doi.org/10.1109/saner48275.2020.9054855","mag":"3014164501"},"language":"en","primary_location":{"id":"doi:10.1109/saner48275.2020.9054855","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner48275.2020.9054855","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 27th International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073443220","display_name":"Marcus Vinicius Bertoncello","orcid":null},"institutions":[{"id":"https://openalex.org/I123443094","display_name":"Universidade Estadual de Maring\u00e1","ror":"https://ror.org/04bqqa360","country_code":"BR","type":"education","lineage":["https://openalex.org/I123443094"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Marcus Vinicius Bertoncello","raw_affiliation_strings":["Univ. Estadual de Maring\u00e1, Maring\u00e1, PR, Brazil"],"affiliations":[{"raw_affiliation_string":"Univ. Estadual de Maring\u00e1, Maring\u00e1, PR, Brazil","institution_ids":["https://openalex.org/I123443094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016508154","display_name":"Gustavo Pinto","orcid":"https://orcid.org/0000-0001-7598-2799"},"institutions":[{"id":"https://openalex.org/I59606676","display_name":"Universidade Federal do Par\u00e1","ror":"https://ror.org/03q9sr818","country_code":"BR","type":"education","lineage":["https://openalex.org/I59606676"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Gustavo Pinto","raw_affiliation_strings":["Univ. Federal do Par\u00e1, Bel\u00e9m, PA, Brazil"],"affiliations":[{"raw_affiliation_string":"Univ. Federal do Par\u00e1, Bel\u00e9m, PA, Brazil","institution_ids":["https://openalex.org/I59606676"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060903936","display_name":"Igor Wiese","orcid":"https://orcid.org/0000-0001-9943-5570"},"institutions":[{"id":"https://openalex.org/I203172682","display_name":"Northern Arizona University","ror":"https://ror.org/0272j5188","country_code":"US","type":"education","lineage":["https://openalex.org/I203172682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Igor Scaliante Wiese","raw_affiliation_strings":["Northern Arizona University, Flagstaff, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Northern Arizona University, Flagstaff, AZ, USA","institution_ids":["https://openalex.org/I203172682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051186886","display_name":"Igor Steinmacher","orcid":"https://orcid.org/0000-0002-0612-5790"},"institutions":[{"id":"https://openalex.org/I203172682","display_name":"Northern Arizona University","ror":"https://ror.org/0272j5188","country_code":"US","type":"education","lineage":["https://openalex.org/I203172682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Igor Steinmacher","raw_affiliation_strings":["Northern Arizona University, Flagstaff, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Northern Arizona University, Flagstaff, AZ, USA","institution_ids":["https://openalex.org/I203172682"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5073443220"],"corresponding_institution_ids":["https://openalex.org/I123443094"],"apc_list":null,"apc_paid":null,"fwci":2.4021,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.90995797,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"592","last_page":"601"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/casual","display_name":"Casual","score":0.965377926826477},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7102056741714478},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.7019375562667847},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5363186001777649},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5258467793464661},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.5009810924530029},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.48759427666664124},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.47714516520500183},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.43843647837638855},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4307384192943573},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.42865145206451416},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09423163533210754},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.08824005722999573},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.07961204648017883}],"concepts":[{"id":"https://openalex.org/C2781426162","wikidata":"https://www.wikidata.org/wiki/Q2275793","display_name":"Casual","level":2,"score":0.965377926826477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7102056741714478},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.7019375562667847},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5363186001777649},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5258467793464661},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.5009810924530029},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.48759427666664124},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.47714516520500183},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.43843647837638855},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4307384192943573},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.42865145206451416},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09423163533210754},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.08824005722999573},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.07961204648017883},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/saner48275.2020.9054855","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner48275.2020.9054855","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 27th International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W578879968","https://openalex.org/W1900885688","https://openalex.org/W1914969610","https://openalex.org/W1980567103","https://openalex.org/W2018916326","https://openalex.org/W2080505681","https://openalex.org/W2093897789","https://openalex.org/W2113533445","https://openalex.org/W2130743551","https://openalex.org/W2139092060","https://openalex.org/W2167926541","https://openalex.org/W2290724249","https://openalex.org/W2394834103","https://openalex.org/W2405730867","https://openalex.org/W2572972599","https://openalex.org/W2597921171","https://openalex.org/W2619400223","https://openalex.org/W2733238345","https://openalex.org/W2775237415","https://openalex.org/W2790894500","https://openalex.org/W2794886925","https://openalex.org/W2794967409","https://openalex.org/W2890665128","https://openalex.org/W2892211387","https://openalex.org/W2897239292","https://openalex.org/W2946567467","https://openalex.org/W2971254830","https://openalex.org/W3144106047","https://openalex.org/W3216916959","https://openalex.org/W4230437888","https://openalex.org/W4252684946","https://openalex.org/W6696807625","https://openalex.org/W6732248624","https://openalex.org/W6755516584","https://openalex.org/W6762848565","https://openalex.org/W6804690905"],"related_works":["https://openalex.org/W1005754617","https://openalex.org/W756683672","https://openalex.org/W2979523788","https://openalex.org/W2014044877","https://openalex.org/W3141514971","https://openalex.org/W2053915529","https://openalex.org/W2111659373","https://openalex.org/W4398395683","https://openalex.org/W4398298289","https://openalex.org/W4398690544"],"abstract_inverted_index":{"Social":[0],"coding":[1],"environments":[2],"have":[3],"been":[4],"consistently":[5],"growing":[6],"since":[7],"the":[8,11,44,59,62,69,75,82,86,114,123,151,167,170,177,181,201,211,218,226,230,256],"popularization":[9],"of":[10,64,77,117,134,150,162,169,176,203,258],"contribution":[12,52],"model":[13,18],"known":[14],"as":[15],"pull-based.":[16],"This":[17],"has":[19,225],"facilitated":[20],"how":[21],"developers":[22,26,164],"make":[23,49],"their":[24],"contributions;":[25],"can":[27],"easily":[28],"place":[29],"a":[30,42,50,93,160],"few":[31],"pull":[32,79,128,182,194],"requests":[33,183,195],"without":[34,38],"further":[35],"commitment.":[36],"Developers":[37],"strong":[39],"ties":[40],"to":[41,67,102,140,165,228,239],"project,":[43],"so-called":[45],"casual":[46,70,96,136],"contributors,":[47,71],"often":[48],"single":[51],"before":[53],"disappearing.":[54],"Interestingly,":[55],"some":[56],"studies":[57,252],"about":[58,95],"topic":[60],"use":[61,74],"number":[63,76,202,257],"commits":[65,101],"made":[66],"identify":[68,103],"while":[72],"others":[73],"merged":[78],"requests.":[80],"Does":[81],"method":[83,219],"used":[84,121,159,220],"influence":[85,229],"results?":[87],"In":[88],"this":[89,110,233],"paper,":[90],"we":[91,112,130],"replicate":[92],"study":[94],"contributors":[97,137,178],"that":[98,174,192,206,217,253],"relied":[99],"on":[100,255],"and":[104,243],"analyze":[105],"these":[106],"contributors.":[107],"To":[108],"achieve":[109],"goal,":[111],"analyzed":[113],"same":[115],"set":[116],"GitHub-hosted":[118],"software":[119],"repositories":[120],"in":[122],"original":[124],"paper.":[125],"By":[126],"using":[127,143,156,180,187,193],"requests,":[129],"found":[131,173],"an":[132],"average":[133],"66%":[135],"(in":[138],"comparison":[139],"48.98%":[141],"when":[142,155,250],"commits),":[144],"who":[145],"were":[146,184],"responsible":[147],"for":[148,199,221,247],"12.5%":[149],"contributions":[152],"accepted":[153],"(1.73%":[154],"commits).":[157,188],"We":[158,172,189],"sample":[161],"442":[163],"investigate":[166],"accuracy":[168],"method.":[171],"11.3%":[175],"identified":[179],"misclassified":[185],"(26.2%":[186],"also":[190],"evidenced":[191],"is":[196],"more":[197],"precise":[198],"determining":[200],"contributions,":[204],"given":[205],"GitHub":[207],"projects":[208],"mostly":[209],"follow":[210],"pull-based":[212],"process.":[213],"Our":[214],"results":[215,242],"indicate":[216],"mining":[222],"contributors'":[223],"data":[224],"potential":[227],"results.":[231],"With":[232],"replication,":[234],"it":[235],"may":[236],"be":[237],"possible":[238],"improve":[240],"previous":[241],"reduce":[244],"future":[245],"efforts":[246],"new":[248],"researchers":[249],"conducting":[251],"rely":[254],"contributions.":[259]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}