{"id":"https://openalex.org/W4288073892","doi":"https://doi.org/10.1145/3383219.3383233","title":"Publication Bias","display_name":"Publication Bias","publication_year":2020,"publication_date":"2020-04-15","ids":{"openalex":"https://openalex.org/W4288073892","doi":"https://doi.org/10.1145/3383219.3383233"},"language":"en","primary_location":{"id":"doi:10.1145/3383219.3383233","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3383219.3383233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063338445","display_name":"Rolando P. Reyes","orcid":"https://orcid.org/0000-0002-7554-5182"},"institutions":[{"id":"https://openalex.org/I118946981","display_name":"Universidad de las Fuerzas Armadas ESPE","ror":"https://ror.org/05j136930","country_code":"EC","type":"education","lineage":["https://openalex.org/I118946981"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Rolando P. Reyes","raw_affiliation_strings":["Universidad de las Fuerzas Armadas ESPE, Sangolqu\u00ed, Ecuador"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de las Fuerzas Armadas ESPE, Sangolqu\u00ed, Ecuador","institution_ids":["https://openalex.org/I118946981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004737603","display_name":"\u00d3scar Dieste","orcid":"https://orcid.org/0000-0002-3060-7853"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Oscar Dieste","raw_affiliation_strings":["Universidad Polit\u00e9cnica de Madrid Madrid, Boadilla del Monte, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Polit\u00e9cnica de Madrid Madrid, Boadilla del Monte, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017725978","display_name":"Efra\u00edn R. Fonseca C.","orcid":null},"institutions":[{"id":"https://openalex.org/I118946981","display_name":"Universidad de las Fuerzas Armadas ESPE","ror":"https://ror.org/05j136930","country_code":"EC","type":"education","lineage":["https://openalex.org/I118946981"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Efra\u00edn R. Fonseca C.","raw_affiliation_strings":["Universidad de las Fuerzas Armadas ESPE Sangolqu\u00ed, Ecuador"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de las Fuerzas Armadas ESPE Sangolqu\u00ed, Ecuador","institution_ids":["https://openalex.org/I118946981"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056117323","display_name":"Nat\u00e1lia Juristo","orcid":"https://orcid.org/0000-0002-2465-7141"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Natalia Juristo","raw_affiliation_strings":["Universidad Polit\u00e9cnica de Madrid Madrid, Boadilla del Monte, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Polit\u00e9cnica de Madrid Madrid, Boadilla del Monte, Spain","institution_ids":["https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"130","last_page":"139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/publication-bias","display_name":"Publication bias","score":0.6156429052352905},{"id":"https://openalex.org/keywords/publication","display_name":"Publication","score":0.5370560884475708},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4936419725418091},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4443008005619049},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3401854634284973},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3389430642127991},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.33201339840888977},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2862584888935089},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18389514088630676},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.11884519457817078},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11777907609939575},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.0836016833782196}],"concepts":[{"id":"https://openalex.org/C2780439572","wikidata":"https://www.wikidata.org/wiki/Q919364","display_name":"Publication bias","level":3,"score":0.6156429052352905},{"id":"https://openalex.org/C41458344","wikidata":"https://www.wikidata.org/wiki/Q732577","display_name":"Publication","level":2,"score":0.5370560884475708},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4936419725418091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4443008005619049},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3401854634284973},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3389430642127991},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.33201339840888977},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2862584888935089},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18389514088630676},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.11884519457817078},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11777907609939575},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0836016833782196},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3383219.3383233","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3383219.3383233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G79377423","display_name":null,"funder_award_id":"Li2SE","funder_id":"https://openalex.org/F4320325371","funder_display_name":"Universidad de las Fuerzas Armadas ESPE"}],"funders":[{"id":"https://openalex.org/F4320325371","display_name":"Universidad de las Fuerzas Armadas ESPE","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W171406816","https://openalex.org/W203932818","https://openalex.org/W631794585","https://openalex.org/W1511267087","https://openalex.org/W1564623840","https://openalex.org/W1577584384","https://openalex.org/W1730782591","https://openalex.org/W1876404477","https://openalex.org/W1979917213","https://openalex.org/W1992074138","https://openalex.org/W2006479099","https://openalex.org/W2018742491","https://openalex.org/W2021365718","https://openalex.org/W2025743471","https://openalex.org/W2057889090","https://openalex.org/W2091959199","https://openalex.org/W2112339576","https://openalex.org/W2118070418","https://openalex.org/W2142759419","https://openalex.org/W2155549886","https://openalex.org/W2243629635","https://openalex.org/W2295373235","https://openalex.org/W2508327075","https://openalex.org/W2570760970","https://openalex.org/W2795252046","https://openalex.org/W2796189892","https://openalex.org/W2891884599","https://openalex.org/W2904766983","https://openalex.org/W2936534160","https://openalex.org/W4236201414","https://openalex.org/W4291213652","https://openalex.org/W4400200363"],"related_works":["https://openalex.org/W3128275854","https://openalex.org/W2149537132","https://openalex.org/W2018871932","https://openalex.org/W2381249057","https://openalex.org/W641279757","https://openalex.org/W2022927888","https://openalex.org/W370975646","https://openalex.org/W1670566515","https://openalex.org/W4234751669","https://openalex.org/W2331133434"],"abstract_inverted_index":{"Background:":[0],"Publication":[1],"bias":[2,27,43],"is":[3,28,160],"the":[4,8,15,20,39,54,168],"failure":[5],"to":[6,82,140,167],"publish":[7],"results":[9,122],"of":[10,19,25,41,105,128,170],"a":[11,101,124],"study":[12,21],"based":[13],"on":[14,57],"direction":[16],"or":[17],"strength":[18],"findings.":[22,85],"The":[23],"existence":[24,40],"publication":[26,42,67,118],"firmly":[29],"established":[30],"in":[31,44,53,74],"areas":[32],"like":[33],"medical":[34],"research.":[35,172],"Recent":[36],"research":[37,130],"suggests":[38],"Software":[45,59],"Engineering.":[46],"Aims:":[47],"Finding":[48],"out":[49],"whether":[50],"experiments":[51,72,88],"published":[52,73],"International":[55],"Workshop":[56],"Empirical":[58],"Engineering":[60],"and":[61,93,146],"Measurement":[62],"(ESEM)":[63],"are":[64,165],"affected":[65,143],"by":[66,144],"bias.":[68,119],"Method:":[69],"We":[70,76,110],"review":[71],"ESEM.":[75],"also":[77],"survey":[78],"with":[79,117,156],"experimental":[80],"researchers":[81],"triangulate":[83],"our":[84],"Results:":[86],"ESEM":[87,135],"do":[89,137],"not":[90,112,138],"define":[91],"hypotheses":[92],"frequently":[94],"perform":[95],"multiple":[96],"testing.":[97],"One-tailed":[98],"tests":[99],"have":[100],"slightly":[102],"higher":[103],"rate":[104],"achieving":[106],"statistically":[107],"significant":[108],"results.":[109],"could":[111,153],"find":[113],"other":[114],"practices":[115,151],"associated":[116,155],"Conclusions:":[120],"Our":[121],"provide":[123],"more":[125,161],"encouraging":[126],"perspective":[127],"SE":[129],"than":[131],"previous":[132],"research:":[133],"(1)":[134],"publications":[136],"seem":[139],"be":[141,154],"strongly":[142],"biases":[145],"(2)":[147],"we":[148],"identify":[149],"some":[150],"that":[152,163],"p-hacking,":[157],"but":[158],"it":[159],"likely":[162],"they":[164],"related":[166],"conduction":[169],"exploratory":[171]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2022-07-28T00:00:00"}