{"id":"https://openalex.org/W4396832074","doi":"https://doi.org/10.1145/3613904.3643043","title":"Integrating measures of replicability into scholarly search: Challenges and opportunities","display_name":"Integrating measures of replicability into scholarly search: Challenges and opportunities","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396832074","doi":"https://doi.org/10.1145/3613904.3643043"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3643043","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3643043","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3643043","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3643043","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048388859","display_name":"Chuhao Wu","orcid":"https://orcid.org/0000-0002-3862-560X"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chuhao Wu","raw_affiliation_strings":["College of Information Sciences and Technology, The Pennsylvania State University, United States"],"raw_orcid":"https://orcid.org/0000-0002-3862-560X","affiliations":[{"raw_affiliation_string":"College of Information Sciences and Technology, The Pennsylvania State University, United States","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029673790","display_name":"Tatiana Chakravorti","orcid":"https://orcid.org/0000-0002-4986-4921"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tatiana Chakravorti","raw_affiliation_strings":["College of Information Sciences and Technology, The Pennsylvania State University, United States"],"raw_orcid":"https://orcid.org/0000-0002-4986-4921","affiliations":[{"raw_affiliation_string":"College of Information Sciences and Technology, The Pennsylvania State University, United States","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054610664","display_name":"John M. Carroll","orcid":"https://orcid.org/0000-0001-5189-337X"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John M. Carroll","raw_affiliation_strings":["College of Information Sciences and Technology, Pennsylvania State University, United States"],"raw_orcid":"https://orcid.org/0000-0001-5189-337X","affiliations":[{"raw_affiliation_string":"College of Information Sciences and Technology, Pennsylvania State University, United States","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082663800","display_name":"Sarah Rajtmajer","orcid":"https://orcid.org/0000-0002-1464-0848"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Rajtmajer","raw_affiliation_strings":["College of Information Sciences and Technology, The Pennsylvania State University, United States"],"raw_orcid":"https://orcid.org/0000-0002-1464-0848","affiliations":[{"raw_affiliation_string":"College of Information Sciences and Technology, The Pennsylvania State University, United States","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3916,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.66423268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.9522444605827332},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.8186202049255371},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.6285670399665833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5300255417823792},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5098844766616821},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.4828239381313324},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.4312286078929901},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3558940291404724},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3474947512149811},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10420334339141846},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08997607231140137}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.9522444605827332},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.8186202049255371},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.6285670399665833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5300255417823792},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5098844766616821},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.4828239381313324},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.4312286078929901},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3558940291404724},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3474947512149811},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10420334339141846},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08997607231140137},{"id":"https://openalex.org/C159047783","wikidata":"https://www.wikidata.org/wiki/Q7215","display_name":"Virology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3613904.3643043","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3643043","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3643043","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3613904.3643043","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3643043","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3643043","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396832074.pdf"},"referenced_works_count":87,"referenced_works":["https://openalex.org/W1948935217","https://openalex.org/W1969360832","https://openalex.org/W1976719972","https://openalex.org/W1987673761","https://openalex.org/W2069273833","https://openalex.org/W2087517776","https://openalex.org/W2108346833","https://openalex.org/W2108933707","https://openalex.org/W2115787195","https://openalex.org/W2121418604","https://openalex.org/W2124470082","https://openalex.org/W2132068911","https://openalex.org/W2140404062","https://openalex.org/W2140619391","https://openalex.org/W2142148275","https://openalex.org/W2171206549","https://openalex.org/W2292391400","https://openalex.org/W2293040502","https://openalex.org/W2394625346","https://openalex.org/W2406493898","https://openalex.org/W2596689472","https://openalex.org/W2604448873","https://openalex.org/W2615841411","https://openalex.org/W2744947029","https://openalex.org/W2772363441","https://openalex.org/W2782607127","https://openalex.org/W2786094103","https://openalex.org/W2788572835","https://openalex.org/W2789661798","https://openalex.org/W2792418196","https://openalex.org/W2794005325","https://openalex.org/W2797413227","https://openalex.org/W2804437871","https://openalex.org/W2886512263","https://openalex.org/W2887238869","https://openalex.org/W2895410484","https://openalex.org/W2899002317","https://openalex.org/W2901182534","https://openalex.org/W2914918441","https://openalex.org/W2920547064","https://openalex.org/W2921898618","https://openalex.org/W2937339363","https://openalex.org/W2944196828","https://openalex.org/W2962868865","https://openalex.org/W2963475133","https://openalex.org/W2972441196","https://openalex.org/W2985923507","https://openalex.org/W2995268542","https://openalex.org/W2995523160","https://openalex.org/W2999262642","https://openalex.org/W3000685013","https://openalex.org/W3010073709","https://openalex.org/W3016766501","https://openalex.org/W3023516546","https://openalex.org/W3030569345","https://openalex.org/W3081139033","https://openalex.org/W3089673451","https://openalex.org/W3091459073","https://openalex.org/W3116286104","https://openalex.org/W3118615836","https://openalex.org/W3119394424","https://openalex.org/W3124962741","https://openalex.org/W3130946427","https://openalex.org/W3154505567","https://openalex.org/W3162428030","https://openalex.org/W3163946644","https://openalex.org/W3166228523","https://openalex.org/W3214404698","https://openalex.org/W4220734985","https://openalex.org/W4224319565","https://openalex.org/W4225012760","https://openalex.org/W4235791242","https://openalex.org/W4236811854","https://openalex.org/W4247221154","https://openalex.org/W4283815428","https://openalex.org/W4285098426","https://openalex.org/W4297369392","https://openalex.org/W4307885582","https://openalex.org/W4321012052","https://openalex.org/W4321161242","https://openalex.org/W4321393171","https://openalex.org/W4322743583","https://openalex.org/W4360991197","https://openalex.org/W4362578055","https://openalex.org/W4366262984","https://openalex.org/W4391096984","https://openalex.org/W6906437604"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W2413243053","https://openalex.org/W410723623","https://openalex.org/W2015341305","https://openalex.org/W4398543081","https://openalex.org/W4398264681","https://openalex.org/W4398284618","https://openalex.org/W4398443617","https://openalex.org/W4398468843","https://openalex.org/W4398272139"],"abstract_inverted_index":{"Challenges":[0],"to":[1,25,67,81,109,143],"reproducibility":[2],"and":[3,64,86,114,147],"replicability":[4,28,72,83,91],"have":[5],"gained":[6],"widespread":[7],"attention,":[8],"driven":[9],"by":[10],"large":[11],"replication":[12],"projects":[13],"with":[14,84],"lukewarm":[15],"success":[16],"rates.":[17],"A":[18],"nascent":[19],"work":[20],"has":[21],"emerged":[22],"developing":[23],"algorithms":[24],"estimate":[26],"the":[27,49,96,101,110,138],"of":[29,41,103,112,119,140],"published":[30],"findings.":[31],"The":[32,116],"current":[33,59],"study":[34],"explores":[35],"ways":[36],"in":[37,43],"which":[38],"AI-enabled":[39,120],"signals":[40],"confidence":[42,121],"research":[44,97],"might":[45],"be":[46,124,131],"integrated":[47],"into":[48],"literature":[50,62],"search.":[51],"We":[52,134],"interview":[53],"17":[54],"PhD":[55],"researchers":[56,94],"about":[57,90],"their":[58],"processes":[60],"for":[61,137],"search":[63],"ask":[65],"them":[66],"provide":[68],"feedback":[69],"on":[70],"a":[71],"estimation":[73,105],"tool.":[74],"Our":[75],"findings":[76],"suggest":[77],"that":[78],"participants":[79],"tend":[80],"confuse":[82],"generalizability":[85],"related":[87],"concepts.":[88],"Information":[89],"can":[92],"support":[93,144],"throughout":[95],"design":[98,139],"processes.":[99],"However,":[100],"use":[102],"AI":[104],"is":[106],"debatable":[107],"due":[108],"lack":[111],"explainability":[113],"transparency.":[115],"ethical":[117],"implications":[118,136],"assessment":[122],"must":[123],"further":[125],"studied":[126],"before":[127],"such":[128],"tools":[129,142],"could":[130],"widely":[132],"accepted.":[133],"discuss":[135],"technological":[141],"scholarly":[145],"activities":[146],"advance":[148],"replicability.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}