{"id":"https://openalex.org/W2767971227","doi":"https://doi.org/10.1145/3132847.3133080","title":"Integrating the Framing of Clinical Questions via PICO into the Retrieval of Medical Literature for Systematic Reviews","display_name":"Integrating the Framing of Clinical Questions via PICO into the Retrieval of Medical Literature for Systematic Reviews","publication_year":2017,"publication_date":"2017-11-06","ids":{"openalex":"https://openalex.org/W2767971227","doi":"https://doi.org/10.1145/3132847.3133080","mag":"2767971227"},"language":"en","primary_location":{"id":"doi:10.1145/3132847.3133080","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3132847.3133080","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.qut.edu.au/110354/1/cikm2017_clitrials_pico.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075371460","display_name":"Harrisen Scells","orcid":"https://orcid.org/0000-0001-9578-7157"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Harrisen Scells","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076031002","display_name":"Guido Zuccon","orcid":"https://orcid.org/0000-0003-0271-5563"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guido Zuccon","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087733750","display_name":"Bevan Koopman","orcid":"https://orcid.org/0000-0001-5577-3391"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Bevan Koopman","raw_affiliation_strings":["CSIRO, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"CSIRO, Brisbane, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052381125","display_name":"Anthony Deacon","orcid":"https://orcid.org/0000-0001-5051-4817"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Anthony Deacon","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048218964","display_name":"Leif Azzopardi","orcid":"https://orcid.org/0000-0002-6900-0557"},"institutions":[{"id":"https://openalex.org/I181647926","display_name":"University of Strathclyde","ror":"https://ror.org/00n3w3b69","country_code":"GB","type":"education","lineage":["https://openalex.org/I181647926"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Leif Azzopardi","raw_affiliation_strings":["Strathclyde University, Glasgow, Scotland Uk"],"affiliations":[{"raw_affiliation_string":"Strathclyde University, Glasgow, Scotland Uk","institution_ids":["https://openalex.org/I181647926"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045420626","display_name":"Shlomo Geva","orcid":"https://orcid.org/0000-0003-1340-2802"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shlomo Geva","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5075371460"],"corresponding_institution_ids":["https://openalex.org/I160993911"],"apc_list":null,"apc_paid":null,"fwci":4.9745,"has_fulltext":true,"cited_by_count":56,"citation_normalized_percentile":{"value":0.95900681,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2291","last_page":"2294"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9592999815940857,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.7154127359390259},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.701147198677063},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5411720275878906},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.5209307074546814},{"id":"https://openalex.org/keywords/framing","display_name":"Framing (construction)","score":0.49333396553993225},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.48880860209465027},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3596700429916382},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.19276836514472961},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09652256965637207},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07864430546760559}],"concepts":[{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.7154127359390259},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.701147198677063},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5411720275878906},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5209307074546814},{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.49333396553993225},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.48880860209465027},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3596700429916382},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.19276836514472961},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09652256965637207},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07864430546760559},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3132847.3133080","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3132847.3133080","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.qut.edu.au:110354","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.qut.edu.au/110354/1/cikm2017_clitrials_pico.pdf","source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 26th ACM International Conference on Information and Knowledge Management (CIKM 2017)","raw_type":"Chapter in Book, Report or Conference volume"},{"id":"pmh:oai:strathprints.strath.ac.uk:66467","is_oa":true,"landing_page_url":"https://strathprints.strath.ac.uk/view/author/517553.html>","pdf_url":"https://strathprints.strath.ac.uk/66467/1/Scells_etal_CIKM_2017_Integrating_the_framing_of_clinical_questions_via_PICO_into_the_retrieval_of_medical_literature.pdf","source":{"id":"https://openalex.org/S4306402226","display_name":"Strathprints: The University of Strathclyde institutional repository (University of Strathclyde)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I181647926","host_organization_name":"University of Strathclyde","host_organization_lineage":["https://openalex.org/I181647926"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"}],"best_oa_location":{"id":"pmh:oai:eprints.qut.edu.au:110354","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.qut.edu.au/110354/1/cikm2017_clitrials_pico.pdf","source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 26th ACM International Conference on Information and Knowledge Management (CIKM 2017)","raw_type":"Chapter in Book, Report or Conference volume"},"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2767971227.pdf","grobid_xml":"https://content.openalex.org/works/W2767971227.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W148283619","https://openalex.org/W168362576","https://openalex.org/W168544607","https://openalex.org/W1506859583","https://openalex.org/W1576855214","https://openalex.org/W1851653583","https://openalex.org/W1888011339","https://openalex.org/W2099883114","https://openalex.org/W2111722073","https://openalex.org/W2134568263","https://openalex.org/W2147469877","https://openalex.org/W2170508680","https://openalex.org/W2484269232","https://openalex.org/W2512040454","https://openalex.org/W2741023348","https://openalex.org/W4313371821","https://openalex.org/W7028469425"],"related_works":["https://openalex.org/W1496503799","https://openalex.org/W4323832858","https://openalex.org/W2185686261","https://openalex.org/W2018486992","https://openalex.org/W4330338194","https://openalex.org/W2135844903","https://openalex.org/W2966223702","https://openalex.org/W2164023000","https://openalex.org/W2358294942","https://openalex.org/W4367460280"],"abstract_inverted_index":{"The":[0,35,103],"PICO":[1,36,75,83,137],"process":[2],"is":[3,38,65,76,105,143],"a":[4,56,61],"technique":[5],"used":[6,39],"in":[7,41,72,100],"evidence":[8],"based":[9],"practice":[10],"to":[11,67,92,106,117,133,148,155],"frame":[12],"and":[13,33,88,123,158],"answer":[14],"clinical":[15,26],"questions.":[16,53],"It":[17],"involves":[18],"structuring":[19],"the":[20,42,48,73,94,111,130,149],"question":[21],"around":[22],"four":[23],"types":[24],"of":[25,44,50,60,96,114],"information:":[27],"population,":[28],"intervention,":[29],"control":[30],"or":[31],"comparison":[32],"outcome.":[34],"framework":[37],"extensively":[40],"compilation":[43],"systematic":[45,101,119,163],"reviews":[46,120],"as":[47],"means":[49],"framing":[51],"research":[52],"However,":[54],"when":[55,146,161],"search":[57,131],"strategy":[58],"(comprising":[59],"large":[62],"Boolean":[63],"query)":[64],"formulated":[66],"retrieve":[68],"studies":[69,97,135],"for":[70,98],"inclusion":[71,99],"review,":[74],"often":[77],"ignored.":[78],"This":[79,152],"paper":[80],"evaluates":[81],"how":[82],"annotations":[84,138],"can":[85,153],"be":[86],"applied":[87],"integrated":[89],"into":[90],"retrieval":[91],"improve":[93],"screening":[95],"reviews.":[102,164],"task":[104],"increase":[107],"precision":[108],"while":[109],"maintaining":[110],"high":[112],"level":[113],"recall":[115,142],"essential":[116],"ensure":[118],"are":[121],"representative":[122],"unbiased.":[124],"Our":[125],"results":[126],"show":[127],"that":[128],"restricting":[129],"strategies":[132],"match":[134],"using":[136],"improves":[139],"precision,":[140],"however":[141],"slightly":[144],"reduced,":[145],"compared":[147],"non-PICO":[150],"baseline.":[151],"lead":[154],"both":[156],"time":[157],"cost":[159],"savings":[160],"compiling":[162]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":6}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}