{"id":"https://openalex.org/W2901724277","doi":"https://doi.org/10.3233/efi-180221","title":"The Mixed Methods Appraisal Tool (MMAT) version 2018 for information professionals and researchers","display_name":"The Mixed Methods Appraisal Tool (MMAT) version 2018 for information professionals and researchers","publication_year":2018,"publication_date":"2018-11-13","ids":{"openalex":"https://openalex.org/W2901724277","doi":"https://doi.org/10.3233/efi-180221","mag":"2901724277"},"language":"en","primary_location":{"id":"doi:10.3233/efi-180221","is_oa":false,"landing_page_url":"https://doi.org/10.3233/efi-180221","pdf_url":null,"source":{"id":"https://openalex.org/S2764383307","display_name":"Education for Information","issn_l":"0167-8329","issn":["0167-8329","1875-8649"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education for Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10609/93312","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065248180","display_name":"Quan Nha Hong","orcid":"https://orcid.org/0000-0002-2576-5750"},"institutions":[{"id":"https://openalex.org/I4210135291","display_name":"Quebec Rehabilitation Research Network","ror":"https://ror.org/033janr42","country_code":"CA","type":"other","lineage":["https://openalex.org/I4210135291"]},{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Quan Nha Hong","raw_affiliation_strings":["Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada","Method Development Platform, Quebec SPOR SUPPORT Unit, Montr\u00e9al, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"Method Development Platform, Quebec SPOR SUPPORT Unit, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I4210135291"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057763705","display_name":"Sergi F\u00e0bregues","orcid":"https://orcid.org/0000-0003-1141-7613"},"institutions":[{"id":"https://openalex.org/I138847295","display_name":"Universitat Oberta de Catalunya","ror":"https://ror.org/01f5wp925","country_code":"ES","type":"education","lineage":["https://openalex.org/I138847295"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sergi F\u00e0bregues","raw_affiliation_strings":["Department of Psychology and Education, Universitat Oberta de Catalunya, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology and Education, Universitat Oberta de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I138847295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005722794","display_name":"Gillian Bartlett","orcid":"https://orcid.org/0000-0001-6297-9240"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gillian Bartlett","raw_affiliation_strings":["Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Felicity Boardman","orcid":null},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Felicity Boardman","raw_affiliation_strings":["Division of Health Sciences, Warwick Medical School, University of Warwick, Coventry, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Health Sciences, Warwick Medical School, University of Warwick, Coventry, UK","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063090390","display_name":"Margaret Cargo","orcid":"https://orcid.org/0000-0002-6466-7627"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Margaret Cargo","raw_affiliation_strings":["Health Research Institute, University of Canberra, Canberra, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Health Research Institute, University of Canberra, Canberra, Australia","institution_ids":["https://openalex.org/I188329596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091094576","display_name":"Pierre Dagenais","orcid":"https://orcid.org/0000-0001-5058-6941"},"institutions":[{"id":"https://openalex.org/I135117807","display_name":"Universit\u00e9 de Sherbrooke","ror":"https://ror.org/00kybxq39","country_code":"CA","type":"education","lineage":["https://openalex.org/I135117807"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Pierre Dagenais","raw_affiliation_strings":["Facult\u00e9 de m\u00e9decine et des sciences de la sant\u00e9, Universit\u00e9 de Sherbrooke, Sherbrooke, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facult\u00e9 de m\u00e9decine et des sciences de la sant\u00e9, Universit\u00e9 de Sherbrooke, Sherbrooke, QC, Canada","institution_ids":["https://openalex.org/I135117807"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082027305","display_name":"Marie\u2010Pierre Gagnon","orcid":"https://orcid.org/0000-0002-0782-5457"},"institutions":[{"id":"https://openalex.org/I43406934","display_name":"Universit\u00e9 Laval","ror":"https://ror.org/04sjchr03","country_code":"CA","type":"education","lineage":["https://openalex.org/I43406934"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marie-Pierre Gagnon","raw_affiliation_strings":["Facult\u00e9 des sciences infirmi\u00e8res, Universit\u00e9 Laval, Qu\u00e9bec, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facult\u00e9 des sciences infirmi\u00e8res, Universit\u00e9 Laval, Qu\u00e9bec, QC, Canada","institution_ids":["https://openalex.org/I43406934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010336667","display_name":"Frances Griffiths","orcid":"https://orcid.org/0000-0002-4173-1438"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Frances Griffiths","raw_affiliation_strings":["Division of Health Sciences, Warwick Medical School, University of Warwick, Coventry, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Health Sciences, Warwick Medical School, University of Warwick, Coventry, UK","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024616677","display_name":"Belinda Nicolau","orcid":"https://orcid.org/0000-0003-2833-2317"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Belinda Nicolau","raw_affiliation_strings":["Faculty of Dentistry, Division of Oral Health and Society Research, McGill University, Montr\u00e9al, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Dentistry, Division of Oral Health and Society Research, McGill University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048169605","display_name":"Alicia O\u2019Cathain","orcid":"https://orcid.org/0000-0003-4033-506X"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alicia O\u2019Cathain","raw_affiliation_strings":["Medical Care Research Unit, School of Health and Related Research, University of Sheffield, Sheffield, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medical Care Research Unit, School of Health and Related Research, University of Sheffield, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109327268","display_name":"Marie-Claude Rousseau","orcid":null},"institutions":[{"id":"https://openalex.org/I39481719","display_name":"Institut National de la Recherche Scientifique","ror":"https://ror.org/04td37d32","country_code":"CA","type":"education","lineage":["https://openalex.org/I39481719","https://openalex.org/I49663120"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marie-Claude Rousseau","raw_affiliation_strings":["INRS-Institut Armand-Frappier Research Centre, Laval, QC, Canada","Fax: +1 514 398 4202","E-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRS-Institut Armand-Frappier Research Centre, Laval, QC, Canada","institution_ids":["https://openalex.org/I39481719"]},{"raw_affiliation_string":"Fax: +1 514 398 4202","institution_ids":[]},{"raw_affiliation_string":"E-mail:","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049954760","display_name":"Isabelle Vedel","orcid":"https://orcid.org/0000-0002-6873-1681"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Isabelle Vedel","raw_affiliation_strings":["Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053814331","display_name":"Pierre Pluye","orcid":"https://orcid.org/0000-0002-9274-7720"},"institutions":[{"id":"https://openalex.org/I4210135291","display_name":"Quebec Rehabilitation Research Network","ror":"https://ror.org/033janr42","country_code":"CA","type":"other","lineage":["https://openalex.org/I4210135291"]},{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Pierre Pluye","raw_affiliation_strings":["Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada","Method Development Platform, Quebec SPOR SUPPORT Unit, Montr\u00e9al, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"Method Development Platform, Quebec SPOR SUPPORT Unit, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I4210135291"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5053814331"],"corresponding_institution_ids":["https://openalex.org/I4210135291","https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":361.3565,"has_fulltext":false,"cited_by_count":4150,"citation_normalized_percentile":{"value":0.99998556,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"34","issue":"4","first_page":"285","last_page":"291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9503999948501587,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10629","display_name":"Health Policy Implementation Science","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"Inter-rater reliability","score":0.6484215259552002},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.49732735753059387},{"id":"https://openalex.org/keywords/pillar","display_name":"Pillar","score":0.4896745979785919},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.47599709033966064},{"id":"https://openalex.org/keywords/critical-appraisal","display_name":"Critical appraisal","score":0.4675867557525635},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4348163306713104},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.4226977825164795},{"id":"https://openalex.org/keywords/multimethodology","display_name":"Multimethodology","score":0.41577446460723877},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.41207355260849},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.38759052753448486},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26835042238235474},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.20400485396385193},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.11161795258522034},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10990643501281738},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.08638426661491394},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0629090964794159}],"concepts":[{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.6484215259552002},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.49732735753059387},{"id":"https://openalex.org/C105289051","wikidata":"https://www.wikidata.org/wiki/Q1930094","display_name":"Pillar","level":2,"score":0.4896745979785919},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.47599709033966064},{"id":"https://openalex.org/C152541439","wikidata":"https://www.wikidata.org/wiki/Q5186693","display_name":"Critical appraisal","level":3,"score":0.4675867557525635},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4348163306713104},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.4226977825164795},{"id":"https://openalex.org/C156393514","wikidata":"https://www.wikidata.org/wiki/Q6934800","display_name":"Multimethodology","level":2,"score":0.41577446460723877},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.41207355260849},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38759052753448486},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26835042238235474},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.20400485396385193},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.11161795258522034},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10990643501281738},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08638426661491394},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0629090964794159},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.3233/efi-180221","is_oa":false,"landing_page_url":"https://doi.org/10.3233/efi-180221","pdf_url":null,"source":{"id":"https://openalex.org/S2764383307","display_name":"Education for Information","issn_l":"0167-8329","issn":["0167-8329","1875-8649"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education for Information","raw_type":"journal-article"},{"id":"pmh:oai:recercat.cat:2072/354452","is_oa":true,"landing_page_url":"http://hdl.handle.net/10609/93312","pdf_url":null,"source":{"id":"https://openalex.org/S4306402147","display_name":"RECERCAT (Consorci de Serveis Universitaris de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210090028","host_organization_name":"Consorci de Serveis Universitaris de Catalunya","host_organization_lineage":["https://openalex.org/I4210090028"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:142162","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:HAL:pasteur-02135980v1","is_oa":false,"landing_page_url":"https://riip.hal.science/pasteur-02135980","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Education for Information, 2018, 34 (4), pp.285-291. ⟨10.3233/EFI-180221⟩","raw_type":"Journal articles"},{"id":"pmh:oai:digitool.library.mcgill.ca:160524","is_oa":false,"landing_page_url":"http://digitool.Library.McGill.CA:80/R/?func=dbin-jump-full&object_id=160524","pdf_url":null,"source":{"id":"https://openalex.org/S4306401568","display_name":"eScholarship@McGill (McGill)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5023651","host_organization_name":"McGill University","host_organization_lineage":["https://openalex.org/I5023651"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://content.iospress.com/articles/education-for-information/efi180221","raw_type":"Postprint"},{"id":"pmh:oai:escholarship.mcgill.ca:r207ts92g","is_oa":true,"landing_page_url":"https://escholarship.mcgill.ca/concern/articles/r207ts92g","pdf_url":null,"source":{"id":"https://openalex.org/S4306401568","display_name":"eScholarship@McGill (McGill)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5023651","host_organization_name":"McGill University","host_organization_lineage":["https://openalex.org/I5023651"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://content.iospress.com/articles/education-for-information/efi180221","raw_type":"Article"},{"id":"pmh:oai:espace.inrs.ca:8125","is_oa":false,"landing_page_url":"https://espace.inrs.ca/id/eprint/8125/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400579","display_name":"EspaceINRS (National Institute for Scientific Research (Canada))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39481719","host_organization_name":"Institut National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I39481719"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:recercat.cat:2072/354452","is_oa":true,"landing_page_url":"http://hdl.handle.net/10609/93312","pdf_url":null,"source":{"id":"https://openalex.org/S4306402147","display_name":"RECERCAT (Consorci de Serveis Universitaris de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210090028","host_organization_name":"Consorci de Serveis Universitaris de Catalunya","host_organization_lineage":["https://openalex.org/I4210090028"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1487942018","https://openalex.org/W1578988822","https://openalex.org/W1605263937","https://openalex.org/W1985608330","https://openalex.org/W2029463586","https://openalex.org/W2056537869","https://openalex.org/W2071955543","https://openalex.org/W2099537015","https://openalex.org/W2100365148","https://openalex.org/W2102121765","https://openalex.org/W2112548834","https://openalex.org/W2145576372","https://openalex.org/W2147927650","https://openalex.org/W2151006952","https://openalex.org/W2161865743","https://openalex.org/W2176632370","https://openalex.org/W2495726457","https://openalex.org/W2794014169","https://openalex.org/W2799360482","https://openalex.org/W2908120399","https://openalex.org/W6634512695"],"related_works":["https://openalex.org/W604547544","https://openalex.org/W2495348380","https://openalex.org/W4230293041","https://openalex.org/W2377141674","https://openalex.org/W2352149692","https://openalex.org/W2368266917","https://openalex.org/W2359627721","https://openalex.org/W2135040841","https://openalex.org/W4385360033","https://openalex.org/W2102121765"],"abstract_inverted_index":{"INTRODUCTION:":[0],"Appraising":[1],"the":[2,27,41,46,82,90,119,142,176,188],"quality":[3,120,137,177],"of":[4,35,81,121,141,146,178],"studies":[5],"included":[6],"in":[7,54,86],"systematic":[8,62],"reviews":[9,63],"combining":[10,64],"qualitative":[11,65],"and":[12,66,74,102,124,133,159],"quantitative":[13,67,157],"evidence":[14],"is":[15,38,166],"challenging.":[16],"To":[17],"address":[18],"this":[19,36],"challenge,":[20],"a":[21,58,95,103,167,192],"critical":[22,99],"appraisal":[23,100],"tool":[24,169],"was":[25,51,70,84],"developed:":[26],"Mixed":[28],"Methods":[29],"Appraisal":[30],"Tool":[31],"(MMAT).":[32],"The":[33,49,116,164],"aim":[34],"paper":[37],"to":[39,45,72,110,174,185],"present":[40],"enhance":[42],"ments":[43],"made":[44],"MMAT.":[47],"DEVELOPMENT:":[48],"MMAT":[50,83,117,165,189],"initially":[52],"developed":[53,85],"2006":[55],"based":[56,88],"on":[57,61,89,98,130],"literature":[59,96],"review":[60,97],"evidence.":[68],"It":[69,128],"subject":[71],"pilot":[73],"interrater":[75],"reliability":[76],"testing.":[77],"A":[78],"revised":[79],"version":[80],"2018":[87],"results":[91],"from":[92],"usefulness":[93],"testing,":[94],"tools":[101],"modified":[104],"e-Delphi":[105],"study":[106,147,180],"with":[107],"methodological":[108,131],"experts":[109],"identify":[111],"core":[112,136,186],"criteria.":[113],"TOOL":[114],"DESCRIPTION:":[115],"assesses":[118],"qualitative,":[122,150],"quantitative,":[123],"mixed":[125,161],"methods":[126],"studies.":[127],"focuses":[129],"criteria":[132,138],"includes":[134],"five":[135,144],"for":[139],"each":[140],"following":[143],"categories":[145],"designs:":[148],"(a)":[149],"(b)":[151],"randomized":[152],"controlled,":[153],"(c)":[154],"nonrandomized,":[155],"(d)":[156],"descriptive,":[158],"(e)":[160],"methods.":[162],"CONCLUSION:":[163],"unique":[168],"that":[170],"can":[171,190],"be":[172],"used":[173],"appraise":[175],"different":[179],"designs.":[181],"Also,":[182],"by":[183],"limiting":[184],"criteria,":[187],"provide":[191],"more":[193],"efficient":[194],"appraisal.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":532},{"year":2025,"cited_by_count":998},{"year":2024,"cited_by_count":855},{"year":2023,"cited_by_count":641},{"year":2022,"cited_by_count":526},{"year":2021,"cited_by_count":402},{"year":2020,"cited_by_count":162},{"year":2019,"cited_by_count":29},{"year":2018,"cited_by_count":3},{"year":2014,"cited_by_count":1}],"updated_date":"2026-06-14T07:44:22.658603","created_date":"2025-10-10T00:00:00"}