{"id":"https://openalex.org/W1546921859","doi":null,"title":"Portfolio assessment during medical internships: How to obtain a reliable and feasible assessment procedure?","display_name":"Portfolio assessment during medical internships: How to obtain a reliable and feasible assessment procedure?","publication_year":2009,"publication_date":"2009-12-01","ids":{"openalex":"https://openalex.org/W1546921859","mag":"1546921859","pmid":"https://pubmed.ncbi.nlm.nih.gov/20029764"},"language":"en","primary_location":{"id":"pmid:20029764","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/20029764","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education for health (Abingdon, England)","raw_type":"Journal Article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051909852","display_name":"Nele R. M. Michels","orcid":"https://orcid.org/0000-0003-1971-0793","observed_orcids":["https://orcid.org/0000-0003-1971-0793"]},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Nele R M Michels","raw_affiliation_strings":["University of Antwerp, Belgium. nele.michels@ua.ac.be","Faculty of Medicine , University of Antwerp , Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Antwerp, Belgium. nele.michels@ua.ac.be","institution_ids":["https://openalex.org/I149213910"]},{"raw_affiliation_string":"Faculty of Medicine , University of Antwerp , Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024304845","display_name":"Erik W. Driessen","orcid":"https://orcid.org/0000-0001-8115-261X","observed_orcids":["https://orcid.org/0000-0001-8115-261X"]},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Erik W Driessen","raw_affiliation_strings":["University of Antwerp, Belgium, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Antwerp, Belgium, The Netherlands","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000830448","display_name":"Arno M. M. Muijtjens","orcid":"https://orcid.org/0000-0003-3171-2337","observed_orcids":["https://orcid.org/0000-0003-3171-2337"]},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Arno M M Muijtjens","raw_affiliation_strings":["University of Antwerp, Belgium, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Antwerp, Belgium, The Netherlands","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111609726","display_name":"Luc F. Van Gaal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Luc F Van Gaal","raw_affiliation_strings":["Faculty of Medicine , University of Antwerp , Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Medicine , University of Antwerp , Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075243995","display_name":"Leo L Bossaert","orcid":"https://orcid.org/0000-0002-6092-3910","observed_orcids":["https://orcid.org/0000-0002-6092-3910"]},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Leo L Bossaert","raw_affiliation_strings":["Faculty of Medicine , University of Antwerp , Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Medicine , University of Antwerp , Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028838249","display_name":"Benedicte Y. De Winter","orcid":"https://orcid.org/0000-0003-0327-6304","observed_orcids":["https://orcid.org/0000-0003-0327-6304"]},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Benedicte Y De Winter","raw_affiliation_strings":["Faculty of Medicine , University of Antwerp , Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Medicine , University of Antwerp , Belgium","institution_ids":["https://openalex.org/I149213910"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149213910"],"apc_list":null,"apc_paid":null,"fwci":5.2506,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.94874302,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":"22","issue":"3","first_page":"313","last_page":"313"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12500","display_name":"Reflective Practices in Education","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/portfolio-assessment","display_name":"portfolio assessment","score":0.9829999804496765},{"id":"https://openalex.org/keywords/medical-internship","display_name":"medical internship","score":0.8550000190734863},{"id":"https://openalex.org/keywords/clinical-performance-assessment","display_name":"clinical performance assessment","score":0.8600000143051147},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.7580000162124634},{"id":"https://openalex.org/keywords/workplace-learning","display_name":"workplace learning","score":0.6290000081062317},{"id":"https://openalex.org/keywords/medical-students","display_name":"medical students","score":0.597000002861023},{"id":"https://openalex.org/keywords/assessment-feasibility","display_name":"assessment feasibility","score":0.7070000171661377}],"concepts":[{"id":"https://openalex.org/C2780821815","wikidata":"https://www.wikidata.org/wiki/Q5340806","display_name":"Portfolio","level":2,"score":0.8694291710853577},{"id":"https://openalex.org/C540751848","wikidata":"https://www.wikidata.org/wiki/Q6500754","display_name":"Internship","level":2,"score":0.782097578048706},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.716605544090271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4608862102031708},{"id":"https://openalex.org/C9725762","wikidata":"https://www.wikidata.org/wiki/Q1072885","display_name":"Modern portfolio theory","level":3,"score":0.41167527437210083},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3900224566459656},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.27245423197746277},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.24307364225387573},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.08878940343856812},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D001530","descriptor_name":"Belgium","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002983","descriptor_name":"Clinical Competence","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D004503","descriptor_name":"Education, Medical, Graduate","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004503","descriptor_name":"Education, Medical, Graduate","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D005069","descriptor_name":"Evaluation Studies as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007396","descriptor_name":"Internship and Residency","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017132","descriptor_name":"Workplace","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":1,"locations":[{"id":"pmid:20029764","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/20029764","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education for health (Abingdon, England)","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1503995595","https://openalex.org/W1991635648","https://openalex.org/W1994747009","https://openalex.org/W2003613238","https://openalex.org/W2020622467","https://openalex.org/W2028430758","https://openalex.org/W2033181443","https://openalex.org/W2037715384","https://openalex.org/W2045998102","https://openalex.org/W2049383014","https://openalex.org/W2067258534","https://openalex.org/W2084778079","https://openalex.org/W2093691848","https://openalex.org/W2098298040","https://openalex.org/W2114074255","https://openalex.org/W2116838383","https://openalex.org/W2121089437","https://openalex.org/W2136172666","https://openalex.org/W2143172821","https://openalex.org/W2143537252","https://openalex.org/W2147858657","https://openalex.org/W2153065042","https://openalex.org/W2161254436","https://openalex.org/W2163175447","https://openalex.org/W2164476325","https://openalex.org/W2171469866","https://openalex.org/W2182617788"],"related_works":["https://openalex.org/W2319218982","https://openalex.org/W2015216637","https://openalex.org/W4405203103","https://openalex.org/W1994747009","https://openalex.org/W3111884771","https://openalex.org/W2354421984","https://openalex.org/W2064888039","https://openalex.org/W1992477324","https://openalex.org/W4392167323","https://openalex.org/W2147858657"],"abstract_inverted_index":{"BACKGROUND:":[0],"A":[1],"portfolio":[2,22,40,61,87,111,131,166],"is":[3],"used":[4],"to":[5,115],"mentor":[6],"and":[7,17,44,63,121,171],"assess":[8],"students'":[9],"clinical":[10],"performance":[11,72],"at":[12],"the":[13,21,71,108,138,147],"workplace.":[14],"However,":[15],"students":[16,170],"raters":[18,64,152],"often":[19],"perceive":[20],"as":[23,65],"a":[24,39,57,74,130,134,155],"time-consuming":[25],"instrument.":[26],"PURPOSE:":[27],"In":[28],"this":[29,85],"study,":[30],"we":[31],"investigated":[32],"whether":[33],"assessment":[34,139],"during":[35],"medical":[36],"internship":[37,86],"by":[38],"can":[41,132],"combine":[42],"reliability":[43,49,79,101,159],"feasibility.":[45],"METHODS:":[46],"The":[47,92,143],"domain-oriented":[48],"of":[50,67,73,82,100,110,140,145,149,158,165],"61":[51],"double-rated":[52,90],"portfolios":[53],"was":[54,105,113],"measured,":[55],"using":[56,119],"generalisability":[58,93],"analysis":[59,94],"with":[60,84],"tasks":[62,112,150],"sources":[66],"variation":[68],"in":[69,163],"measuring":[70],"student.":[75],"RESULTS:":[76],"We":[77],"obtained":[78],"(Phi":[80,102],"coefficient)":[81],"0.87":[83],"containing":[88],"15":[89],"tasks.":[91],"showed":[95],"that":[96,129],"an":[97,161],"acceptable":[98],"level":[99,157],"=":[103],"0.80)":[104],"maintained":[106],"when":[107],"amount":[109,148],"decreased":[114],"13":[116],"or":[117,151],"9":[118],"one":[120],"two":[122],"raters,":[123],"respectively.":[124],"CONCLUSIONS:":[125],"Our":[126],"study":[127],"shows":[128],"be":[133],"reliable":[135],"method":[136],"for":[137,168],"workplace":[141],"learning.":[142],"possibility":[144],"reducing":[146],"while":[153],"maintaining":[154],"sufficient":[156],"suggests":[160],"increase":[162],"feasibility":[164],"use":[167],"both":[169],"raters.":[172]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":4}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}