{"id":"https://openalex.org/W3014938964","doi":"https://doi.org/10.3390/sym12040563","title":"Using Data Envelopment Analysis and Multi-Criteria Decision-Making Methods to Evaluate Teacher Performance in Higher Education","display_name":"Using Data Envelopment Analysis and Multi-Criteria Decision-Making Methods to Evaluate Teacher Performance in Higher Education","publication_year":2020,"publication_date":"2020-04-05","ids":{"openalex":"https://openalex.org/W3014938964","doi":"https://doi.org/10.3390/sym12040563","mag":"3014938964"},"language":"en","primary_location":{"id":"doi:10.3390/sym12040563","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym12040563","pdf_url":"https://www.mdpi.com/2073-8994/12/4/563/pdf","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/12/4/563/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007336209","display_name":"Milena Popovi\u0107","orcid":"https://orcid.org/0000-0002-2947-8054"},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":true,"raw_author_name":"Milena Popovi\u0107","raw_affiliation_strings":["Faculty of Organizational Sciences, University of Belgrade, 11000 Belgrade, Serbia"],"raw_orcid":"https://orcid.org/0000-0002-2947-8054","affiliations":[{"raw_affiliation_string":"Faculty of Organizational Sciences, University of Belgrade, 11000 Belgrade, Serbia","institution_ids":["https://openalex.org/I4068193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073964057","display_name":"Gordana Savi\u0107","orcid":"https://orcid.org/0000-0001-6233-1815"},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Gordana Savi\u0107","raw_affiliation_strings":["Faculty of Organizational Sciences, University of Belgrade, 11000 Belgrade, Serbia"],"raw_orcid":"https://orcid.org/0000-0001-6233-1815","affiliations":[{"raw_affiliation_string":"Faculty of Organizational Sciences, University of Belgrade, 11000 Belgrade, Serbia","institution_ids":["https://openalex.org/I4068193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077061325","display_name":"Marija Kuzmanovi\u0107","orcid":"https://orcid.org/0000-0001-5857-6932"},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Marija Kuzmanovi\u0107","raw_affiliation_strings":["Faculty of Organizational Sciences, University of Belgrade, 11000 Belgrade, Serbia"],"raw_orcid":"https://orcid.org/0000-0001-5857-6932","affiliations":[{"raw_affiliation_string":"Faculty of Organizational Sciences, University of Belgrade, 11000 Belgrade, Serbia","institution_ids":["https://openalex.org/I4068193"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018479724","display_name":"Milan Marti\u0107","orcid":"https://orcid.org/0000-0002-0289-6678"},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Milan Marti\u0107","raw_affiliation_strings":["Faculty of Organizational Sciences, University of Belgrade, 11000 Belgrade, Serbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Organizational Sciences, University of Belgrade, 11000 Belgrade, Serbia","institution_ids":["https://openalex.org/I4068193"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5007336209"],"corresponding_institution_ids":["https://openalex.org/I4068193"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":5.3905,"has_fulltext":true,"cited_by_count":46,"citation_normalized_percentile":{"value":0.95889276,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"12","issue":"4","first_page":"563","last_page":"563"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10357","display_name":"Efficiency Analysis Using DEA","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10357","display_name":"Efficiency Analysis Using DEA","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-envelopment-analysis","display_name":"Data envelopment analysis","score":0.8480461835861206},{"id":"https://openalex.org/keywords/analytic-hierarchy-process","display_name":"Analytic hierarchy process","score":0.723179280757904},{"id":"https://openalex.org/keywords/conjoint-analysis","display_name":"Conjoint analysis","score":0.5824210047721863},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5797340869903564},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.46756014227867126},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44993826746940613},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4420173466205597},{"id":"https://openalex.org/keywords/efficiency","display_name":"Efficiency","score":0.4220358431339264},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3921026885509491},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.33271175622940063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22326377034187317},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21539732813835144},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.20297327637672424},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.1602422595024109}],"concepts":[{"id":"https://openalex.org/C22088475","wikidata":"https://www.wikidata.org/wiki/Q647974","display_name":"Data envelopment analysis","level":2,"score":0.8480461835861206},{"id":"https://openalex.org/C87345402","wikidata":"https://www.wikidata.org/wiki/Q485202","display_name":"Analytic hierarchy process","level":2,"score":0.723179280757904},{"id":"https://openalex.org/C2778054375","wikidata":"https://www.wikidata.org/wiki/Q203973","display_name":"Conjoint analysis","level":3,"score":0.5824210047721863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5797340869903564},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46756014227867126},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44993826746940613},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4420173466205597},{"id":"https://openalex.org/C17648541","wikidata":"https://www.wikidata.org/wiki/Q2265984","display_name":"Efficiency","level":3,"score":0.4220358431339264},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3921026885509491},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.33271175622940063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22326377034187317},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21539732813835144},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.20297327637672424},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1602422595024109},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/sym12040563","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym12040563","pdf_url":"https://www.mdpi.com/2073-8994/12/4/563/pdf","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},{"id":"pmh:oai:rfos.fon.bg.ac.rs:123456789/2041","is_oa":true,"landing_page_url":"https://rfos.fon.bg.ac.rs/handle/123456789/2041","pdf_url":"https://rfos.fon.bg.ac.rs/bitstream/123456789/2041/1/2037.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry-Basel","raw_type":"article"},{"id":"pmh:oai:doaj.org/article:caced917061b4f6d851b6cc058c2830a","is_oa":true,"landing_page_url":"https://doaj.org/article/caced917061b4f6d851b6cc058c2830a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry, Vol 12, Iss 4, p 563 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2073-8994/12/4/563/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/sym12040563","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/sym12040563","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym12040563","pdf_url":"https://www.mdpi.com/2073-8994/12/4/563/pdf","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322729","display_name":"Ministarstvo Prosvete, Nauke i Tehnolo\u0161kog Razvoja","ror":"https://ror.org/01znas443"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3014938964.pdf","grobid_xml":"https://content.openalex.org/works/W3014938964.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W647354072","https://openalex.org/W1032810182","https://openalex.org/W1551514368","https://openalex.org/W1963739742","https://openalex.org/W1964659862","https://openalex.org/W1971122755","https://openalex.org/W1978994103","https://openalex.org/W1979429250","https://openalex.org/W1979798856","https://openalex.org/W1981106358","https://openalex.org/W1986157013","https://openalex.org/W1987562258","https://openalex.org/W1988502092","https://openalex.org/W1990316063","https://openalex.org/W1996499189","https://openalex.org/W2006096769","https://openalex.org/W2008742692","https://openalex.org/W2009923078","https://openalex.org/W2012401458","https://openalex.org/W2016838499","https://openalex.org/W2018078524","https://openalex.org/W2020296177","https://openalex.org/W2020400228","https://openalex.org/W2024413571","https://openalex.org/W2025725766","https://openalex.org/W2034924756","https://openalex.org/W2035330981","https://openalex.org/W2037581330","https://openalex.org/W2042088808","https://openalex.org/W2044282915","https://openalex.org/W2046078150","https://openalex.org/W2054253131","https://openalex.org/W2054365601","https://openalex.org/W2066029691","https://openalex.org/W2068400656","https://openalex.org/W2068940169","https://openalex.org/W2070183274","https://openalex.org/W2072587141","https://openalex.org/W2076452041","https://openalex.org/W2079273626","https://openalex.org/W2081587212","https://openalex.org/W2083498226","https://openalex.org/W2087713365","https://openalex.org/W2089227801","https://openalex.org/W2094704109","https://openalex.org/W2104448377","https://openalex.org/W2106606536","https://openalex.org/W2108877544","https://openalex.org/W2120456882","https://openalex.org/W2128438887","https://openalex.org/W2129763896","https://openalex.org/W2143871320","https://openalex.org/W2164342199","https://openalex.org/W2283925087","https://openalex.org/W2508181821","https://openalex.org/W2557868965","https://openalex.org/W2593144504","https://openalex.org/W2620747495","https://openalex.org/W2807887683","https://openalex.org/W2886225473","https://openalex.org/W2889084258","https://openalex.org/W2891340689","https://openalex.org/W2892735198","https://openalex.org/W2918933069","https://openalex.org/W2995229689","https://openalex.org/W2996941375","https://openalex.org/W4236154091","https://openalex.org/W4285719527","https://openalex.org/W6632986695","https://openalex.org/W6635013669","https://openalex.org/W6671045349","https://openalex.org/W6725013619","https://openalex.org/W7015121054"],"related_works":["https://openalex.org/W2035423388","https://openalex.org/W2120677329","https://openalex.org/W312923485","https://openalex.org/W2041365066","https://openalex.org/W2120745168","https://openalex.org/W2169049974","https://openalex.org/W2043018577","https://openalex.org/W2354788275","https://openalex.org/W2154914552","https://openalex.org/W2362969283"],"abstract_inverted_index":{"This":[0,31],"paper":[1],"proposes":[2],"an":[3,117,195],"approach":[4],"that":[5,234],"combines":[6],"data":[7],"envelopment":[8],"analysis":[9,98],"(DEA)":[10],"with":[11,100],"the":[12,52,71,82,94,101,105,136,142,158,190,208,212,240,246,255,258,270],"analytic":[13],"hierarchy":[14],"process":[15,32],"(AHP)":[16],"and":[17,44,62,70,103,154,182,200,203,221,225,265,272,279],"conjoint":[18,97,170],"analysis,":[19],"as":[20,37,116],"multi-criteria":[21],"decision-making":[22],"methods":[23],"to":[24,74,168,173,184,230],"evaluate":[25],"teachers\u2019":[26,163,243],"performance":[27],"in":[28,51,157,180,211],"higher":[29,217],"education.":[30],"of":[33,41,54,88,108,119,138,198,214,219,242,248,251,257,274],"evaluation":[34,50,78,118,241],"is":[35,58,79,172,194,223,227],"complex":[36],"it":[38,226],"involves":[39],"consideration":[40],"both":[42],"objective":[43,201],"subjective":[45,83,89,164,199],"efficiency":[46,49,77,84,193,205,244],"assessments.":[47],"The":[48,96],"presence":[53],"multiple":[55],"different":[56],"criteria":[57,90,139,156],"done":[59],"by":[60,141],"DEA":[61,159,181],"results":[63],"heavily":[64],"depend":[65],"on":[66,86,112,135],"their":[67,275],"selection,":[68],"values,":[69],"weights":[72],"assigned":[73],"them.":[75],"Objective":[76],"data-driven,":[80],"while":[81],"relies":[85],"values":[87],"usually":[91],"captured":[92],"throughout":[93],"survey.":[95],"helps":[99],"selection":[102],"determining":[104],"relative":[106],"importance":[107,145],"such":[109],"criteria,":[110],"based":[111],"stakeholder":[113],"preferences,":[114],"obtained":[115],"experimentally":[120],"designed":[121],"hypothetical":[122],"profiles.":[123],"An":[124],"efficient":[125,264],"experimental":[126],"design":[127],"can":[128,236],"be":[129,147,237],"either":[130],"symmetric":[131],"or":[132],"asymmetric":[133],"depending":[134],"structure":[137],"covered":[140],"study.":[143],"Obtained":[144],"might":[146],"a":[148,175,216],"guideline":[149],"for":[150,177],"selecting":[151],"adequate":[152],"input":[153],"output":[155],"model":[160],"when":[161],"assessing":[162],"efficiency.":[165],"Another":[166],"reason":[167],"use":[169],"preferences":[171],"set":[174],"basis":[176],"weight":[178],"restrictions":[179],"consequently":[183],"increase":[185],"its":[186],"discrimination":[187],"power.":[188],"Finally,":[189],"overall":[191],"teacher\u2019s":[192],"AHP":[196],"aggregation":[197],"teaching":[202],"research":[204],"scores.":[206],"Given":[207],"growing":[209],"competition":[210],"field":[213],"education,":[215],"level":[218],"responsibility":[220],"commitment":[222],"expected,":[224],"therefore":[228],"helpful":[229],"identify":[231],"weaknesses":[232],"so":[233],"they":[235],"addressed.":[238],"Therefore,":[239],"at":[245],"University":[247],"Belgrade,":[249],"Faculty":[250],"Organizational":[252],"Sciences":[253],"illustrates":[254],"usage":[256],"proposed":[259],"approach.":[260],"As":[261],"results,":[262],"relatively":[263],"inefficient":[266],"teachers":[267],"were":[268,277,281],"identified,":[269],"reasons":[271],"aspects":[273],"inefficiency":[276],"discovered,":[278],"rankings":[280],"made.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}