{"id":"https://openalex.org/W3157979751","doi":"https://doi.org/10.30560/ier.v4n1p18","title":"Designing Online Learning Evaluation in Times of Covid-19 Pandemic","display_name":"Designing Online Learning Evaluation in Times of Covid-19 Pandemic","publication_year":2021,"publication_date":"2021-05-02","ids":{"openalex":"https://openalex.org/W3157979751","doi":"https://doi.org/10.30560/ier.v4n1p18","mag":"3157979751"},"language":"en","primary_location":{"id":"doi:10.30560/ier.v4n1p18","doi":"https://doi.org/10.30560/ier.v4n1p18","is_oa":true,"landing_page_url":"https://doi.org/10.30560/ier.v4n1p18","pdf_url":"https://j.ideasspread.org/index.php/ier/article/download/851/788","source":{"id":"https://openalex.org/S4210198905","display_name":"International Educational Research","issn_l":"2576-3059","issn":["2576-3059","2576-3067"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Educational Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://j.ideasspread.org/index.php/ier/article/download/851/788","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006429463","display_name":"Bambang Suswanto","orcid":"https://orcid.org/0000-0002-5874-2774","observed_orcids":["https://orcid.org/0000-0002-5874-2774"]},"institutions":[{"id":"https://openalex.org/I261079859","display_name":"Jenderal Soedirman University","ror":"https://ror.org/02fckb719","country_code":"ID","type":"education","lineage":["https://openalex.org/I261079859"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Bambang Suswanto","raw_affiliation_strings":["Faculty of Social and Political Science, Jenderal Soedirman University, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Social and Political Science, Jenderal Soedirman University, Indonesia","institution_ids":["https://openalex.org/I261079859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090296001","display_name":"Adhi Iman Sulaiman","orcid":"https://orcid.org/0000-0002-7439-9961","observed_orcids":["https://orcid.org/0000-0002-7439-9961"]},"institutions":[{"id":"https://openalex.org/I261079859","display_name":"Jenderal Soedirman University","ror":"https://ror.org/02fckb719","country_code":"ID","type":"education","lineage":["https://openalex.org/I261079859"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Adhi Iman Sulaiman","raw_affiliation_strings":["Faculty of Social and Political Science, Jenderal Soedirman University, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Social and Political Science, Jenderal Soedirman University, Indonesia","institution_ids":["https://openalex.org/I261079859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014113069","display_name":"Toto Sugito","orcid":"https://orcid.org/0000-0001-9596-2031","observed_orcids":["https://orcid.org/0000-0001-9596-2031"]},"institutions":[{"id":"https://openalex.org/I261079859","display_name":"Jenderal Soedirman University","ror":"https://ror.org/02fckb719","country_code":"ID","type":"education","lineage":["https://openalex.org/I261079859"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Toto Sugito","raw_affiliation_strings":["Faculty of Social and Political Science, Jenderal Soedirman University, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Social and Political Science, Jenderal Soedirman University, Indonesia","institution_ids":["https://openalex.org/I261079859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048796576","display_name":"Sri Weningsih","orcid":"https://orcid.org/0000-0003-3852-8137","observed_orcids":["https://orcid.org/0000-0003-3852-8137"]},"institutions":[{"id":"https://openalex.org/I193621155","display_name":"Indonesia Open University","ror":"https://ror.org/03zwesg40","country_code":"ID","type":"education","lineage":["https://openalex.org/I193621155"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Sri Weningsih","raw_affiliation_strings":["Indonesia Open University in Purwokerto, Central Java Province of Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indonesia Open University in Purwokerto, Central Java Province of Indonesia","institution_ids":["https://openalex.org/I193621155"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029659511","display_name":"Ahmad Fikri Sabiq","orcid":"https://orcid.org/0000-0002-8476-8388","observed_orcids":["https://orcid.org/0000-0002-8476-8388","https://orcid.org/0000-0002-8460-0577"]},"institutions":[{"id":"https://openalex.org/I261079859","display_name":"Jenderal Soedirman University","ror":"https://ror.org/02fckb719","country_code":"ID","type":"education","lineage":["https://openalex.org/I261079859"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ahmad Sabiq","raw_affiliation_strings":["Faculty of Social and Political Science, Jenderal Soedirman University, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Social and Political Science, Jenderal Soedirman University, Indonesia","institution_ids":["https://openalex.org/I261079859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112072906","display_name":"Bambang Kuncoro","orcid":"https://orcid.org/0009-0009-5238-963X","observed_orcids":["https://orcid.org/0009-0009-5238-963X"]},"institutions":[{"id":"https://openalex.org/I261079859","display_name":"Jenderal Soedirman University","ror":"https://ror.org/02fckb719","country_code":"ID","type":"education","lineage":["https://openalex.org/I261079859"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Bambang Kuncoro","raw_affiliation_strings":["Faculty of Social and Political Science, Jenderal Soedirman University, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Social and Political Science, Jenderal Soedirman University, Indonesia","institution_ids":["https://openalex.org/I261079859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.6314,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.97871758,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"4","issue":"1","first_page":"p18","last_page":"p18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11101","display_name":"Online Learning Methods and Innovations","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11101","display_name":"Online Learning Methods and Innovations","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13084","display_name":"Education during COVID-19 pandemic","score":0.0215000007301569,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14496","display_name":"Educational Technology and E-Learning","score":0.0031999999191612005,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/e-learning-evaluation","display_name":"e-learning evaluation","score":0.9700000286102295},{"id":"https://openalex.org/keywords/covid-19","display_name":"COVID-19 pandemic","score":0.9769999980926514},{"id":"https://openalex.org/keywords/web-based-learning-media","display_name":"online learning media","score":0.7170000076293945},{"id":"https://openalex.org/keywords/microsoft-teams","display_name":"Microsoft Teams","score":0.8059999942779541},{"id":"https://openalex.org/keywords/virtual-learning-environments","display_name":"virtual learning environments","score":0.8379999995231628},{"id":"https://openalex.org/keywords/google-forms","display_name":"Google Forms","score":0.8309999704360962},{"id":"https://openalex.org/keywords/program-improvement","display_name":"program improvement","score":0.4880000054836273},{"id":"https://openalex.org/keywords/private-schools","display_name":"private schools","score":0.5040000081062317},{"id":"https://openalex.org/keywords/teacher-education","display_name":"teacher professional development","score":0.6629999876022339}],"concepts":[{"id":"https://openalex.org/C100363876","wikidata":"https://www.wikidata.org/wiki/Q690661","display_name":"Nonprobability sampling","level":3,"score":0.6125550270080566},{"id":"https://openalex.org/C25032326","wikidata":"https://www.wikidata.org/wiki/Q185467","display_name":"Socialization","level":2,"score":0.5480735898017883},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5401173830032349},{"id":"https://openalex.org/C2779114481","wikidata":"https://www.wikidata.org/wiki/Q6510117","display_name":"Learning Management","level":2,"score":0.5285995006561279},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47062066197395325},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4636607766151428},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4624808728694916},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.45820024609565735},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.43700656294822693},{"id":"https://openalex.org/C503872463","wikidata":"https://www.wikidata.org/wiki/Q159595","display_name":"Distance education","level":2,"score":0.4323257505893707},{"id":"https://openalex.org/C89623803","wikidata":"https://www.wikidata.org/wiki/Q12184","display_name":"Pandemic","level":5,"score":0.43063998222351074},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4176049828529358},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.3474726676940918},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.29862362146377563},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2760443687438965},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23858189582824707},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.22758734226226807},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.30560/ier.v4n1p18","doi":"https://doi.org/10.30560/ier.v4n1p18","is_oa":true,"landing_page_url":"https://doi.org/10.30560/ier.v4n1p18","pdf_url":"https://j.ideasspread.org/index.php/ier/article/download/851/788","source":{"id":"https://openalex.org/S4210198905","display_name":"International Educational Research","issn_l":"2576-3059","issn":["2576-3059","2576-3067"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Educational Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.30560/ier.v4n1p18","doi":"https://doi.org/10.30560/ier.v4n1p18","is_oa":true,"landing_page_url":"https://doi.org/10.30560/ier.v4n1p18","pdf_url":"https://j.ideasspread.org/index.php/ier/article/download/851/788","source":{"id":"https://openalex.org/S4210198905","display_name":"International Educational Research","issn_l":"2576-3059","issn":["2576-3059","2576-3067"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Educational Research","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.975600004196167}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320329060","display_name":"Jenderal Soedirman University","ror":"https://ror.org/02fckb719"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3157979751.pdf","grobid_xml":"https://content.openalex.org/works/W3157979751.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1249180739","https://openalex.org/W1506845152","https://openalex.org/W1535191938","https://openalex.org/W1588982619","https://openalex.org/W1972377541","https://openalex.org/W1975313961","https://openalex.org/W1976420737","https://openalex.org/W1990429393","https://openalex.org/W2000467065","https://openalex.org/W2006102047","https://openalex.org/W2046048336","https://openalex.org/W2049431681","https://openalex.org/W2056815610","https://openalex.org/W2070517470","https://openalex.org/W2119797181","https://openalex.org/W2162293212","https://openalex.org/W2163787042","https://openalex.org/W2292633744","https://openalex.org/W2318783638","https://openalex.org/W2341378905","https://openalex.org/W2397154785","https://openalex.org/W2530986924","https://openalex.org/W2574743882","https://openalex.org/W2742301944","https://openalex.org/W2778107739","https://openalex.org/W2802196536","https://openalex.org/W2886319063","https://openalex.org/W2889872358","https://openalex.org/W2907697249","https://openalex.org/W2914238034","https://openalex.org/W2943396135","https://openalex.org/W2955147382","https://openalex.org/W2964225793","https://openalex.org/W2984875150","https://openalex.org/W3015830088","https://openalex.org/W3017029353","https://openalex.org/W3027148609","https://openalex.org/W3030337223","https://openalex.org/W3080266550","https://openalex.org/W3113206503","https://openalex.org/W3152089145","https://openalex.org/W3170816233","https://openalex.org/W4206015219","https://openalex.org/W4234195136","https://openalex.org/W6946512394"],"related_works":["https://openalex.org/W4315491886","https://openalex.org/W6950364380","https://openalex.org/W4282826580","https://openalex.org/W4318023143","https://openalex.org/W7216841112","https://openalex.org/W3207431258","https://openalex.org/W3172994265","https://openalex.org/W7203744596","https://openalex.org/W3207853022","https://openalex.org/W3206376162"],"abstract_inverted_index":{"The":[0,17,44,101],"research":[1,21,102],"objective":[2],"is":[3,167,187],"to":[4,190,192],"design":[5],"of":[6,74,81,88,99,107,111,134,181,185],"learning":[7,136,154],"evaluation":[8,117,199],"that":[9,26,104],"becomes":[10],"strategy":[11],"in":[12,91,94,131],"the":[13,69,78,105,119,132,139,143],"Covid":[14],"Pandemic":[15],"19.":[16],"study":[18,42,75],"used":[19],"qualitative":[20],"methods":[22],"with":[23],"case":[24,41],"studies":[25],"construct":[27],"unique":[28],"and":[29,37,71,84,109,128,146,163,174,183,196,198,208],"important":[30,189],"special":[31,172],"realities":[32],"through":[33,48,138,155,205],"data":[34,45],"collection":[35],"interviews":[36],"discussions":[38],"by":[39,65],"using":[40,126],"analysis.":[43],"was":[46],"collected":[47],"online":[49,135,156],"media":[50,137,141,157],"such":[51],"as":[52,55,57,113,115],"google":[53,206],"meetings":[54],"well":[56,114],"direct":[58],"observation":[59],"from":[60],"informants,":[61],"who":[62],"were":[63],"determined":[64],"purposive":[66],"sampling,":[67],"namely":[68],"management":[70],"student":[72],"representatives":[73],"groups":[76],"at":[77],"Open":[79],"University":[80],"Purwokerto":[82],"City":[83],"private":[85],"education":[86,112,186],"institution":[87],"Pakis":[89],"school":[90],"Cilongok":[92],"District":[93],"Banyumas":[95],"regency,":[96],"Central":[97],"Java":[98],"Indonesia.":[100],"result":[103],"process":[106],"service":[108],"implementation":[110,184],"its":[116],"during":[118],"Covid-19":[120],"pandemic":[121],"must":[122],"still":[123,168],"take":[124],"place":[125],"adaptation":[127],"innovation":[129],"strategies":[130],"form":[133,207],"application":[140],"for":[142,171],"Microsoft":[144],"Teams":[145],"Learning":[147,209],"Management":[148,210],"System":[149,211],"(LMS)":[150],"program.":[151],"Implementing":[152],"innovative":[153],"has":[158],"been":[159],"successfully":[160],"implemented":[161],"practically":[162],"effectively,":[164],"but":[165],"there":[166],"a":[169],"need":[170],"socialization":[173],"training":[175],"on":[176],"an":[177],"ongoing":[178],"basis.":[179],"Evaluation":[180],"services":[182],"very":[188],"do":[191],"provide":[193],"program":[194],"improvement":[195],"results":[197],"could":[200],"be":[201],"effectively":[202],"carried":[203],"out":[204],"(LMS).":[212]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":14}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2021-05-10T00:00:00"}
