{"id":"https://openalex.org/W2132158204","doi":"https://doi.org/10.1145/1182475.1182496","title":"Systematic evaluation of e-learning systems","display_name":"Systematic evaluation of e-learning systems","publication_year":2006,"publication_date":"2006-10-14","ids":{"openalex":"https://openalex.org/W2132158204","doi":"https://doi.org/10.1145/1182475.1182496","mag":"2132158204"},"language":"en","primary_location":{"id":"doi:10.1145/1182475.1182496","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1182475.1182496","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Nordic conference on Human-computer interaction: changing roles","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://isdm.univ-tln.fr/PDF/isdm25/isdm25.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003495940","display_name":"Carmelo Ardito","orcid":"https://orcid.org/0000-0001-8993-9855"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"C. Ardito","raw_affiliation_strings":["Universit\u00e0 di Bari, Italy","Universita di Bari, Italy#TAB#"],"affiliations":[{"raw_affiliation_string":"Universit\u00e0 di Bari, Italy","institution_ids":["https://openalex.org/I5561750"]},{"raw_affiliation_string":"Universita di Bari, Italy#TAB#","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019771299","display_name":"Maria Francesca Costabile","orcid":"https://orcid.org/0000-0001-8554-0273"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"M. F. Costabile","raw_affiliation_strings":["Universit\u00e0 di Bari, Italy","Universita di Bari, Italy#TAB#"],"affiliations":[{"raw_affiliation_string":"Universit\u00e0 di Bari, Italy","institution_ids":["https://openalex.org/I5561750"]},{"raw_affiliation_string":"Universita di Bari, Italy#TAB#","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035208761","display_name":"Antonella De Angeli","orcid":"https://orcid.org/0000-0002-1525-0489"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"A. De Angeli","raw_affiliation_strings":["University of Manchester, UK","University of Manchester (UK)"],"affiliations":[{"raw_affiliation_string":"University of Manchester, UK","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"University of Manchester (UK)","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090655171","display_name":"Rosa Lanzilotti","orcid":"https://orcid.org/0000-0002-2039-8162"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"R. Lanzilotti","raw_affiliation_strings":["Universit\u00e0 di Bari, Italy","Universita di Bari, Italy#TAB#"],"affiliations":[{"raw_affiliation_string":"Universit\u00e0 di Bari, Italy","institution_ids":["https://openalex.org/I5561750"]},{"raw_affiliation_string":"Universita di Bari, Italy#TAB#","institution_ids":["https://openalex.org/I5561750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003495940"],"corresponding_institution_ids":["https://openalex.org/I5561750"],"apc_list":null,"apc_paid":null,"fwci":1.1406,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.78264412,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"195","last_page":"202"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.8532477617263794},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8033891320228577},{"id":"https://openalex.org/keywords/heuristic-evaluation","display_name":"Heuristic evaluation","score":0.6342630386352539},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.601860523223877},{"id":"https://openalex.org/keywords/usability-inspection","display_name":"Usability inspection","score":0.589000403881073},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.567130446434021},{"id":"https://openalex.org/keywords/cognitive-walkthrough","display_name":"Cognitive walkthrough","score":0.4821760058403015},{"id":"https://openalex.org/keywords/software-inspection","display_name":"Software inspection","score":0.4790407419204712},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4626738727092743},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.42833778262138367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4211656153202057},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37695547938346863},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1930742859840393},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.17331552505493164},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.16190674901008606},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13080844283103943}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8532477617263794},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8033891320228577},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.6342630386352539},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.601860523223877},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.589000403881073},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.567130446434021},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.4821760058403015},{"id":"https://openalex.org/C10272871","wikidata":"https://www.wikidata.org/wiki/Q929972","display_name":"Software inspection","level":5,"score":0.4790407419204712},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4626738727092743},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.42833778262138367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4211656153202057},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37695547938346863},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1930742859840393},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.17331552505493164},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.16190674901008606},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13080844283103943},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1145/1182475.1182496","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1182475.1182496","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Nordic conference on Human-computer interaction: changing roles","raw_type":"proceedings-article"},{"id":"pmh:oai:ricerca.uniba.it:11586/125614","is_oa":true,"landing_page_url":"http://hdl.handle.net/11586/125614","pdf_url":"http://isdm.univ-tln.fr/PDF/isdm25/isdm25.pdf","source":{"id":"https://openalex.org/S4377196296","display_name":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5561750","host_organization_name":"University of Bari Aldo Moro","host_organization_lineage":["https://openalex.org/I5561750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.unitn.it:11572/90161","is_oa":false,"landing_page_url":"http://delivery.acm.org/10.1145/1190000/1182496/p195-lanzilotti.pdf?ip=193.205.210.41&acc=ACTIVE%20SERVICE&CFID=78938436&CFTOKEN=98403879&__acm__=1327052614_a0f3bce975b7aab1d3e23cf27551b6a0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:iris.unitn.it:11572/90414","is_oa":false,"landing_page_url":"http://hdl.handle.net/11572/90414","pdf_url":null,"source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/1f4736ef-31ef-414b-926f-27f3743b4889","is_oa":false,"landing_page_url":"https://research.manchester.ac.uk/en/publications/1f4736ef-31ef-414b-926f-27f3743b4889","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ardito, C, Costabile, M F, De Angeli, A & Lanzilotti, R 2006, Systematic evaluation of e-learning systems: An experimental validation. in ACM International Conference Proceeding Series|ACM Int. Conf. Proc. Ser.. vol. 189, pp. 195-202, NordiCHI 2006: 4th Nordic Conference on Human-Computer Interaction - Changing Roles, Oslo, 1/07/06. https://doi.org/10.1145/1182475.1182496","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.atira.dk:publications/1f4736ef-31ef-414b-926f-27f3743b4889","is_oa":false,"landing_page_url":"https://www.research.manchester.ac.uk/portal/en/publications/systematic-evaluation-of-elearning-systems-an-experimental-validation(1f4736ef-31ef-414b-926f-27f3743b4889).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ardito, C, Costabile, M F, De Angeli, A & Lanzilotti, R 2006, Systematic evaluation of e-learning systems: An experimental validation. in ACM International Conference Proceeding Series|ACM Int. Conf. Proc. Ser.. vol. 189, pp. 195-202, NordiCHI 2006: 4th Nordic Conference on Human-Computer Interaction - Changing Roles, Oslo, 1/07/06. https://doi.org/10.1145/1182475.1182496","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:ricerca.uniba.it:11586/137210","is_oa":false,"landing_page_url":"http://hdl.handle.net/11586/137210","pdf_url":null,"source":{"id":"https://openalex.org/S4377196296","display_name":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5561750","host_organization_name":"University of Bari Aldo Moro","host_organization_lineage":["https://openalex.org/I5561750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:ricerca.uniba.it:11586/125614","is_oa":true,"landing_page_url":"http://hdl.handle.net/11586/125614","pdf_url":"http://isdm.univ-tln.fr/PDF/isdm25/isdm25.pdf","source":{"id":"https://openalex.org/S4377196296","display_name":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5561750","host_organization_name":"University of Bari Aldo Moro","host_organization_lineage":["https://openalex.org/I5561750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2132158204.pdf"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W49861460","https://openalex.org/W1490716443","https://openalex.org/W1911372055","https://openalex.org/W1978964594","https://openalex.org/W2025790308","https://openalex.org/W2058760785","https://openalex.org/W2066612758","https://openalex.org/W2077503414","https://openalex.org/W2126082059","https://openalex.org/W2342091124","https://openalex.org/W2885161099","https://openalex.org/W4239720002","https://openalex.org/W6629293277"],"related_works":["https://openalex.org/W2485414097","https://openalex.org/W2077503414","https://openalex.org/W65754041","https://openalex.org/W3206214086","https://openalex.org/W3210710594","https://openalex.org/W1964763852","https://openalex.org/W2494984367","https://openalex.org/W82190428","https://openalex.org/W2953887761","https://openalex.org/W2550923876"],"abstract_inverted_index":{"The":[0],"evaluation":[1,66,136,162],"of":[2,65,98,105,127,160],"e-learning":[3,53,111],"applications":[4],"deserves":[5],"special":[6],"attention":[7],"and":[8,13,144,150],"evaluators":[9,149],"need":[10],"effective":[11,143],"methodologies":[12],"appropriate":[14],"guidelines":[15],"to":[16,55,77,147],"perform":[17,56],"their":[18,152],"task.":[19],"We":[20],"have":[21,47,123],"proposed":[22],"a":[23,32,48,109],"methodology,":[24],"called":[25,68,87],"eLSE":[26],"(e-Learning":[27],"Systematic":[28],"Evaluation),":[29],"which":[30,72],"combines":[31],"specific":[33],"inspection":[34,39,101,130],"technique":[35],"with":[36],"user-testing.":[37,121],"This":[38],"aims":[40],"at":[41],"allowing":[42],"inspectors":[43,107],"that":[44,139],"may":[45],"not":[46],"wide":[49],"experience":[50],"in":[51],"evaluating":[52],"systems":[54],"accurate":[57],"evaluations.":[58],"It":[59],"is":[60,86],"based":[61],"on":[62,157],"the":[63,75,99,114,117,128,132,158],"use":[64],"patterns,":[67],"Abstract":[69,140],"Tasks":[70,141],"(ATs),":[71],"precisely":[73],"describe":[74],"activities":[76],"be":[78],"performed":[79],"during":[80],"inspection.":[81,89],"For":[82],"this":[83,91],"reason,":[84],"it":[85],"AT":[88,100,115,129],"In":[90],"paper,":[92],"we":[93],"present":[94],"an":[95,125],"empirical":[96],"validation":[97],"technique:":[102],"three":[103],"groups":[104],"novice":[106],"evaluated":[108],"commercial":[110],"system":[112],"applying":[113],"inspection,":[116,119],"heuristic":[118],"or":[120],"Results":[122],"shown":[124],"advantage":[126],"over":[131],"other":[133],"two":[134],"usability":[135,161],"methods,":[137],"demonstrating":[138],"are":[142,164],"efficient":[145],"tools":[146],"drive":[148],"improve":[151],"performance.":[153],"Important":[154],"methodological":[155],"considerations":[156],"reliability":[159],"techniques":[163],"discussed.":[165]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":4}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2016-06-24T00:00:00"}