{"id":"https://openalex.org/W2993768099","doi":null,"title":"From effect to effectiveness: the missing research questions","display_name":"From effect to effectiveness: the missing research questions","publication_year":2007,"publication_date":"2007-01-01","ids":{"openalex":"https://openalex.org/W2993768099","mag":"2993768099"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.423.454","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.423.454","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ifets.info/journals/10_1/4.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.ifets.info/journals/10_1/4.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029679194","display_name":"Graham Alsop","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Graham Alsop","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5112022085","display_name":"Chris Tompsett","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chris Tompsett","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.6209,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.95833699,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"10","issue":"1","first_page":"28","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10561","display_name":"Educational Research and Methods","score":0.61080002784729,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10561","display_name":"Educational Research and Methods","score":0.61080002784729,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14498","display_name":"Educational Technology in Learning","score":0.05689999833703041,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.02280000038444996,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-and-communication-technology-in-education","display_name":"information and communication technology in education","score":0.8330000042915344},{"id":"https://openalex.org/keywords/research-effectiveness","display_name":"research effectiveness","score":0.5040000081062317},{"id":"https://openalex.org/keywords/research-transfer","display_name":"research transfer","score":0.3799999952316284},{"id":"https://openalex.org/keywords/research-roadmap","display_name":"research roadmap","score":0.44600000977516174},{"id":"https://openalex.org/keywords/research-questions","display_name":"research questions","score":0.5400000214576721},{"id":"https://openalex.org/keywords/educational-technology-evaluation","display_name":"educational technology evaluation","score":0.3720000088214874},{"id":"https://openalex.org/keywords/evidence-based-practice","display_name":"evidence-based practice","score":0.46700000762939453}],"concepts":[{"id":"https://openalex.org/C2776916960","wikidata":"https://www.wikidata.org/wiki/Q637156","display_name":"Warrant","level":2,"score":0.7510732412338257},{"id":"https://openalex.org/C36727532","wikidata":"https://www.wikidata.org/wiki/Q861399","display_name":"Educational research","level":2,"score":0.6276568174362183},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5305863618850708},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5047682523727417},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4570266604423523},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.44159021973609924},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.41628697514533997},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3819575011730194},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.366791307926178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34399116039276123},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.33299699425697327},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3284663259983063},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.22620639204978943},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.20947015285491943},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.15740597248077393},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.423.454","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.423.454","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ifets.info/journals/10_1/4.pdf","raw_type":"text"},{"id":"pmh:oai:eprints.kingston.ac.uk:12449","doi":null,"is_oa":false,"landing_page_url":"http://eprints.kingston.ac.uk/id/eprint/12449/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400991","display_name":"Research Repository (Kingston University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801636071","host_organization_name":"Kingston Hospital NHS Trust","host_organization_lineage":["https://openalex.org/I2801636071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:eprints.kingston.ac.uk:1683","doi":null,"is_oa":false,"landing_page_url":"http://eprints.kingston.ac.uk/id/eprint/1683/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400991","display_name":"Research Repository (Kingston University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801636071","host_organization_name":"Kingston Hospital NHS Trust","host_organization_lineage":["https://openalex.org/I2801636071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"mag:2993768099","doi":null,"is_oa":true,"landing_page_url":"http://www.ifets.info/journals/10_1/4.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S187377680","display_name":"Educational Technology & Society","issn_l":"1176-3647","issn":["1176-3647","1436-4522"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Educational Technology & Society","raw_type":null}],"best_oa_location":{"id":"mag:2993768099","doi":null,"is_oa":true,"landing_page_url":"http://www.ifets.info/journals/10_1/4.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S187377680","display_name":"Educational Technology & Society","issn_l":"1176-3647","issn":["1176-3647","1436-4522"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Educational Technology & Society","raw_type":null},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.9235000014305115,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1515242458","https://openalex.org/W1562051644","https://openalex.org/W1600269511","https://openalex.org/W1670942626","https://openalex.org/W1780382453","https://openalex.org/W1987677291","https://openalex.org/W2000049702","https://openalex.org/W2010986485","https://openalex.org/W2024755547","https://openalex.org/W2026948646","https://openalex.org/W2050034496","https://openalex.org/W2077111155","https://openalex.org/W2081716240","https://openalex.org/W2086744970","https://openalex.org/W2104279103","https://openalex.org/W2116509122","https://openalex.org/W2130744162","https://openalex.org/W2135503425","https://openalex.org/W2142960568","https://openalex.org/W2147542201","https://openalex.org/W2148705324","https://openalex.org/W2169513012","https://openalex.org/W2329395632","https://openalex.org/W2477390595","https://openalex.org/W3217765398"],"related_works":["https://openalex.org/W7098051653","https://openalex.org/W7095434765","https://openalex.org/W4300111952","https://openalex.org/W7070968835","https://openalex.org/W7202133254","https://openalex.org/W6959952236","https://openalex.org/W2746841008","https://openalex.org/W2745925319","https://openalex.org/W2919691363","https://openalex.org/W4253599018"],"abstract_inverted_index":{"For":[0,26],"many":[1],"researchers":[2,28],"and":[3,7,24,69,125],"developers":[4],"in":[5,10,46,50,67,71,80,123,127,161],"information":[6],"communication":[8],"technology":[9],"education":[11,175],"(ICTE),":[12],"the":[13,33,142],"transfer":[14],"of":[15,89,155,157],"knowledge":[16],"from":[17,92],"research":[18,54,66,70,122,144],"into":[19],"educational":[20,128,162],"practice":[21,45,51,129,163],"is":[22,40,77,82,138,169,176],"slow":[23],"limited.":[25],"most":[27],"concerned":[29],"with":[30],"changing":[31],"practice,":[32],"failure":[34],"to":[35,42,57,84,96,116,140,172],"make":[36],"a":[37,63,87],"significant":[38],"impact":[39],"attributed":[41],"those":[43,49,160],"who":[44],"education,":[47,72],"whilst":[48],"see":[52],"technical":[53],"as":[55],"irrelevant":[56],"education.":[58],"This":[59,111],"paper":[60,112],"argues":[61],"that":[62,118,146,167],"comparison":[64],"between":[65,121],"healthcare":[68,81,104],"at":[73,150],"one":[74],"stage":[75],"disparaged,":[76],"informative.":[78],"Research":[79,99],"expected":[83,149],"pass":[85],"through":[86],"number":[88],"distinct":[90,143],"stages,":[91,159],"small-scale,":[93],"laboratorycontrolled":[94],"experiments":[95],"large-scale":[97],"trials.":[98],"cannot":[100],"be":[101,148],"integrated":[102],"within":[103],"delivery":[105],"until":[106],"these":[107,158],"stages":[108,120],"are":[109,130],"complete.":[110],"uses":[113],"this":[114],"model":[115],"argue":[117],"intermediate":[119],"ICTE":[124],"changes":[126],"currently":[131],"omitted":[132],"or":[133],"ignored.":[134],"A":[135],"\u2018road-map":[136],"\u2019":[137],"provided":[139],"characterize":[141],"questions":[145],"should":[147],"each":[151],"stage.":[152],"Without":[153],"completion":[154],"all":[156],"might":[164],"argue,":[165],"justifiably,":[166],"there":[168],"no":[170],"warrant":[171],"change":[173],"how":[174],"delivered.":[177]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2019-12-13T00:00:00"}