{"id":"https://openalex.org/W1480033580","doi":"https://doi.org/10.1108/14684521111193210","title":"Using a Delphi method and the analytic hierarchy process to evaluate Chinese search engines","display_name":"Using a Delphi method and the analytic hierarchy process to evaluate Chinese search engines","publication_year":2011,"publication_date":"2011-11-26","ids":{"openalex":"https://openalex.org/W1480033580","doi":"https://doi.org/10.1108/14684521111193210","mag":"1480033580"},"language":"en","primary_location":{"id":"doi:10.1108/14684521111193210","is_oa":false,"landing_page_url":"https://doi.org/10.1108/14684521111193210","pdf_url":null,"source":{"id":"https://openalex.org/S931548824","display_name":"Online Information Review","issn_l":"1468-4527","issn":["1468-4527","1468-4535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Online Information Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101605529","display_name":"Qinghua Zhu","orcid":"https://orcid.org/0000-0002-7384-3063"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]},{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qinghua Zhu","raw_affiliation_strings":["Department of Information Management, Nanjing University, Nanjing, People's Republic of China","(Department of Information Management, Nanjing University, Nanjing, People's Republic of China)"],"affiliations":[{"raw_affiliation_string":"Department of Information Management, Nanjing University, Nanjing, People's Republic of China","institution_ids":["https://openalex.org/I881766915","https://openalex.org/I200845125"]},{"raw_affiliation_string":"(Department of Information Management, Nanjing University, Nanjing, People's Republic of China)","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086952381","display_name":"Jia Tina Du","orcid":"https://orcid.org/0000-0002-3243-5768"},"institutions":[{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jia Tina Du","raw_affiliation_strings":["School of Computer and Information Science, University of South Australia, Adelaide, Australia","School of Computer and Information Science University of South Australia, Adelaide, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information Science, University of South Australia, Adelaide, Australia","institution_ids":["https://openalex.org/I170239107"]},{"raw_affiliation_string":"School of Computer and Information Science University of South Australia, Adelaide, Australia","institution_ids":["https://openalex.org/I170239107"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015812270","display_name":"Fei Meng","orcid":"https://orcid.org/0000-0003-3084-2607"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Meng","raw_affiliation_strings":["Department of Information Management, Nanjing University, Nanjing, People's Republic of China","(Department of Information Management, Nanjing University, Nanjing, People's Republic of China)"],"affiliations":[{"raw_affiliation_string":"Department of Information Management, Nanjing University, Nanjing, People's Republic of China","institution_ids":["https://openalex.org/I881766915","https://openalex.org/I200845125"]},{"raw_affiliation_string":"(Department of Information Management, Nanjing University, Nanjing, People's Republic of China)","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087597197","display_name":"Kewen Wu","orcid":"https://orcid.org/0000-0002-5894-822X"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kewen Wu","raw_affiliation_strings":["Department of Information Management, Nanjing University, Nanjing, People's Republic of China","(Department of Information Management, Nanjing University, Nanjing, People's Republic of China)"],"affiliations":[{"raw_affiliation_string":"Department of Information Management, Nanjing University, Nanjing, People's Republic of China","institution_ids":["https://openalex.org/I881766915","https://openalex.org/I200845125"]},{"raw_affiliation_string":"(Department of Information Management, Nanjing University, Nanjing, People's Republic of China)","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100567589","display_name":"Xiaoling Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoling Sun","raw_affiliation_strings":["School of Management and Engineering, Nanjing University, Nanjing, People's Republic of China","(School of Management and Engineering, Nanjing University, Nanjing, People's Republic of China)"],"affiliations":[{"raw_affiliation_string":"School of Management and Engineering, Nanjing University, Nanjing, People's Republic of China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"(School of Management and Engineering, Nanjing University, Nanjing, People's Republic of China)","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101605529"],"corresponding_institution_ids":["https://openalex.org/I200845125","https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":2.9558,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.91978201,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"35","issue":"6","first_page":"942","last_page":"956"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10609","display_name":"Digital Marketing and Social Media","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.968500018119812,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/analytic-hierarchy-process","display_name":"Analytic hierarchy process","score":0.7660737633705139},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6952186226844788},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.6618772149085999},{"id":"https://openalex.org/keywords/delphi-method","display_name":"Delphi method","score":0.6076622605323792},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.555532693862915},{"id":"https://openalex.org/keywords/delphi","display_name":"Delphi","score":0.5510743260383606},{"id":"https://openalex.org/keywords/web-crawler","display_name":"Web crawler","score":0.5463951826095581},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5126718282699585},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49525442719459534},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.45053598284721375},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4445052146911621},{"id":"https://openalex.org/keywords/originality","display_name":"Originality","score":0.4365183711051941},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.4354107677936554},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.25639426708221436},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19617599248886108},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19423362612724304},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16354143619537354}],"concepts":[{"id":"https://openalex.org/C87345402","wikidata":"https://www.wikidata.org/wiki/Q485202","display_name":"Analytic hierarchy process","level":2,"score":0.7660737633705139},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6952186226844788},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.6618772149085999},{"id":"https://openalex.org/C60641444","wikidata":"https://www.wikidata.org/wiki/Q841602","display_name":"Delphi method","level":2,"score":0.6076622605323792},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.555532693862915},{"id":"https://openalex.org/C2779495148","wikidata":"https://www.wikidata.org/wiki/Q487378","display_name":"Delphi","level":2,"score":0.5510743260383606},{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.5463951826095581},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5126718282699585},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49525442719459534},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.45053598284721375},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4445052146911621},{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.4365183711051941},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.4354107677936554},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.25639426708221436},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19617599248886108},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19423362612724304},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16354143619537354},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1108/14684521111193210","is_oa":false,"landing_page_url":"https://doi.org/10.1108/14684521111193210","pdf_url":null,"source":{"id":"https://openalex.org/S931548824","display_name":"Online Information Review","issn_l":"1468-4527","issn":["1468-4527","1468-4535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Online Information Review","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W255396808","https://openalex.org/W1486831987","https://openalex.org/W1524316754","https://openalex.org/W1524771255","https://openalex.org/W1598759141","https://openalex.org/W1964340538","https://openalex.org/W1970519052","https://openalex.org/W1973121421","https://openalex.org/W1973900256","https://openalex.org/W1979464183","https://openalex.org/W1980947812","https://openalex.org/W1994159485","https://openalex.org/W2037933327","https://openalex.org/W2045568757","https://openalex.org/W2047368652","https://openalex.org/W2056608361","https://openalex.org/W2068612058","https://openalex.org/W2068791509","https://openalex.org/W2083745421","https://openalex.org/W2095583374","https://openalex.org/W2105276905","https://openalex.org/W2110933113","https://openalex.org/W2114012145","https://openalex.org/W2125125501","https://openalex.org/W2168015171","https://openalex.org/W2168936936","https://openalex.org/W2794024226","https://openalex.org/W2999755761","https://openalex.org/W3091062994","https://openalex.org/W4240538493","https://openalex.org/W4247815686","https://openalex.org/W4249893928","https://openalex.org/W6609564928"],"related_works":["https://openalex.org/W258387445","https://openalex.org/W2727440616","https://openalex.org/W2154064618","https://openalex.org/W3159206637","https://openalex.org/W2921195876","https://openalex.org/W2124561181","https://openalex.org/W4237286267","https://openalex.org/W2083954229","https://openalex.org/W2527484881","https://openalex.org/W1480033580"],"abstract_inverted_index":{"Purpose":[0],"The":[1,140,172],"purpose":[2],"of":[3,58,67,95,111,126],"this":[4],"study":[5,30,100,113],"is":[6,39],"to":[7,26,35,74,91,103,117],"develop":[8,75],"an":[9,28,86,194],"evaluation":[10,42,77,106,177],"criteria":[11,43,107,149,173],"system":[12],"for":[13,150,174],"search":[14,33,122,144,153,169,175],"engines":[15,34,123],"using":[16],"the":[17,21,41,56,68,76,80,93,105,130,147,152,161,165,183,188],"Delphi":[18,70,185],"method":[19,71,145,186],"and":[20,25,51,53,79,143,180,187],"analytic":[22,81,189],"hierarchy":[23,82,190],"process,":[24],"conduct":[27],"empirical":[29,99],"on":[31,85,193],"Chinese":[32,121,158,168],"verify":[36],"it.":[37],"This":[38],"because":[40],"in":[44],"current":[45],"research":[46],"rarely":[47],"considers":[48],"expert":[49],"opinions":[50],"experience,":[52],"seldom":[54],"calculates":[55],"weight":[57,94],"each":[59,96],"criterion":[60],"by":[61,124,136,182],"quantitative":[62],"methods.":[63],"Design/methodology/approach":[64],"Expert":[65],"investigation":[66],"web\u2010based":[69,184],"was":[72,89,101],"employed":[73],"criteria,":[78],"process":[83,191],"based":[84,192],"exponential":[87,195],"scale":[88],"adopted":[90],"calculate":[92],"criterion.":[97],"An":[98],"designed":[102],"test":[104],"system.":[108],"A":[109],"total":[110],"12":[112],"participants":[114],"were":[115,133,146,178],"invited":[116],"evaluate":[118],"six":[119,166],"popular":[120],"means":[125],"e\u2010mail":[127],"questionnaires.":[128],"All":[129],"calculation":[131],"processes":[132],"executed":[134],"automatically":[135],"Java":[137],"programming.":[138],"Findings":[139],"indexing":[141],"structure":[142],"core":[148],"evaluating":[151],"engines.":[154,170],"Google":[155],"(using":[156],"simplified":[157],"characters)":[159],"achieved":[160],"best":[162],"performance":[163],"among":[164],"typical":[167],"Originality/value":[171],"engine":[176],"determined":[179],"weighted":[181],"scale.":[196]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":3},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
