{"id":"https://openalex.org/W2019106661","doi":"https://doi.org/10.1145/2460383.2460390","title":"Assessing relevance and trust of the deep web sources and results based on inter-source agreement","display_name":"Assessing relevance and trust of the deep web sources and results based on inter-source agreement","publication_year":2013,"publication_date":"2013-05-01","ids":{"openalex":"https://openalex.org/W2019106661","doi":"https://doi.org/10.1145/2460383.2460390","mag":"2019106661"},"language":"en","primary_location":{"id":"doi:10.1145/2460383.2460390","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2460383.2460390","pdf_url":null,"source":{"id":"https://openalex.org/S131231701","display_name":"ACM Transactions on the Web","issn_l":"1559-1131","issn":["1559-1131","1559-114X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on the Web","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003057418","display_name":"Raju Balakrishnan","orcid":null},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Raju Balakrishnan","raw_affiliation_strings":["Arizona State University"],"affiliations":[{"raw_affiliation_string":"Arizona State University","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023323170","display_name":"Subbarao Kambhampati","orcid":"https://orcid.org/0000-0002-9069-0265"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subbarao Kambhampati","raw_affiliation_strings":["Arizona State University"],"affiliations":[{"raw_affiliation_string":"Arizona State University","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005849493","display_name":"Manishkumar Jha","orcid":null},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manishkumar Jha","raw_affiliation_strings":["Arizona State University"],"affiliations":[{"raw_affiliation_string":"Arizona State University","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5003057418"],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":10.5165,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.9781942,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"7","issue":"2","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8281114101409912},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.709229588508606},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6958228945732117},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6532094478607178},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.632050633430481},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4970283806324005},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4378528594970703},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.4327215552330017},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.41651618480682373},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39016062021255493},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.332030713558197},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.30461370944976807},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2272396683692932},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15391689538955688}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8281114101409912},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.709229588508606},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6958228945732117},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6532094478607178},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.632050633430481},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4970283806324005},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4378528594970703},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.4327215552330017},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.41651618480682373},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39016062021255493},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.332030713558197},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.30461370944976807},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2272396683692932},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15391689538955688},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2460383.2460390","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2460383.2460390","pdf_url":null,"source":{"id":"https://openalex.org/S131231701","display_name":"ACM Transactions on the Web","issn_l":"1559-1131","issn":["1559-1131","1559-114X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on the Web","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G368297471","display_name":null,"funder_award_id":"IIS-0905672","funder_id":"https://openalex.org/F4320337389","funder_display_name":"Division of Information and Intelligent Systems"},{"id":"https://openalex.org/G4744027958","display_name":null,"funder_award_id":"N000140910032","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320337389","display_name":"Division of Information and Intelligent Systems","ror":"https://ror.org/053a2cp42"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W58719989","https://openalex.org/W1487227972","https://openalex.org/W1508790985","https://openalex.org/W1519440323","https://openalex.org/W1534024124","https://openalex.org/W1552863221","https://openalex.org/W1556203341","https://openalex.org/W1646278814","https://openalex.org/W1845137714","https://openalex.org/W1968832971","https://openalex.org/W1979698145","https://openalex.org/W1986828474","https://openalex.org/W2002682102","https://openalex.org/W2004441230","https://openalex.org/W2007682403","https://openalex.org/W2038281398","https://openalex.org/W2048175506","https://openalex.org/W2059344928","https://openalex.org/W2060494110","https://openalex.org/W2066636486","https://openalex.org/W2066701322","https://openalex.org/W2069388662","https://openalex.org/W2073471108","https://openalex.org/W2073545563","https://openalex.org/W2086253379","https://openalex.org/W2090883204","https://openalex.org/W2098034778","https://openalex.org/W2102815161","https://openalex.org/W2108267498","https://openalex.org/W2108489852","https://openalex.org/W2111622024","https://openalex.org/W2112276485","https://openalex.org/W2114948500","https://openalex.org/W2116341550","https://openalex.org/W2118388899","https://openalex.org/W2124168655","https://openalex.org/W2128894810","https://openalex.org/W2134007343","https://openalex.org/W2137242774","https://openalex.org/W2137263761","https://openalex.org/W2138621811","https://openalex.org/W2143309843","https://openalex.org/W2143528378","https://openalex.org/W2148738951","https://openalex.org/W2148792468","https://openalex.org/W2150721933","https://openalex.org/W2155160033","https://openalex.org/W2159296364","https://openalex.org/W2162237605","https://openalex.org/W2163403121","https://openalex.org/W2166763895","https://openalex.org/W2167136297","https://openalex.org/W2169624745","https://openalex.org/W2915063781","https://openalex.org/W2950528741","https://openalex.org/W3150942237","https://openalex.org/W4246753198","https://openalex.org/W4251369550","https://openalex.org/W4255459561","https://openalex.org/W6602439768","https://openalex.org/W6633134671","https://openalex.org/W6684227942"],"related_works":["https://openalex.org/W2150136235","https://openalex.org/W2053591227","https://openalex.org/W2041353081","https://openalex.org/W2581240705","https://openalex.org/W2568183987","https://openalex.org/W2367099342","https://openalex.org/W2533706070","https://openalex.org/W2184474188","https://openalex.org/W3094024929","https://openalex.org/W2066869521"],"abstract_inverted_index":{"Deep":[0,19],"web":[1,20,67,108,119,292],"search":[2,21,293],"engines":[3],"face":[4],"the":[5,13,28,33,36,46,50,53,56,59,65,80,84,87,93,96,106,129,138,141,144,147,155,158,161,164,169,177,181,194,214,227,231,246,263,290,300,321,329],"formidable":[6],"challenge":[7],"of":[8,16,26,52,83,95,117,143,163,203,218,252,274],"retrieving":[9],"high-quality":[10,29],"results":[11,34,57,97],"from":[12,35],"vast":[14],"collection":[15],"searchable":[17],"databases.":[18],"is":[22,74,186,211],"a":[23,115,189,200,204,219,241,253],"two-step":[24],"process":[25],"selecting":[27],"sources":[30,54,120,145,159,192,277],"and":[31,55,98,109,140,146,174,257,272,284,320,328],"ranking":[32,223,243,327,332],"selected":[37],"sources.":[38,99,182],"Though":[39],"there":[40],"are":[41,77,103,134,255,260,287,333],"existing":[42],"methods":[43,69,313],"for":[44,105,176,262],"both":[45],"steps,":[47],"they":[48,76],"assess":[49],"relevance":[51,89,308],"using":[58],"query-result":[60],"similarity.":[61],"When":[62],"applied":[63],"to":[64,79,123,236,245],"deep":[66,107,118,291],"these":[68,132,258],"have":[70],"two":[71,101],"deficiencies.":[72],"First":[73],"that":[75,128,206,299,311],"agnostic":[78],"correctness":[81],"(trustworthiness)":[82],"results.":[85,148,232],"Second,":[86],"query-based":[88],"does":[90],"not":[91],"consider":[92],"importance":[94,139],"These":[100],"considerations":[102],"essential":[104],"open":[110],"collections":[111],"in":[112,136,289],"general.":[113],"Since":[114],"number":[116],"provide":[121],"answers":[122,133,165],"any":[124],"query,":[125],"we":[126,153,171,207,225,239],"conjuncture":[127],"agreements":[130],"between":[131,157,180,230],"helpful":[135],"assessing":[137,150],"trustworthiness":[142],"For":[149,222],"source":[151,242,254,285,304,331],"quality,":[152],"compute":[154],"agreement":[156,162,185,198,229,301],"as":[160,188,213],"returned.":[166],"While":[167],"computing":[168],"agreement,":[170],"also":[172],"measure":[173],"compensate":[175],"possible":[178],"collusion":[179],"This":[183],"adjusted":[184],"modeled":[187],"graph":[190],"with":[191],"at":[193],"vertices.":[195],"On":[196],"this":[197],"graph,":[199],"quality":[201],"score":[202],"source,":[205],"call":[208],"SourceRank":[209,235],",":[210],"calculated":[212],"stationary":[215],"visit":[216],"probability":[217],"random":[220],"walk.":[221],"results,":[224],"analyze":[226],"second-order":[228],"Further":[233],"extending":[234],"multidomain":[237],"search,":[238],"propose":[240],"sensitive":[244],"query":[247],"domains.":[248,280],"Multiple":[249],"domain-specific":[250,330],"rankings":[251,286],"computed,":[256],"ranks":[259],"combined":[261],"final":[264],"ranking.":[265],"We":[266,297],"perform":[267],"extensive":[268],"evaluations":[269,309],"on":[270],"online":[271],"hundreds":[273],"Google":[275,318],"Base":[276,319],"spanning":[278],"across":[279],"The":[281,325],"proposed":[282],"result":[283,326],"implemented":[288],"engine":[294],"Factal":[295],".":[296],"demonstrate":[298],"analysis":[302],"tracks":[303],"corruption.":[305],"Further,":[306],"our":[307,312],"show":[310],"improve":[314],"precision":[315],"significantly":[316],"over":[317],"other":[322],"baseline":[323],"methods.":[324],"evaluated":[334],"separately.":[335]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}