{"id":"https://openalex.org/W4244354591","doi":"https://doi.org/10.1145/775107.775134","title":"Discovering informative content blocks from Web documents","display_name":"Discovering informative content blocks from Web documents","alternate_titles":[],"publication_year":2002,"publication_date":"2002-01-01","ids":{"openalex":"https://openalex.org/W4244354591","doi":"https://doi.org/10.1145/775107.775134"},"language":"en","primary_location":{"id":"doi:10.1145/775107.775134","doi":"https://doi.org/10.1145/775107.775134","is_oa":false,"landing_page_url":"https://doi.org/10.1145/775107.775134","pdf_url":null,"source":{"id":"https://openalex.org/S4363608767","display_name":"ACM SIGKDD Conference on Knowledge Discovery and Data Mining (KDD)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the eighth ACM SIGKDD international conference on Knowledge discovery and data mining - KDD '02","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4244354591"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036894943","display_name":"Shian-Hua Lin","orcid":"https://orcid.org/0000-0002-0618-9284","observed_orcids":["https://orcid.org/0000-0002-0618-9284"]},"institutions":[{"id":"https://openalex.org/I84653119","display_name":"Academia Sinica","ror":"https://ror.org/05bxb3784","country_code":"TW","type":"facility","lineage":["https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shian-Hua Lin","raw_affiliation_strings":["Academia Sinica, Nankang, Taipei 115, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academia Sinica, Nankang, Taipei 115, Taiwan","institution_ids":["https://openalex.org/I84653119"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051317071","display_name":"Jan-Ming Ho","orcid":"https://orcid.org/0000-0002-2432-8233","observed_orcids":["https://orcid.org/0000-0002-2432-8233"]},"institutions":[{"id":"https://openalex.org/I84653119","display_name":"Academia Sinica","ror":"https://ror.org/05bxb3784","country_code":"TW","type":"facility","lineage":["https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jan-Ming Ho","raw_affiliation_strings":["Academia Sinica, Nankang, Taipei 115, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academia Sinica, Nankang, Taipei 115, Taiwan","institution_ids":["https://openalex.org/I84653119"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I84653119"],"apc_list":null,"apc_paid":null,"fwci":2.2769,"has_fulltext":false,"cited_by_count":132,"citation_normalized_percentile":{"value":0.89106467,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/html-tags","display_name":"HTML tags","score":0.6990000009536743},{"id":"https://openalex.org/keywords/feature-entropy","display_name":"feature entropy","score":0.5360000133514404},{"id":"https://openalex.org/keywords/news-websites","display_name":"news websites","score":0.5180000066757202},{"id":"https://openalex.org/keywords/information-extraction","display_name":"information extraction","score":0.5490000247955322},{"id":"https://openalex.org/keywords/web-information-retrieval","display_name":"web information retrieval","score":0.3400000035762787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8139339685440063},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7739212512969971},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.682891845703125},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.5999560356140137},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.5429697632789612},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.5113215446472168},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.48554155230522156},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45042526721954346},{"id":"https://openalex.org/C195409031","wikidata":"https://www.wikidata.org/wiki/Q1031957","display_name":"HITS algorithm","level":5,"score":0.44756945967674255},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36438053846359253},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.27920854091644287},{"id":"https://openalex.org/C173576120","wikidata":"https://www.wikidata.org/wiki/Q2641220","display_name":"Static web page","level":4,"score":0.26596778631210327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21479561924934387},{"id":"https://openalex.org/C61096286","wikidata":"https://www.wikidata.org/wiki/Q7978592","display_name":"Web navigation","level":3,"score":0.1851119101047516},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/775107.775134","doi":"https://doi.org/10.1145/775107.775134","is_oa":false,"landing_page_url":"https://doi.org/10.1145/775107.775134","pdf_url":null,"source":{"id":"https://openalex.org/S4363608767","display_name":"ACM SIGKDD Conference on Knowledge Discovery and Data Mining (KDD)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the eighth ACM SIGKDD international conference on Knowledge discovery and data mining - KDD '02","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7099424372","https://openalex.org/W2153755149","https://openalex.org/W2146486820","https://openalex.org/W7098069410","https://openalex.org/W3084127337","https://openalex.org/W2119966992","https://openalex.org/W2066894472","https://openalex.org/W2316898980","https://openalex.org/W3133316366","https://openalex.org/W2464591306"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,90],"propose":[4,91],"a":[5,13,22,30,42,74,92,137],"new":[6],"approach":[7],"to":[8,37,66,94],"discover":[9],"informative":[10,104,160],"contents":[11,174],"from":[12,129,171],"set":[14,55,127],"of":[15,21,49,56,62,70,80,113,139,164,190],"tabular":[16],"documents":[17],"(or":[18],"Web":[19,23,43,134,141],"pages)":[20],"site.":[24],"Our":[25],"system,":[26],"InfoDiscoverer,":[27],"first":[28],"partitions":[29,100],"page":[31],"into":[32,102],"several":[33],"content":[34,75,108,118],"blocks":[35,101,109,119,161],"according":[36],"HTML":[38],"tag":[39],"<TABLE>":[40],"in":[41,53,73],"page.":[44],"Based":[45,123],"on":[46,124],"the":[47,50,54,67,77,81,87,97,114,125,158,188,196,205],"occurrence":[48],"features":[51],"(terms)":[52],"pages,":[57,142],"it":[58],"calculates":[59],"entropy":[60,68,78],"value":[61,69,79],"each":[63,71],"feature.":[64],"According":[65],"feature":[72],"block,":[76],"block":[82],"is":[83],"defined.":[84],"By":[85,184],"analyzing":[86],"information":[88,191],"measure,":[89],"method":[93],"dynamically":[95],"select":[96],"entropy-threshold":[98],"that":[99,145],"either":[103],"or":[105],"redundant.":[106],"Informative":[107],"are":[110,120,151],"distinguished":[111],"parts":[112],"page,":[115],"whereas":[116],"redundant":[117,173],"common":[121],"parts.":[122],"answer":[126],"generated":[128],"13":[130],"manually":[131],"tagged":[132],"news":[133,181],"sites":[135,166],"with":[136],"total":[138],"26,518":[140],"experiments":[143],"show":[144],"both":[146],"recall":[147],"and":[148,193,198,204,208],"precision":[149,200],"rates":[150],"greater":[152],"than":[153],"0.956.":[154],"That":[155],"is,":[156],"using":[157],"approach,":[159],"(news":[162],"articles)":[163],"these":[165],"can":[167],"be":[168,202,213],"automatically":[169],"separated":[170],"semantically":[172],"such":[175],"as":[176,187],"advertisements,":[177],"banners,":[178],"navigation":[179],"panels,":[180],"categories,":[182],"etc.":[183],"adopting":[185],"InfoDiscoverer":[186],"preprocessor":[189],"retrieval":[192,197],"extraction":[194],"applications,":[195],"extracting":[199,209],"will":[201,211],"increased,":[203],"indexing":[206],"size":[207],"complexity":[210],"also":[212],"reduced.":[214]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4244354591","counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":12},{"year":2012,"cited_by_count":7}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-05-12T00:00:00"}
