@inproceedings{39e941dfab8d4f1eaa93c68cf393f1b7,
title = "Theme extraction from chinese web documents based on page segmentation and entropy",
abstract = "Web pages often contain {"}clutters{"} (defined by us as unnecessary images, navigational menus and extraneous Ad links) around the body of an article that may distract users from the actual content. Therefore, how to extract useful and relevant themes from these web pages becomes a research focus. This paper proposes a new method for web theme extraction. The method firstly uses page segmentation technique to divide a web page into many unrelated blocks, and then calculates entropy of each block and that of the entire web page, then prunes redundant blocks whose entropies are larger than the threshold of the web page, lastly exports the rest blocks as theme of the web page. Moreover, it is verified by experiments that the new method takes better effect on theme extraction from Chinese web pages.",
keywords = "Information entropy, Page segmentation, Theme extraction",
author = "Deqing Wang and Hui Zhang and Gang Zhou",
year = "2009",
doi = "10.1007/978-3-642-04125-9\_25",
language = "英语",
isbn = "3642041248",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
pages = "221--230",
booktitle = "Foundations of Intelligent Systems - 18th International Symposium, ISMIS 2009, Proceedings",
note = "18th International Symposium on Methodologies for Intelligent Systems, ISMIS 2009 ; Conference date: 14-09-2009 Through 17-09-2009",
}