Recrawl scheduling based on information longevity Export

@inproceedings{citeulike:3179546, abstract = {It is crucial for a web crawler to distinguish between ephemeral and persistent content. Ephemeral content (e.g., quote of the day) is usually not worth crawling, because by the time it reaches the index it is no longer representative of the web page from which it was acquired. On the other hand, content that persists across multiple page updates (e.g., recent blog postings) may be worth acquiring, because it matches the page's true content for a sustained period of time.}, address = {New York, NY, USA}, author = {Olston, Christopher and Pandey, Sandeep}, booktitle = {WWW '08: Proceeding of the 17th international conference on World Wide Web}, citeulike-article-id = {3179546}, citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=1367557}, citeulike-linkout-1 = {http://dx.doi.org/10.1145/1367497.1367557}, doi = {10.1145/1367497.1367557}, isbn = {978-1-60558-085-2}, keywords = {web-change, web-crawling}, location = {Beijing, China}, pages = {437--446}, posted-at = {2009-10-20 19:47:46}, priority = {2}, publisher = {ACM}, title = {Recrawl scheduling based on information longevity}, url = {http://dx.doi.org/10.1145/1367497.1367557}, year = {2008} }

TY - CONF ID - citeulike:3179546 L3 - citeulike-article-id:3179546 N2 - It is crucial for a web crawler to distinguish between ephemeral and persistent content. Ephemeral content (e.g., quote of the day) is usually not worth crawling, because by the time it reaches the index it is no longer representative of the web page from which it was acquired. On the other hand, content that persists across multiple page updates (e.g., recent blog postings) may be worth acquiring, because it matches the page's true content for a sustained period of time. CY - Beijing, China SN - 978-1-60558-085-2 AD - New York, NY, USA EP - 446 TI - Recrawl scheduling based on information longevity PB - ACM T2 - WWW '08: Proceeding of the 17th international conference on World Wide Web SP - 437 KW - web-change KW - web-crawling AU - Olston, Christopher AU - Pandey, Sandeep PY - 2008/// UR - http://dx.doi.org/10.1145/1367497.1367557 ER -