@inproceedings{ba0a34d5ecf342548494bfd0e222ae6a,
title = "Adaptive technique for web page change detection using multi-threaded crawlers",
abstract = "World Wide Web is getting dense as many new web pages and resources are created on a daily basis. Keeping track of the changes in the web content has become an immense challenge and is a research problem with a great significance. Even the search engines require to detect changes in the web to keep search indexes up to date. Numerous researches have been carried out on optimizing the change detection algorithms. This paper presents a methodology named Multi-Threaded Crawler for Change Detection of Web (MTCCDW), which is inspired from the producer-consumer problem. The suggested change detection process mainly analyses the performances and suggests a tread-based implementation process for the optimisation of the changed detection process. The experimental results show that the proposed methodology is capable of reducing the effective time to detect changes in a web page by 93.51%.",
keywords = "change detection, multi-threading, producer-consumer problem, web crawling, web page change detection",
author = "Lakmal Meegahapola and Roshan Alwis and Eranga Heshan and Vijini Mallawaarachchi and Dulani Meedeniya and Sampath Jayarathna",
year = "2017",
month = nov,
day = "9",
doi = "10.1109/INTECH.2017.8102430",
language = "English",
series = "7th International Conference on Innovative Computing Technology, INTECH 2017",
publisher = "Institute of Electrical and Electronics Engineers",
pages = "120--125",
booktitle = "7th International Conference on Innovative Computing Technology, INTECH 2017",
address = "United States",
note = "7th International Conference on Innovative Computing Technology, INTECH 2017 ; Conference date: 16-08-2017 Through 18-08-2017",
}