package io.andrewohara.tinkertime.io.crawlers.pageLoaders; import java.io.IOException; import java.net.URL; import org.jsoup.Connection; import org.jsoup.Jsoup; import org.jsoup.nodes.Document; /** * PageLoader for loading and caching HTML documents from the web. * * @author Andrew O'Hara */ public class WebpageLoader extends PageLoader<Document>{ private Connection connection; @Override protected Document loadPage(URL url) throws IOException { if (connection == null){ connection = Jsoup.connect(url.toString()); } else { connection.url(url); } return connection.get(); } }