package spider;

import junit.framework.TestCase;

/**
 * @author shilad
 *
 */
public class TestSpider extends TestCase {
	private static final String BEGINNING_URL = "http://www.macalester.edu";
	/**
	 * Test the processPage method of the spider.
	 */
	public void testProcessPage() {
		Spider spider = new Spider(10);
		spider.processPage(BEGINNING_URL);
		
		assertTrue(spider.getWork().size() > 6);
		
		for (String url : spider.getWork()) {
			url = url.toLowerCase();
			assertFalse(url.endsWith(".jpg"));
			assertFalse(url.endsWith(".png"));
			assertFalse(url.endsWith(".gif"));
		}
		
		int i = 0;
		for (WordCount urlCount : spider.getUrlCounts()) {
			i += urlCount.getCount();
		}
		assertTrue(i >= 10);
	}
	
	public void testCrawl() {
		Spider spider = new Spider(2);
		spider.crawl(BEGINNING_URL);
		
		assertEquals(2, spider.getFinished().size());
		assertTrue(spider.getFinished().contains(BEGINNING_URL));
		assertTrue(spider.getWork().size() > 10);
		
		for (String url : spider.getWork()) {
			url = url.toLowerCase();
			assertFalse(url.endsWith(".jpg"));
			assertFalse(url.endsWith(".png"));
			assertFalse(url.endsWith(".gif"));
		}
		
		int i = 0;
		for (WordCount urlCount : spider.getUrlCounts()) {
			i += urlCount.getCount();
		}
		assertTrue(i >= 10);
	}
	
	

}