trying with 3 spiders

crawler/SocketReader.cpp

@@ -29,6 +29,8 @@ void SocketReader::fillBuffer()
 
 	// Send a GET message for the desired page.
 
+	cout << "Socket Reader is pulling from the web" << endl;
+
 	string getMessage = "GET ";
 	getMessage += url.CompleteUrl;
 	getMessage += " HTTP/1.1\r\nHost: ";
@@ -43,8 +45,10 @@ void SocketReader::fillBuffer()
 	char buffer[ 10240 ];
 	int bytes;
 
+
 	while ( ( bytes = recv( s, buffer, sizeof( buffer ), 0 ) ) > 0 )
 		write( 1, buffer, bytes );
 
 	close( s );
+	return;
 	}
\ No newline at end of file

crawler/spider.cpp

@@ -47,9 +47,7 @@ void Spider::FuncToRun()
 			{
 			if ( cond )
 				{
-				// markURLSeen( currentUrl );
 
-				//StreamReader* reader = request( currentUrl );
 
 				StreamReader *reader = request( currentUrl );
 

main.cpp

@@ -84,7 +84,7 @@ unordered_map < string, int > *docMapLookUp = new unordered_map < string, int >(
 
 Crawler crawler( mode, &urlFrontier );
 
-crawler.SpawnSpiders(1 , docMapLookUp);
+crawler.SpawnSpiders(3 , docMapLookUp);
 
 crawler.
 

tests/webSeed.txt

 http://www.dailymail.co.uk/ushome/index.html
 http://www.bbc.com/
+http://www.bbc.co.uk/news/business-42959138
\ No newline at end of file