push to url queue

CMakeLists.txt

@@ -23,9 +23,8 @@ add_executable(crawler-parser-test
         parser/Parser.cpp
         util/Stemmer.cpp
         util/Tokenizer.cpp
-        util/stringProcessing.cpp)
-
-
+        util/stringProcessing.cpp
+        indexer/Indexer.cpp)
 
 add_executable(crawler-parser-indexer-test
         main.cpp
@@ -46,8 +45,6 @@ add_executable(crawler-parser-indexer-test
         util/stringProcessing.cpp
         indexer/Indexer.cpp)
 
-
-
 add_executable(StringProcessingTest
         util/stringProcessing.cpp
         util/Stemmer.cpp

parser/Parser.cpp

@@ -79,9 +79,7 @@ void Parser::parse ( StreamReader* reader, Tokenizer *tokenizer )
 						}
 					if ( isValid( url ) )
 						{
-						ParsedUrl pUrl = ParsedUrl( url );
-						urlFrontier->Push( pUrl );
-						//cout << url << endl;
+						pushToUrlQueue( url, currentUrl, anchorText, true );
 						}
 					}
 					// check if line is title