added parser.cpp

.gitignore

+.idea/
+CMakeLists.txt
+cmake-build-debug/

Parser.cpp

+//
+// Created by Veronica Day on 1/28/18.
+//
+
+#include <string>
+#include <functional>
+#include <queue>
+#include <iostream>
+#include <fstream>
+
+using namespace std;
+
+// Doc Id
+std::priority_queue<int> DOCID_PQ;
+std::priority_queue<string> URL_PQ;
+string PATH = "/doc";
+
+//TODO
+// get doc id from DocIDqueue (sent from crawler)
+// go to disk and get the HTML file
+// parse the html file
+	// if find url; send to crawler
+	// if find title send string to tokenizer
+class Parser
+{
+
+public:
+
+	/**
+	 * Parser
+	 * @return
+	 */
+	string execute()
+	{
+		ifstream inFile;
+		string docid = to_string(DOCID_PQ.top());
+
+		inFile.open(PATH+docid);
+
+		// error checking
+		if (!inFile)
+			cerr << "Unable to open file datafile.txt";
+
+
+		parse(inFile);
+
+
+
+
+		//TODO
+		// close file and remove
+
+	}
+
+
+private:
+
+	 /**
+	  * Parses file
+	  * @param inFile
+	  * @return
+	  */
+	 string parse(ifstream inFile)
+	 {
+		 string word = "";
+		 while (!inFile.eof())
+		 {
+			 inFile >> word;
+
+			 // checks for url
+			 check_url(word);
+
+			 // checks for title tags
+			 Tokenizer.execute(check_title(word));
+		 }
+
+	 }
+
+	 /**
+	  * Checks for url in string word
+	  * @param word
+	  */
+	 void check_url(string &word)
+	 {
+		 if (char* pos = strstr("href", word))
+		 {
+			 while (pos != "\"" && pos != "\'")
+				 ++pos;
+
+			 // take everything until next quote
+			 string url = "";
+			 ++pos;
+			 while (pos != "\"" && pos != "\'")
+			 {
+				 url += *pos;
+			 }
+
+			 // send it back to the crawler
+			 URL_PQ.push(url);
+		 }
+	 }
+
+	 /**
+	  * <title >AJF</title>
+	  * @param word
+	  */
+	 string check_title(string &word)
+	 {
+		 if (char* pos = strstr("<title>", word))
+		 {
+			 pos += 6;
+			 end_pos = strstr("</title>", word);
+			 string title = "";
+			 while (pos != end_pos)
+			 {
+				 ++pos;
+				 title += *pos;
+
+			 }
+
+			 return title;
+		 }
+
+	 }
+
+
+};
\ No newline at end of file