quick program that checks for unique ids in the files

indexer/Indexer.cpp

@@ -9,11 +9,8 @@ Indexer::Indexer() {
 
 void Indexer::run() {
     while(pointerToDictionaries.Size() != 0) {
-        if(totalIndexed > 50000) {
-            save();
-            reset();
-            totalIndexed = 0;
-        }
+        save();
+        reset();
         unordered_map<string, vector<int>>* dictionary = pointerToDictionaries.Pop();
         for(auto word : *dictionary) {
             indexedCount += word.second.size();
@@ -23,6 +20,7 @@ void Indexer::run() {
             }
         }
         currentlyIndexed += indexedCount;
+        indexedCount = 0;
     }
     save();
 }

indexer/testUniqueness.cpp

+#include <iostream>
+#include <fstream>
+#include <vector>
+#include <unordered_map>
+
+using namespace std;
+
+bool isNumber(string line) {
+    return (atoi(line.c_str()));
+}
+
+const int NUMBER_OF_FILES = 5;
+
+int main() {
+    vector <ifstream> files;
+    string word;
+    unordered_map <int, bool> wow;
+    for(int i = 0; i < NUMBER_OF_FILES; i++) {
+        string file = "index" + to_string(i) + ".txt";
+        files.push_back(ifstream(file));
+    }
+    for(int j = 0; j < files.size(); j++) {
+        while(files[j] >> word) {
+            if(isNumber(word)) {
+                int ss = stoi(word);
+                if(wow[ss]) {
+                    cout << " U FAILED " << endl;
+                    cout << ss << " APPEARED MULTIPLE TIMES!!!" << endl;
+                    exit(999);
+                } else {
+                    wow[ss] = true;
+                }
+            }
+        }
+    }
+    cout << wow.size() << endl;
+    return 0;
+}