guess what! the algorithm

this time it's a literal algorithm again
not canonizing away punctuation
newlines are actually considered new sentences now
we look for the end of a sentence and then start after that

1 files changed, 12 insertions, 4 deletions

@@ -38,11 +38,11 @@ int main(int argc, char** args)
         std::string line;
         while (getline(infile, line))
         {
-                corpus += " " + line;
+                corpus += line + "\n ";
         }
         
     std::cout << "Preprocessing corpus..." << std::endl;
-        kgramstats* stats = new kgramstats(corpus, 3);
+        kgramstats* stats = new kgramstats(corpus, 4);
     
     std::cout << "Preprocessing freevars..." << std::endl;
     freevars* vars = new freevars();
@@ -52,14 +52,22 @@ int main(int argc, char** args)
     std::cout << "Generating..." << std::endl;
         for (;;)
         {
-                std::vector<std::string> doc = stats->randomSentence(rand() % 35 + 15);
+                std::vector<std::string> doc = stats->randomSentence(rand() % 35 + 45);
                 std::string hi;
                 for (std::vector<std::string>::iterator it = doc.begin(); it != doc.end(); ++it)
                 {
                         hi += vars->parse(*it) + " ";
                 }
+    
+    size_t firstperiod = hi.find_first_of(".!?");
+    if (firstperiod != std::string::npos)
+    {
+      hi = hi.substr(firstperiod+2);
+    }
+    
+    hi.resize(140);
 
-                size_t lastperiod = hi.find_last_of(".");
+                size_t lastperiod = hi.find_last_of(".!?");
                 if ((lastperiod != std::string::npos) && (rand() % 3 > 0))
                 {
                         hi = hi.substr(0, lastperiod+1);