blob: eba0277e93253023b313223540f0d06c91b659c3 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
#include <cstdio>
#include <list>
#include <map>
#include "kgramstats.h"
#include <ctime>
#include <vector>
#include <cstdlib>
#include <fstream>
#include <iostream>
int main(int argc, char** args)
{
srand(time(NULL));
if (argc == 1)
{
std::cout << "rawr-gen, version 1.0" << std::endl;
std::cout << "Usage: rawr-gen corpus-file" << std::endl;
std::cout << " where 'corpus-file' is the path to your input" << std::endl;
return 0;
}
std::ifstream infile(args[1]);
if (!infile)
{
std::cout << "rawr-gen, version 1.0" << std::endl;
std::cout << "Usage: rawr-gen corpus-file" << std::endl;
std::cout << " where 'corpus-file' is the path to your input" << std::endl;
std::cout << std::endl;
std::cout << "The file you specified does not exist." << std::endl;
return 0;
}
std::string corpus;
std::string line;
while (getline(infile, line))
{
if (line.back() == '\r')
{
line.pop_back();
}
corpus += line + "\n ";
}
// Replace old-style freevars while I can't be bothered to remake the corpus yet
std::vector<std::string> fv_names;
std::ifstream namefile("names.txt");
if (namefile.is_open())
{
while (!namefile.eof())
{
std::string l;
getline(namefile, l);
if (l.back() == '\r')
{
l.pop_back();
}
fv_names.push_back(l);
}
}
namefile.close();
std::cout << "Preprocessing corpus..." << std::endl;
rawr kgramstats;
kgramstats.addCorpus(corpus);
kgramstats.compile(4);
kgramstats.setTransformCallback([&] (std::string canonical, std::string) {
size_t pos = canonical.find("$name$");
if (pos != std::string::npos)
{
canonical.replace(pos, 6, fv_names[rand() % fv_names.size()]);
}
return canonical;
});
std::cout << "Generating..." << std::endl;
for (;;)
{
std::string doc = kgramstats.randomSentence(140);
doc.resize(140);
std::cout << doc << std::endl;
getc(stdin);
}
return 0;
}
|