summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat
-rw-r--r--test/perf-ingest.cpp85
-rw-r--r--test/test-util.cpp78
-rw-r--r--test/test-util.hpp8
3 files changed, 88 insertions, 83 deletions
diff --git a/test/perf-ingest.cpp b/test/perf-ingest.cpp
index ed87192..d05de17 100644
--- a/test/perf-ingest.cpp
+++ b/test/perf-ingest.cpp
@@ -3,95 +3,14 @@
#include "test-util.hpp"
#include <c++11Helpers.h>
-#include <fstream>
-#include <random>
#include <ingestor.hpp>
namespace {
const std::filesystem::path TMP_LOG = std::format("/tmp/webstat-perf-{}.log", getpid());
- const struct LogFile {
- SPECIAL_MEMBERS_DELETE(LogFile);
-
- LogFile()
- {
- std::random_device randDevice;
- std::mt19937 generator(randDevice());
-
- struct Strings {
- std::vector<std::string> vhosts;
- std::vector<std::string> ips;
- std::vector<std::string> paths;
- std::vector<std::string> qss;
- std::vector<std::string> refs;
- std::vector<std::string> uas;
- };
-
- Strings strings;
-
- auto genIp = [&generator]() {
- static std::uniform_int_distribution<unsigned short> octetDistrib {
- 0, std::numeric_limits<uint8_t>::max()};
- return std::format("{}.{}.{}.{}", octetDistrib(generator), octetDistrib(generator),
- octetDistrib(generator), octetDistrib(generator)
-
- );
- };
- auto getStrGen = [&generator](size_t minLen, size_t maxLen) {
- return [minLen, maxLen, &generator]() {
- std::uniform_int_distribution<char> charDistrib {'a', 'z'};
- std::uniform_int_distribution<size_t> lenDistrib {minLen, maxLen};
- std::string out;
- std::generate_n(std::back_inserter(out), lenDistrib(generator), [&generator, &charDistrib]() {
- return charDistrib(generator);
- });
- return out;
- };
- };
-
- for (auto & [out, count, stringGenerator] : std::initializer_list<
- std::tuple<std::vector<std::string> &, size_t, std::function<std::string()>>> {
- {strings.vhosts, 4, getStrGen(6, 20)},
- {strings.ips, 4, genIp},
- {strings.paths, 100, getStrGen(1, 50)},
- {strings.qss, 100, getStrGen(1, 50)},
- {strings.refs, 50, getStrGen(10, 50)},
- {strings.uas, 10, getStrGen(50, 70)},
- }) {
- std::generate_n(std::back_inserter(out), count, stringGenerator);
- }
- strings.qss.emplace_back("");
- strings.refs.emplace_back("-");
- strings.uas.emplace_back("-");
-
- constexpr size_t MISC_MIN = 1000;
- constexpr size_t MISC_MAX = 10000;
- constexpr uint64_t TICK_START = 1755710158296508;
- std::uniform_int_distribution<size_t> tickDistrib {MISC_MIN, MISC_MAX};
- std::uniform_int_distribution<size_t> sizeDistrib {MISC_MIN, MISC_MAX};
- std::uniform_int_distribution<size_t> durationDistrib {MISC_MIN, MISC_MAX};
- uint64_t tick = TICK_START;
- auto randomString = [&generator](auto & stringSet) {
- std::uniform_int_distribution<size_t> choiceDistrib {0, stringSet.size() - 1};
- return stringSet[choiceDistrib(generator)];
- };
-
- std::ofstream logfile {TMP_LOG};
- constexpr size_t LOG_LINES = 10000;
- for (size_t line = 0; line < LOG_LINES; ++line) {
- std::println(logfile, R"LOG({} {} {} GET "/{}" "?{}" HTTP/1.1 200 {} {} "{}" "{}")LOG",
- randomString(strings.vhosts), randomString(strings.ips), tick += tickDistrib(generator),
- randomString(strings.paths), randomString(strings.qss), sizeDistrib(generator),
- durationDistrib(generator), randomString(strings.refs), randomString(strings.uas));
- }
- }
-
- ~LogFile()
- {
- std::filesystem::remove(TMP_LOG);
- }
- } LOG_FILE;
+ constexpr size_t LOG_LINES = 10000;
+ const WebStat::LogFile LOG_FILE {TMP_LOG, LOG_LINES};
void
setup(const benchmark::State &)
diff --git a/test/test-util.cpp b/test/test-util.cpp
index b9011a4..32c3003 100644
--- a/test/test-util.cpp
+++ b/test/test-util.cpp
@@ -1,4 +1,6 @@
#include "test-util.hpp"
+#include <fstream>
+#include <random>
namespace WebStat {
MockDB::MockDB() :
@@ -19,4 +21,80 @@ namespace WebStat {
nodename.copy(uts.nodename, sizeof(uts.nodename));
return uts;
}
+
+ LogFile::LogFile(std::filesystem::path where, size_t entries) : path {std::move(where)}
+ {
+ std::random_device randDevice;
+ std::mt19937 generator(randDevice());
+
+ struct Strings {
+ std::vector<std::string> vhosts;
+ std::vector<std::string> ips;
+ std::vector<std::string> paths;
+ std::vector<std::string> qss;
+ std::vector<std::string> refs;
+ std::vector<std::string> uas;
+ };
+
+ Strings strings;
+
+ auto genIp = [&generator]() {
+ static std::uniform_int_distribution<unsigned short> octetDistrib {0, std::numeric_limits<uint8_t>::max()};
+ return std::format("{}.{}.{}.{}", octetDistrib(generator), octetDistrib(generator), octetDistrib(generator),
+ octetDistrib(generator)
+
+ );
+ };
+ auto getStrGen = [&generator](size_t minLen, size_t maxLen) {
+ return [minLen, maxLen, &generator]() {
+ std::uniform_int_distribution<char> charDistrib {'a', 'z'};
+ std::uniform_int_distribution<size_t> lenDistrib {minLen, maxLen};
+ std::string out;
+ std::generate_n(std::back_inserter(out), lenDistrib(generator), [&generator, &charDistrib]() {
+ return charDistrib(generator);
+ });
+ return out;
+ };
+ };
+
+ for (auto & [out, count, stringGenerator] :
+ std::initializer_list<std::tuple<std::vector<std::string> &, size_t, std::function<std::string()>>> {
+ {strings.vhosts, 4, getStrGen(6, 20)},
+ {strings.ips, 4, genIp},
+ {strings.paths, 100, getStrGen(1, 50)},
+ {strings.qss, 100, getStrGen(1, 50)},
+ {strings.refs, 50, getStrGen(10, 50)},
+ {strings.uas, 10, getStrGen(50, 70)},
+ }) {
+ std::generate_n(std::back_inserter(out), count, stringGenerator);
+ }
+ strings.qss.emplace_back("");
+ strings.refs.emplace_back("-");
+ strings.uas.emplace_back("-");
+
+ constexpr size_t MISC_MIN = 1000;
+ constexpr size_t MISC_MAX = 10000;
+ constexpr uint64_t TICK_START = 1755710158296508;
+ std::uniform_int_distribution<size_t> tickDistrib {MISC_MIN, MISC_MAX};
+ std::uniform_int_distribution<size_t> sizeDistrib {MISC_MIN, MISC_MAX};
+ std::uniform_int_distribution<size_t> durationDistrib {MISC_MIN, MISC_MAX};
+ uint64_t tick = TICK_START;
+ auto randomString = [&generator](auto & stringSet) {
+ std::uniform_int_distribution<size_t> choiceDistrib {0, stringSet.size() - 1};
+ return stringSet[choiceDistrib(generator)];
+ };
+
+ std::ofstream logfile {path};
+ for (size_t line = 0; line < entries; ++line) {
+ std::println(logfile, R"LOG({} {} {} GET "/{}" "?{}" HTTP/1.1 200 {} {} "{}" "{}")LOG",
+ randomString(strings.vhosts), randomString(strings.ips), tick += tickDistrib(generator),
+ randomString(strings.paths), randomString(strings.qss), sizeDistrib(generator),
+ durationDistrib(generator), randomString(strings.refs), randomString(strings.uas));
+ }
+ }
+
+ LogFile::~LogFile()
+ {
+ std::filesystem::remove(path);
+ }
}
diff --git a/test/test-util.hpp b/test/test-util.hpp
index b0ae0dd..c17418f 100644
--- a/test/test-util.hpp
+++ b/test/test-util.hpp
@@ -33,4 +33,12 @@ namespace WebStat {
template<typename Out> using ParseData = std::tuple<std::string_view, Out>;
utsname getTestUtsName(std::string_view);
+
+ struct LogFile {
+ LogFile(std::filesystem::path where, size_t entries);
+ ~LogFile();
+ SPECIAL_MEMBERS_DELETE(LogFile);
+
+ const std::filesystem::path path;
+ };
}
generated by cgit v1.2.3 (git 2.46.0) at 2025-10-14 22:29:37 +0000