blob: 8450e4f7af51e7c1e3e660e3ffe4fb899ec73347 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
|
#pragma once
#include "logTypes.hpp"
#include <c++11Helpers.h>
#include <connection_fwd.h>
#include <cstdio>
#include <scn/scan.h>
namespace WebStat {
class Ingestor {
public:
Ingestor(DB::ConnectionPtr dbconn);
virtual ~Ingestor() = default;
SPECIAL_MEMBERS_DEFAULT_MOVE_NO_COPY(Ingestor);
using ScanResult = decltype(scn::scan<std::string_view, std::string_view, uint64_t, std::string_view,
QuotedString, QueryString, std::string_view, unsigned short, unsigned int, unsigned int, CLFString,
CLFString>(std::declval<std::string_view>(), ""));
using ScanValues = std::remove_cvref_t<decltype(std::declval<WebStat::Ingestor::ScanResult>()->values())>;
[[nodiscard]] static ScanResult scanLogLine(std::string_view);
void ingestLog(std::FILE *);
protected:
size_t linesRead = 0;
size_t linesParsed = 0;
size_t linesDiscarded = 0;
private:
DB::ConnectionPtr dbconn;
};
}
|