#pragma once #include "logTypes.hpp" #include #include #include #include #include #include #include namespace WebStat { class Ingestor { public: Ingestor(std::string_view hostname, DB::ConnectionPoolPtr); virtual ~Ingestor() = default; SPECIAL_MEMBERS_DELETE(Ingestor); using ScanResult = decltype(scn::scan(std::declval(), "")); using ScanValues = std::remove_cvref_t()->values())>; [[nodiscard]] static ScanResult scanLogLine(std::string_view); void ingestLog(std::FILE *); void ingestLogLine(DB::Connection *, std::string_view); template void storeLogLine(DB::Connection *, const std::tuple &) const; protected: size_t linesRead = 0; size_t linesParsed = 0; size_t linesDiscarded = 0; private: static constexpr size_t MAX_NEW_ENTITIES = 6; void storeEntities(DB::Connection *, std::span>) const; using NewEntities = std::array, MAX_NEW_ENTITIES>; template NewEntities newEntities(const std::tuple &) const; mutable std::flat_set existingEntities; uint32_t hostnameId; DB::ConnectionPoolPtr dbpool; }; }