#pragma once

#include "curlOp.hpp"
#include "logTypes.hpp"
#include <c++11Helpers.h>
#include <connectionPool.h>
#include <connection_fwd.h>
#include <cstdio>
#include <flat_set>
#include <scn/scan.h>
#include <span>
#include <sys/utsname.h>

namespace WebStat {
	class Ingestor {
	public:
		Ingestor(const utsname &, DB::ConnectionPoolPtr);

		virtual ~Ingestor() = default;
		SPECIAL_MEMBERS_DELETE(Ingestor);

		using ScanResult = decltype(scn::scan<std::string_view, std::string_view, uint64_t, std::string_view,
				QuotedString, QueryString, std::string_view, unsigned short, unsigned int, unsigned int, CLFString,
				CLFString>(std::declval<std::string_view>(), ""));
		using ScanValues = std::remove_cvref_t<decltype(std::declval<WebStat::Ingestor::ScanResult>()->values())>;

		[[nodiscard]] static ScanResult scanLogLine(std::string_view);

		void ingestLog(std::FILE *);
		void ingestLogLine(DB::Connection *, std::string_view);

		template<typename... T> void storeLogLine(DB::Connection *, const std::tuple<T...> &) const;

		std::string userAgentAPI = "https://useragentstring.com";

	protected:
		size_t linesRead = 0;
		size_t linesParsed = 0;
		size_t linesDiscarded = 0;

	private:
		static constexpr size_t MAX_NEW_ENTITIES = 6;
		void storeEntities(DB::Connection *, std::span<const std::optional<Entity>>) const;
		using NewEntities = std::array<std::optional<Entity>, MAX_NEW_ENTITIES>;
		template<typename... T> NewEntities newEntities(const std::tuple<T...> &) const;
		void handleCurlOperations();

		using CurlOperations = std::map<CURL *, std::unique_ptr<CurlOperation>>;
		mutable std::flat_set<Crc32Value> existingEntities;
		uint32_t hostnameId;
		DB::ConnectionPoolPtr dbpool;
		CurlMultiPtr curl;
		mutable CurlOperations curlOperations;
	};
}