From d74a7b7aec40d83b940dbfe10850734075aa6c5c Mon Sep 17 00:00:00 2001
From: Dan Goodliffe <dan@randomdan.homeip.net>
Date: Sun, 27 Jun 2021 18:59:21 +0100
Subject: Add an existing table to the config

---
 lib/input/sql/selectColumns.sql          |  5 +++++
 lib/output/pq/sql/insertColumn.sql       |  2 ++
 lib/output/pq/sql/insertTable.sql        |  3 +++
 lib/output/pq/sql/selectSourceSchema.sql |  3 +++
 lib/output/pq/updateDatabase.cpp         | 31 +++++++++++++++++++++++++++++++
 lib/output/pq/updateDatabase.h           |  5 +++++
 6 files changed, 49 insertions(+)
 create mode 100644 lib/input/sql/selectColumns.sql
 create mode 100644 lib/output/pq/sql/insertColumn.sql
 create mode 100644 lib/output/pq/sql/insertTable.sql
 create mode 100644 lib/output/pq/sql/selectSourceSchema.sql

(limited to 'lib')

diff --git a/lib/input/sql/selectColumns.sql b/lib/input/sql/selectColumns.sql
new file mode 100644
index 0000000..a8a224c
--- /dev/null
+++ b/lib/input/sql/selectColumns.sql
@@ -0,0 +1,5 @@
+SELECT column_name, is_nullable = 'YES', column_type, column_key = 'PRI'
+FROM information_schema.columns
+WHERE table_schema = DATABASE()
+AND table_name = ?
+ORDER BY ordinal_position
diff --git a/lib/output/pq/sql/insertColumn.sql b/lib/output/pq/sql/insertColumn.sql
new file mode 100644
index 0000000..b8efde9
--- /dev/null
+++ b/lib/output/pq/sql/insertColumn.sql
@@ -0,0 +1,2 @@
+INSERT INTO mygrate.table_columns(column_name, mysql_ordinal, table_id)
+VALUES($1, $2, $3)
diff --git a/lib/output/pq/sql/insertTable.sql b/lib/output/pq/sql/insertTable.sql
new file mode 100644
index 0000000..4b559d0
--- /dev/null
+++ b/lib/output/pq/sql/insertTable.sql
@@ -0,0 +1,3 @@
+INSERT INTO mygrate.tables(table_name, source_id)
+VALUES($1, $2)
+RETURNING table_id
diff --git a/lib/output/pq/sql/selectSourceSchema.sql b/lib/output/pq/sql/selectSourceSchema.sql
new file mode 100644
index 0000000..a583c4f
--- /dev/null
+++ b/lib/output/pq/sql/selectSourceSchema.sql
@@ -0,0 +1,3 @@
+SELECT table_schema
+FROM mygrate.source s
+WHERE s.source_id = $1
diff --git a/lib/output/pq/updateDatabase.cpp b/lib/output/pq/updateDatabase.cpp
index 52388be..389d47a 100644
--- a/lib/output/pq/updateDatabase.cpp
+++ b/lib/output/pq/updateDatabase.cpp
@@ -1,19 +1,25 @@
 #include "updateDatabase.h"
 #include "pqConn.h"
+#include "typeMapper.h"
 #include <compileTimeFormatter.h>
 #include <cstdint>
 #include <dbRecordSet.h>
 #include <eventSourceBase.h>
 #include <helpers.h>
+#include <input/mysqlConn.h>
 #include <input/replStream.h>
+#include <input/sql/selectColumns.h>
 #include <input/sql/showMasterStatus.h>
 #include <memory>
+#include <output/pq/sql/insertColumn.h>
 #include <output/pq/sql/insertSource.h>
+#include <output/pq/sql/insertTable.h>
 #include <output/pq/sql/selectColumns.h>
 #include <output/pq/sql/selectSource.h>
 #include <output/pq/sql/selectSourceSchema.h>
 #include <output/pq/sql/selectTables.h>
 #include <stdexcept>
+#include <streamSupport.h>
 
 namespace MyGrate::Output::Pq {
 	UpdateDatabase::UpdateDatabase(const char * const str, uint64_t s) :
@@ -56,4 +62,29 @@ namespace MyGrate::Output::Pq {
 		});
 		return UpdateDatabase(pq->connstr.c_str(), source_id);
 	}
+
+	void
+	UpdateDatabase::addTable(Input::MySQLConn * conn, const char * tableName)
+	{
+		auto cols = input::sql::selectColumns::execute(conn, tableName);
+		verify<std::logic_error>(cols->rows() > 0, "Table has no rows");
+		Tx {this}([&] {
+			const auto table_id = **output::pq::sql::insertTable::execute(this, tableName, source);
+			std::stringstream ct;
+			scprintf<"CREATE TABLE %?.%?(">(ct, schema, tableName);
+			TypeMapper tm;
+			for (auto col : *cols) {
+				output::pq::sql::insertColumn::execute(this, col[0], col.currentRow(), table_id);
+				if (col.currentRow())
+					ct << ',';
+				scprintf<"%? %?">(ct, col[0], tm.map(col[2], scprintf<"%?.%?">(tableName, col[0])));
+				if (!col[1])
+					ct << " not null";
+				if (col[3])
+					ct << " primary key";
+			}
+			ct << ")";
+			this->query(ct.str().c_str());
+		});
+	}
 }
diff --git a/lib/output/pq/updateDatabase.h b/lib/output/pq/updateDatabase.h
index 3d3e80d..dd7aaa0 100644
--- a/lib/output/pq/updateDatabase.h
+++ b/lib/output/pq/updateDatabase.h
@@ -6,6 +6,9 @@
 #include <eventHandlerBase.h>
 #include <eventSourceBase.h>
 
+namespace MyGrate::Input {
+	class MySQLConn;
+}
 namespace MyGrate::Output::Pq {
 	struct ColumnDef {
 		std::string name;
@@ -35,6 +38,8 @@ namespace MyGrate::Output::Pq {
 		static UpdateDatabase createNew(PqConn *, const char * host, const char * un, const char * pw, unsigned short p,
 				const char * db, int sid, const char * sc);
 
+		void addTable(Input::MySQLConn *, const char * tableName);
+
 		const uint64_t source;
 		const std::string schema;
 
-- 
cgit v1.2.3