/****************************************************************************** * Icinga 2 * * Copyright (C) 2012-2013 Icinga Development Team (http://www.icinga.org/) * * * * This program is free software; you can redistribute it and/or * * modify it under the terms of the GNU General Public License * * as published by the Free Software Foundation; either version 2 * * of the License, or (at your option) any later version. * * * * This program is distributed in the hope that it will be useful, * * but WITHOUT ANY WARRANTY; without even the implied warranty of * * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * * GNU General Public License for more details. * * * * You should have received a copy of the GNU General Public License * * along with this program; if not, write to the Free Software Foundation * * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA. * ******************************************************************************/ #include "base/logger_fwd.h" #include "base/objectlock.h" #include "base/convert.h" #include "base/utility.h" #include "base/application.h" #include "base/dynamictype.h" #include "base/exception.h" #include "db_ido/dbtype.h" #include "db_ido/dbvalue.h" #include "db_ido_mysql/idomysqlconnection.h" #include #include #include using namespace icinga; REGISTER_NTYPE(IdoMysqlConnection); REGISTER_TYPE(IdoMysqlConnection); #define SCHEMA_VERSION "1.10.0" void IdoMysqlConnection::Start(void) { DbConnection::Start(); m_Connected = false; m_QueryQueue.SetExceptionCallback(boost::bind(&IdoMysqlConnection::ExceptionHandler, this, _1)); m_TxTimer = make_shared(); m_TxTimer->SetInterval(5); m_TxTimer->OnTimerExpired.connect(boost::bind(&IdoMysqlConnection::TxTimerHandler, this)); m_TxTimer->Start(); m_ReconnectTimer = make_shared(); m_ReconnectTimer->SetInterval(10); m_ReconnectTimer->OnTimerExpired.connect(boost::bind(&IdoMysqlConnection::ReconnectTimerHandler, this)); m_ReconnectTimer->Start(); m_ReconnectTimer->Reschedule(0); ASSERT(mysql_thread_safe()); } void IdoMysqlConnection::Stop(void) { m_QueryQueue.Enqueue(boost::bind(&IdoMysqlConnection::Disconnect, this)); m_QueryQueue.Join(); } void IdoMysqlConnection::ExceptionHandler(boost::exception_ptr exp) { Log(LogCritical, "db_ido_mysql", "Exception during database operation: " + boost::diagnostic_information(exp)); boost::mutex::scoped_lock lock(m_ConnectionMutex); if (m_Connected) { mysql_close(&m_Connection); m_Connected = false; } } void IdoMysqlConnection::AssertOnWorkQueue(void) { ASSERT(boost::this_thread::get_id() == m_QueryQueue.GetThreadId()); } void IdoMysqlConnection::Disconnect(void) { AssertOnWorkQueue(); boost::mutex::scoped_lock lock(m_ConnectionMutex); if (!m_Connected) return; Query("COMMIT"); mysql_close(&m_Connection); m_Connected = false; } void IdoMysqlConnection::TxTimerHandler(void) { m_QueryQueue.Enqueue(boost::bind(&IdoMysqlConnection::NewTransaction, this)); } void IdoMysqlConnection::NewTransaction(void) { boost::mutex::scoped_lock lock(m_ConnectionMutex); if (!m_Connected) return; Query("COMMIT"); Query("BEGIN"); } void IdoMysqlConnection::ReconnectTimerHandler(void) { m_QueryQueue.Enqueue(boost::bind(&IdoMysqlConnection::Reconnect, this)); } void IdoMysqlConnection::Reconnect(void) { AssertOnWorkQueue(); { boost::mutex::scoped_lock lock(m_ConnectionMutex); bool reconnect = false; if (m_Connected) { /* Check if we're really still connected */ if (mysql_ping(&m_Connection) == 0) return; mysql_close(&m_Connection); m_Connected = false; reconnect = true; } String ihost, iuser, ipasswd, idb; const char *host, *user , *passwd, *db; long port; ihost = GetHost(); iuser = GetUser(); ipasswd = GetPassword(); idb = GetDatabase(); host = (!ihost.IsEmpty()) ? ihost.CStr() : NULL; port = GetPort(); user = (!iuser.IsEmpty()) ? iuser.CStr() : NULL; passwd = (!ipasswd.IsEmpty()) ? ipasswd.CStr() : NULL; db = (!idb.IsEmpty()) ? idb.CStr() : NULL; if (!mysql_init(&m_Connection)) BOOST_THROW_EXCEPTION(std::bad_alloc()); if (!mysql_real_connect(&m_Connection, host, user, passwd, db, port, NULL, 0)) BOOST_THROW_EXCEPTION(std::runtime_error(mysql_error(&m_Connection))); m_Connected = true; String dbVersionName = "idoutils"; Array::Ptr version_rows = Query("SELECT version FROM " + GetTablePrefix() + "dbversion WHERE name='" + Escape(dbVersionName) + "'"); if (version_rows->GetLength() == 0) BOOST_THROW_EXCEPTION(std::runtime_error("Schema does not provide any valid version! Verify your schema installation.")); Dictionary::Ptr version_row = version_rows->Get(0); String version = version_row->Get("version"); if (Utility::CompareVersion(SCHEMA_VERSION, version) < 0) { BOOST_THROW_EXCEPTION(std::runtime_error("Schema version '" + version + "' does not match the required version '" + SCHEMA_VERSION + "'! Please check the upgrade documentation.")); } String instanceName = GetInstanceName(); Array::Ptr rows = Query("SELECT instance_id FROM " + GetTablePrefix() + "instances WHERE instance_name = '" + Escape(instanceName) + "'"); if (rows->GetLength() == 0) { Query("INSERT INTO " + GetTablePrefix() + "instances (instance_name, instance_description) VALUES ('" + Escape(instanceName) + "', '" + Escape(GetInstanceDescription()) + "')"); m_InstanceID = GetLastInsertID(); } else { Dictionary::Ptr row = rows->Get(0); m_InstanceID = DbReference(row->Get("instance_id")); } std::ostringstream msgbuf; msgbuf << "MySQL IDO instance id: " << static_cast(m_InstanceID) << " (schema version: '" + version + "')"; Log(LogInformation, "db_ido_mysql", msgbuf.str()); /* set session time zone to utc */ Query("SET SESSION TIME_ZONE='+00:00'"); /* record connection */ Query("INSERT INTO " + GetTablePrefix() + "conninfo " + "(instance_id, connect_time, last_checkin_time, agent_name, agent_version, connect_type, data_start_time) VALUES (" + Convert::ToString(static_cast(m_InstanceID)) + ", NOW(), NOW(), 'icinga2 db_ido_mysql', '" + Escape(Application::GetVersion()) + "', '" + (reconnect ? "RECONNECT" : "INITIAL") + "', NOW())"); /* clear config tables for the initial config dump */ ClearConfigTables(); Query("UPDATE " + GetTablePrefix() + "objects SET is_active = 0"); std::ostringstream q1buf; q1buf << "SELECT object_id, objecttype_id, name1, name2 FROM " + GetTablePrefix() + "objects WHERE instance_id = " << static_cast(m_InstanceID); rows = Query(q1buf.str()); ObjectLock olock(rows); BOOST_FOREACH(const Dictionary::Ptr& row, rows) { DbType::Ptr dbtype = DbType::GetByID(row->Get("objecttype_id")); if (!dbtype) continue; DbObject::Ptr dbobj = dbtype->GetOrCreateObjectByName(row->Get("name1"), row->Get("name2")); SetObjectID(dbobj, DbReference(row->Get("object_id"))); } Query("BEGIN"); } UpdateAllObjects(); } void IdoMysqlConnection::ClearConfigTables(void) { /* TODO make hardcoded table names modular */ ClearConfigTable("commands"); ClearConfigTable("contact_addresses"); ClearConfigTable("contact_notificationcommands"); ClearConfigTable("contactgroup_members"); ClearConfigTable("contactgroups"); ClearConfigTable("contacts"); ClearConfigTable("customvariables"); ClearConfigTable("host_contactgroups"); ClearConfigTable("host_contacts"); ClearConfigTable("host_parenthosts"); ClearConfigTable("hostdependencies"); ClearConfigTable("hostgroup_members"); ClearConfigTable("hostgroups"); ClearConfigTable("hosts"); ClearConfigTable("service_contactgroups"); ClearConfigTable("service_contacts"); ClearConfigTable("servicedependencies"); ClearConfigTable("servicegroup_members"); ClearConfigTable("servicegroups"); ClearConfigTable("services"); ClearConfigTable("timeperiod_timeranges"); ClearConfigTable("timeperiods"); } void IdoMysqlConnection::ClearConfigTable(const String& table) { Query("DELETE FROM " + GetTablePrefix() + table + " WHERE instance_id = " + Convert::ToString(static_cast(m_InstanceID))); } Array::Ptr IdoMysqlConnection::Query(const String& query) { AssertOnWorkQueue(); Log(LogDebug, "db_ido_mysql", "Query: " + query); if (mysql_query(&m_Connection, query.CStr()) != 0) BOOST_THROW_EXCEPTION( database_error() << errinfo_message(mysql_error(&m_Connection)) << errinfo_database_query(query) ); MYSQL_RES *result = mysql_store_result(&m_Connection); if (!result) { if (mysql_field_count(&m_Connection) > 0) BOOST_THROW_EXCEPTION( database_error() << errinfo_message(mysql_error(&m_Connection)) << errinfo_database_query(query) ); return Array::Ptr(); } Array::Ptr rows = make_shared(); for (;;) { Dictionary::Ptr row = FetchRow(result); if (!row) break; rows->Add(row); } mysql_free_result(result); return rows; } DbReference IdoMysqlConnection::GetLastInsertID(void) { AssertOnWorkQueue(); return DbReference(mysql_insert_id(&m_Connection)); } String IdoMysqlConnection::Escape(const String& s) { AssertOnWorkQueue(); size_t length = s.GetLength(); char *to = new char[s.GetLength() * 2 + 1]; mysql_real_escape_string(&m_Connection, to, s.CStr(), length); String result = String(to); delete [] to; return result; } Dictionary::Ptr IdoMysqlConnection::FetchRow(MYSQL_RES *result) { AssertOnWorkQueue(); MYSQL_ROW row; MYSQL_FIELD *field; unsigned long *lengths, i; row = mysql_fetch_row(result); if (!row) return Dictionary::Ptr(); lengths = mysql_fetch_lengths(result); if (!lengths) return Dictionary::Ptr(); Dictionary::Ptr dict = make_shared(); mysql_field_seek(result, 0); for (field = mysql_fetch_field(result), i = 0; field; field = mysql_fetch_field(result), i++) { Value value; if (field) value = String(row[i], row[i] + lengths[i]); dict->Set(field->name, value); } return dict; } void IdoMysqlConnection::ActivateObject(const DbObject::Ptr& dbobj) { boost::mutex::scoped_lock lock(m_ConnectionMutex); InternalActivateObject(dbobj); } void IdoMysqlConnection::InternalActivateObject(const DbObject::Ptr& dbobj) { if (!m_Connected) return; DbReference dbref = GetObjectID(dbobj); std::ostringstream qbuf; if (!dbref.IsValid()) { qbuf << "INSERT INTO " + GetTablePrefix() + "objects (instance_id, objecttype_id, name1, name2, is_active) VALUES (" << static_cast(m_InstanceID) << ", " << dbobj->GetType()->GetTypeID() << ", " << "'" << Escape(dbobj->GetName1()) << "', '" << Escape(dbobj->GetName2()) << "', 1)"; Query(qbuf.str()); SetObjectID(dbobj, GetLastInsertID()); } else { qbuf << "UPDATE " + GetTablePrefix() + "objects SET is_active = 1 WHERE object_id = " << static_cast(dbref); Query(qbuf.str()); } } void IdoMysqlConnection::DeactivateObject(const DbObject::Ptr& dbobj) { boost::mutex::scoped_lock lock(m_ConnectionMutex); if (!m_Connected) return; DbReference dbref = GetObjectID(dbobj); if (!dbref.IsValid()) return; std::ostringstream qbuf; qbuf << "UPDATE " + GetTablePrefix() + "objects SET is_active = 0 WHERE object_id = " << static_cast(dbref); Query(qbuf.str()); /* Note that we're _NOT_ clearing the db refs via SetReference/SetConfigUpdate/SetStatusUpdate * because the object is still in the database. */ } /* caller must hold m_ConnectionMutex */ bool IdoMysqlConnection::FieldToEscapedString(const String& key, const Value& value, Value *result) { if (key == "instance_id") { *result = static_cast(m_InstanceID); return true; } if (key == "notification_id") { *result = static_cast(m_LastNotificationID); return true; } Value rawvalue = DbValue::ExtractValue(value); if (rawvalue.IsObjectType()) { DbObject::Ptr dbobjcol = DbObject::GetOrCreateByObject(rawvalue); if (!dbobjcol) { *result = 0; return true; } DbReference dbrefcol; if (DbValue::IsObjectInsertID(value)) { dbrefcol = GetInsertID(dbobjcol); ASSERT(dbrefcol.IsValid()); } else { dbrefcol = GetObjectID(dbobjcol); if (!dbrefcol.IsValid()) { InternalActivateObject(dbobjcol); dbrefcol = GetObjectID(dbobjcol); if (!dbrefcol.IsValid()) return false; } } *result = static_cast(dbrefcol); } else if (DbValue::IsTimestamp(value)) { long ts = rawvalue; std::ostringstream msgbuf; msgbuf << "FROM_UNIXTIME(" << ts << ")"; *result = Value(msgbuf.str()); } else if (DbValue::IsTimestampNow(value)) { *result = "NOW()"; } else { *result = "'" + Escape(rawvalue) + "'"; } return true; } void IdoMysqlConnection::ExecuteQuery(const DbQuery& query) { ASSERT(query.Category != DbCatInvalid); m_QueryQueue.Enqueue(boost::bind(&IdoMysqlConnection::InternalExecuteQuery, this, query)); } void IdoMysqlConnection::InternalExecuteQuery(const DbQuery& query) { boost::mutex::scoped_lock lock(m_ConnectionMutex); if ((query.Category & GetCategories()) == 0) return; if (!m_Connected) return; std::ostringstream qbuf, where; int type; if (query.WhereCriteria) { where << " WHERE "; ObjectLock olock(query.WhereCriteria); String key; Value value; bool first = true; BOOST_FOREACH(boost::tie(key, value), query.WhereCriteria) { if (!FieldToEscapedString(key, value, &value)) return; if (!first) where << " AND "; where << key << " = " << value; if (first) first = false; } } if ((query.Type & DbQueryInsert) && (query.Type & DbQueryUpdate)) { bool hasid = false; ASSERT(query.Object); if (query.ConfigUpdate) hasid = GetConfigUpdate(query.Object); else if (query.StatusUpdate) hasid = GetStatusUpdate(query.Object); else ASSERT(!"Invalid query flags."); if (hasid) type = DbQueryUpdate; else { if (query.WhereCriteria) Query("DELETE FROM " + GetTablePrefix() + query.Table + where.str()); type = DbQueryInsert; } } else type = query.Type; switch (type) { case DbQueryInsert: qbuf << "INSERT INTO " << GetTablePrefix() << query.Table; break; case DbQueryUpdate: qbuf << "UPDATE " << GetTablePrefix() << query.Table << " SET"; break; case DbQueryDelete: qbuf << "DELETE FROM " << GetTablePrefix() << query.Table; break; default: ASSERT(!"Invalid query type."); } if (type == DbQueryInsert || type == DbQueryUpdate) { String cols; String values; ObjectLock olock(query.Fields); String key; Value value; bool first = true; BOOST_FOREACH(boost::tie(key, value), query.Fields) { if (!FieldToEscapedString(key, value, &value)) return; if (type == DbQueryInsert) { if (!first) { cols += ", "; values += ", "; } cols += key; values += Convert::ToString(value); } else { if (!first) qbuf << ", "; qbuf << " " << key << " = " << value; } if (first) first = false; } if (type == DbQueryInsert) qbuf << " (" << cols << ") VALUES (" << values << ")"; } if (type != DbQueryInsert) qbuf << where.str(); Query(qbuf.str()); if (query.Object) { if (query.ConfigUpdate) SetConfigUpdate(query.Object, true); else if (query.StatusUpdate) SetStatusUpdate(query.Object, true); if (type == DbQueryInsert && query.ConfigUpdate) SetInsertID(query.Object, GetLastInsertID()); } if (type == DbQueryInsert && query.Table == "notifications") { // FIXME remove hardcoded table name m_LastNotificationID = GetLastInsertID(); Log(LogDebug, "db_ido", "saving contactnotification notification_id=" + Convert::ToString(static_cast(m_LastNotificationID))); } } void IdoMysqlConnection::CleanUpExecuteQuery(const String& table, const String& time_column, double max_age) { m_QueryQueue.Enqueue(boost::bind(&IdoMysqlConnection::InternalCleanUpExecuteQuery, this, table, time_column, max_age)); } void IdoMysqlConnection::InternalCleanUpExecuteQuery(const String& table, const String& time_column, double max_age) { boost::mutex::scoped_lock lock(m_ConnectionMutex); if (!m_Connected) return; Query("DELETE FROM " + GetTablePrefix() + table + " WHERE instance_id = " + Convert::ToString(static_cast(m_InstanceID)) + " AND " + time_column + " < FROM_UNIXTIME(" + Convert::ToString(static_cast(max_age)) + ")"); }