icinga2/lib/methods/clusterzonechecktask.cpp

/* Icinga 2 | (c) 2012 Icinga GmbH | GPLv2+ */

#include "methods/clusterzonechecktask.hpp"
#include "icinga/checkcommand.hpp"
#include "icinga/macroprocessor.hpp"
#include "remote/apilistener.hpp"
#include "remote/endpoint.hpp"
#include "remote/zone.hpp"
#include "base/function.hpp"
#include "base/utility.hpp"
#include "base/perfdatavalue.hpp"

using namespace icinga;

REGISTER_FUNCTION_NONCONST(Internal, ClusterZoneCheck, &ClusterZoneCheckTask::ScriptFunc, "checkable:cr:resolvedMacros:useResolvedMacros");

void ClusterZoneCheckTask::ScriptFunc(const Checkable::Ptr& checkable, const CheckResult::Ptr& cr,
	const Dictionary::Ptr& resolvedMacros, bool useResolvedMacros)
{
	REQUIRE_NOT_NULL(checkable);
	REQUIRE_NOT_NULL(cr);

	ApiListener::Ptr listener = ApiListener::GetInstance();
	CheckCommand::Ptr command = CheckCommand::ExecuteOverride ? CheckCommand::ExecuteOverride : checkable->GetCheckCommand();
	String commandName = command->GetName();

	if (!listener) {
		String output = "No API listener is configured for this instance.";
		ServiceState state = ServiceUnknown;

		if (Checkable::ExecuteCommandProcessFinishedHandler) {
			double now = Utility::GetTime();
			ProcessResult pr;
			pr.PID = -1;
			pr.Output = output;
			pr.ExecutionStart = now;
			pr.ExecutionEnd = now;
			pr.ExitStatus = state;

			Checkable::ExecuteCommandProcessFinishedHandler(commandName, pr);
		} else {
			cr->SetCommand(commandName);
			cr->SetOutput(output);
			cr->SetState(state);
			checkable->ProcessCheckResult(cr);
		}

		return;
	}

	Value raw_command = command->GetCommandLine();

	Host::Ptr host;
	Service::Ptr service;
	tie(host, service) = GetHostService(checkable);

	MacroProcessor::ResolverList resolvers;

	if (MacroResolver::OverrideMacros)
		resolvers.emplace_back("override", MacroResolver::OverrideMacros);

	if (service)
		resolvers.emplace_back("service", service);
	resolvers.emplace_back("host", host);
	resolvers.emplace_back("command", command);

	String zoneName = MacroProcessor::ResolveMacros("$cluster_zone$", resolvers, checkable->GetLastCheckResult(),
		nullptr, MacroProcessor::EscapeCallback(), resolvedMacros, useResolvedMacros);

	String missingLagWarning;
	String missingLagCritical;

	double lagWarning = MacroProcessor::ResolveMacros("$cluster_lag_warning$", resolvers, checkable->GetLastCheckResult(),
		&missingLagWarning, MacroProcessor::EscapeCallback(), resolvedMacros, useResolvedMacros);

	double lagCritical = MacroProcessor::ResolveMacros("$cluster_lag_critical$", resolvers, checkable->GetLastCheckResult(),
		&missingLagCritical, MacroProcessor::EscapeCallback(), resolvedMacros, useResolvedMacros);

	if (resolvedMacros && !useResolvedMacros)
		return;

	if (zoneName.IsEmpty()) {
		String output = "Macro 'cluster_zone' must be set.";
		ServiceState state = ServiceUnknown;

		if (Checkable::ExecuteCommandProcessFinishedHandler) {
			double now = Utility::GetTime();
			ProcessResult pr;
			pr.PID = -1;
			pr.Output = output;
			pr.ExecutionStart = now;
			pr.ExecutionEnd = now;
			pr.ExitStatus = state;

			Checkable::ExecuteCommandProcessFinishedHandler(commandName, pr);
		} else {
			cr->SetCommand(commandName);
			cr->SetOutput(output);
			cr->SetState(state);
			checkable->ProcessCheckResult(cr);
		}

		return;
	}

	Zone::Ptr zone = Zone::GetByName(zoneName);

	if (!zone) {
		String output = "Zone '" + zoneName + "' does not exist.";
		ServiceState state = ServiceUnknown;

		if (Checkable::ExecuteCommandProcessFinishedHandler) {
			double now = Utility::GetTime();
			ProcessResult pr;
			pr.PID = -1;
			pr.Output = output;
			pr.ExecutionStart = now;
			pr.ExecutionEnd = now;
			pr.ExitStatus = state;

			Checkable::ExecuteCommandProcessFinishedHandler(commandName, pr);
		} else {
			cr->SetCommand(commandName);
			cr->SetOutput(output);
			cr->SetState(state);
			checkable->ProcessCheckResult(cr);
		}
		return;
	}

	bool connected = false;
	double zoneLag = 0;

	double lastMessageSent = 0;
	double lastMessageReceived = 0;
	double messagesSentPerSecond = 0;
	double messagesReceivedPerSecond = 0;
	double bytesSentPerSecond = 0;
	double bytesReceivedPerSecond = 0;

	{
		auto endpoints (zone->GetEndpoints());

		for (const Endpoint::Ptr& endpoint : endpoints) {
			if (endpoint->GetConnected())
				connected = true;

			double eplag = ApiListener::CalculateZoneLag(endpoint);

			if (eplag > 0 && eplag > zoneLag)
				zoneLag = eplag;

			if (endpoint->GetLastMessageSent() > lastMessageSent)
				lastMessageSent = endpoint->GetLastMessageSent();

			if (endpoint->GetLastMessageReceived() > lastMessageReceived)
				lastMessageReceived = endpoint->GetLastMessageReceived();

			messagesSentPerSecond += endpoint->GetMessagesSentPerSecond();
			messagesReceivedPerSecond += endpoint->GetMessagesReceivedPerSecond();
			bytesSentPerSecond += endpoint->GetBytesSentPerSecond();
			bytesReceivedPerSecond += endpoint->GetBytesReceivedPerSecond();
		}

		if (!connected && endpoints.size() == 1u && *endpoints.begin() == Endpoint::GetLocalEndpoint()) {
			connected = true;
		}
	}

	ServiceState state;
	String output;

	if (connected) {
		state = ServiceOK;
		output = "Zone '" + zoneName + "' is connected. Log lag: " + Utility::FormatDuration(zoneLag);

		/* Check whether the thresholds have been resolved and compare them */
		if (missingLagCritical.IsEmpty() && zoneLag > lagCritical) {
			state = ServiceCritical;
			output = "Zone '" + zoneName + "' is connected. Log lag: " + Utility::FormatDuration(zoneLag)
				+ " greater than critical threshold: " + Utility::FormatDuration(lagCritical);
		} else if (missingLagWarning.IsEmpty() && zoneLag > lagWarning) {
			state = ServiceWarning;
			output = "Zone '" + zoneName + "' is connected. Log lag: " + Utility::FormatDuration(zoneLag)
				+ " greater than warning threshold: " + Utility::FormatDuration(lagWarning);
		}
	} else {
		state = ServiceCritical;
		output = "Zone '" + zoneName + "' is not connected. Log lag: " + Utility::FormatDuration(zoneLag);
	}

	if (Checkable::ExecuteCommandProcessFinishedHandler) {
		double now = Utility::GetTime();
		ProcessResult pr;
		pr.PID = -1;
		pr.Output = output;
		pr.ExecutionStart = now;
		pr.ExecutionEnd = now;
		pr.ExitStatus = state;

		Checkable::ExecuteCommandProcessFinishedHandler(commandName, pr);
	} else {
		cr->SetCommand(commandName);
		cr->SetState(state);
		cr->SetOutput(output);
		cr->SetPerformanceData(new Array({
			new PerfdataValue("slave_lag", zoneLag, false, "s", lagWarning, lagCritical),
			new PerfdataValue("last_messages_sent", lastMessageSent),
			new PerfdataValue("last_messages_received", lastMessageReceived),
			new PerfdataValue("sum_messages_sent_per_second", messagesSentPerSecond),
			new PerfdataValue("sum_messages_received_per_second", messagesReceivedPerSecond),
			new PerfdataValue("sum_bytes_sent_per_second", bytesSentPerSecond),
			new PerfdataValue("sum_bytes_received_per_second", bytesReceivedPerSecond)
		}));

		checkable->ProcessCheckResult(cr);
	}
}