tyler.durden/pandorafms
1
0
Fork 0
mirror of https://github.com/pandorafms/pandorafms.git synced 2025-07-31 01:35:36 +02:00
Code Issues Packages Projects Releases Wiki Activity

Change pandora_db.pl to work with the Elastic log collector.

Browse Source
This commit is contained in:
Ramon Novoa 2017-09-06 17:08:55 +02:00
parent 242abb1689
commit f78b6a9576
1 changed files with 9 additions and 68 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

77
pandora_server/util/pandora_db.pl
View File

@ -407,36 +407,15 @@ sub pandora_purgedb ($$) {
# Delete old log data # Delete old log data
log_message ('PURGE', "Deleting old log data."); log_message ('PURGE', "Deleting old log data.");
if (! defined ($conf->{'_log_dir'}) || ! -d $conf->{'_log_dir'}) { if (!defined ($conf->{'logstash_host'}) || $conf->{'logstash_host'} eq '') {
log_message ('!', "Log data directory does not exist, skipping."); log_message ('!', "Log collection disabled.");
} }
elsif ($conf->{'_log_max_lifetime'} > 0) { elsif (defined($conf->{'_days_purge_old_information'}) && $conf->{'_days_purge_old_information'} > 0) {
log_message ('PURGE', 'Deleting log data older than ' . $conf->{'_log_max_lifetime'} . ' days.'); log_message ('PURGE', 'Deleting log data older than ' . $conf->{'_days_purge_old_information'} . ' days.');
enterprise_hook ('pandora_purge_logs', [$dbh, $conf]);
# Calculate the limit date
my ($sec,$min,$hour,$mday,$mon,$year) = localtime(time() - $conf->{'_log_max_lifetime'} * 86400);
# Fix the year
$year += 1900;
# Fix the month
$mon += 1;
$mon = sprintf("%02d", $mon);
# Fix the day
$mday = sprintf("%02d", $mday);
# Fix the hour
$hour = sprintf("%02d", $hour);
# Set the per-depth limits
my $limits = [$year, $mon, $mday, $hour];
# Purge the log dir
pandora_purge_log_dir ($conf->{'_log_dir'}, $limits);
} }
else { else {
log_message ('PURGE', 'log_max_lifetime is set to 0. Old log data will not be deleted.'); log_message ('PURGE', 'days_purge_old_data is set to 0. Old log data will not be deleted.');
} }
# Delete old special days # Delete old special days
@ -454,45 +433,6 @@ sub pandora_purgedb ($$) {
} }
} }
########################################################################
# Recursively delete old log files by sub directory.
########################################################################
sub pandora_purge_log_dir ($$;$) {
my ($dir, $limits, $depth) = @_;
# Initial call
if (! defined ($depth)) {
$depth = 0;
}
# No limit for this depth
if (! defined ($limits->[$depth])) {
return;
}
# Open the dir
my $dir_dh;
if (! opendir($dir_dh, $dir)) {
return;
}
# Purge sub dirs
while (my $sub_dir = readdir ($dir_dh)) {
next if ($sub_dir eq '.' || $sub_dir eq '..' || ! -d $dir . '/' . $sub_dir);
# Sub dirs have names that represent a year, month, day or hour
if ($sub_dir < $limits->[$depth]) {
rmtree ($dir . '/' . $sub_dir);
} elsif ($sub_dir == $limits->[$depth]) {
&pandora_purge_log_dir ($dir . '/' . $sub_dir, $limits, $depth + 1)
}
}
# Close the dir
closedir ($dir_dh);
}
############################################################################### ###############################################################################
# Compact agent data. # Compact agent data.
############################################################################### ###############################################################################
@ -715,13 +655,14 @@ sub pandora_load_config ($) {
$conf->{'_netflow_max_lifetime'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'netflow_max_lifetime'"); $conf->{'_netflow_max_lifetime'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'netflow_max_lifetime'");
$conf->{'_netflow_nfexpire'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'netflow_nfexpire'"); $conf->{'_netflow_nfexpire'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'netflow_nfexpire'");
$conf->{'_netflow_path'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'netflow_path'"); $conf->{'_netflow_path'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'netflow_path'");
$conf->{'_log_dir'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'log_dir'");
$conf->{'_log_max_lifetime'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'log_max_lifetime'");
$conf->{'_delete_notinit'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'delete_notinit'"); $conf->{'_delete_notinit'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'delete_notinit'");
$conf->{'_big_operation_step_datos_purge'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'big_operation_step_datos_purge'"); $conf->{'_big_operation_step_datos_purge'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'big_operation_step_datos_purge'");
$conf->{'_small_operation_step_datos_purge'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'small_operation_step_datos_purge'"); $conf->{'_small_operation_step_datos_purge'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'small_operation_step_datos_purge'");
$conf->{'_days_autodisable_deletion'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'days_autodisable_deletion'"); $conf->{'_days_autodisable_deletion'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'days_autodisable_deletion'");
$conf->{'_days_purge_old_information'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'Days_purge_old_information'");
$conf->{'_elasticsearch_ip'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'elasticsearch_ip'");
$conf->{'_elasticsearch_port'} = get_db_value ($dbh, "SELECT value FROM tconfig WHERE token = 'elasticsearch_port'");
$BIG_OPERATION_STEP = $conf->{'_big_operation_step_datos_purge'} $BIG_OPERATION_STEP = $conf->{'_big_operation_step_datos_purge'}
if ( $conf->{'_big_operation_step_datos_purge'} ); if ( $conf->{'_big_operation_step_datos_purge'} );