tyler.durden/icingaweb2
1
0
Fork 0
mirror of https://github.com/Icinga/icingaweb2.git synced 2025-07-24 22:34:24 +02:00
Code Issues Packages Projects Releases Wiki Activity

Read log file chunkwise

Browse Source 
resolves #6021
This commit is contained in:
Alexander Klimov 2014-04-17 17:59:27 +02:00
parent f209393711
commit 070e608236
1 changed files with 58 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

81
library/Icinga/Protocol/File/Reader.php
View File

@ -185,12 +185,14 @@ class Reader implements DatasourceInterface
$lines = array(); $lines = array();
$s = ''; $s = '';
$f = fopen($this->filename, 'rb'); $f = fopen($this->filename, 'rb');
$buffer = '';
fseek($f, 0, SEEK_END); fseek($f, 0, SEEK_END);
$pos = ftell($f); if (ftell($f) === 0) {
return array();
}
while ($read_lines === null || count($lines) < $read_lines) { while ($read_lines === null || count($lines) < $read_lines) {
fseek($f, --$pos); $c = $this->fgetc($f, $buffer);
$c = fgetc($f); if ($c === false) {
if ($c === false || $pos < 0) {
$l = $this->validateLine($s, $query); $l = $this->validateLine($s, $query);
if (!($l === false || $skip_lines)) { if (!($l === false || $skip_lines)) {
$lines[] = $l; $lines[] = $l;
@ -213,6 +215,34 @@ class Reader implements DatasourceInterface
return $lines; return $lines;
} }
/**
* Backend for $this->readFromEnd
*/
public function fgetc($file, &$buffer)
{
$strlen = strlen($buffer);
if ($strlen === 0) {
$pos = ftell($file);
if ($pos === 0) {
return false;
}
if ($pos < 4096) {
fseek($file, 0);
$buffer = fread($file, $pos);
fseek($file, 0);
} else {
fseek($file, -4096, SEEK_CUR);
$buffer = fread($file, 4096);
fseek($file, -4096, SEEK_CUR);
}
return $this->fgetc($file, $buffer);
} else {
$char = substr($buffer, -1);
$buffer = substr($buffer, 0, $strlen - 1);
return $char;
}
}
/** /**
* Backend for $this->read * Backend for $this->read
* Direction: FIFO * Direction: FIFO
@ -223,16 +253,20 @@ class Reader implements DatasourceInterface
$lines = array(); $lines = array();
$s = ''; $s = '';
$f = fopen($this->filename, 'rb'); $f = fopen($this->filename, 'rb');
$buffer = '';
while ($read_lines === null || count($lines) < $read_lines) { while ($read_lines === null || count($lines) < $read_lines) {
$c = fgetc($f); if (strlen($buffer) === 0) {
if ($c === false) { $buffer = fread($f, 4096);
$l = $this->validateLine($s, $query); if (strlen($buffer) === 0) {
if (!($l === false || $skip_lines)) { $l = $this->validateLine($s, $query);
$lines[] = $l; if (!($l === false || $skip_lines)) {
$lines[] = $l;
}
break;
} }
break;
} }
$s .= $c; $s .= substr($buffer, 0, 1);
$buffer = substr($buffer, 1);
if (strpos($s, PHP_EOL) !== false) { if (strpos($s, PHP_EOL) !== false) {
$l = $this->validateLine((string)substr($s, 0, strlen($s) - $PHP_EOL_len), $query); $l = $this->validateLine((string)substr($s, 0, strlen($s) - $PHP_EOL_len), $query);
if ($l !== false) { if ($l !== false) {
@ -260,20 +294,21 @@ class Reader implements DatasourceInterface
$lines = 0; $lines = 0;
$s = ''; $s = '';
$f = fopen($this->filename, 'rb'); $f = fopen($this->filename, 'rb');
fseek($f, 0, SEEK_END); $buffer = '';
$pos = ftell($f);
while (true) { while (true) {
fseek($f, --$pos); if (strlen($buffer) === 0) {
$c = fgetc($f); $buffer = fread($f, 4096);
if ($c === false || $pos < 0) { if (strlen($buffer) === 0) {
if ($this->validateLine($s, $query) !== false) { if ($this->validateLine($s, $query) !== false) {
$lines++; $lines++;
}
break;
} }
break;
} }
$s = $c . $s; $s .= substr($buffer, 0, 1);
if (strpos($s, PHP_EOL) === 0) { $buffer = substr($buffer, 1);
if ($this->validateLine((string)substr($s, $PHP_EOL_len), $query) !== false) { if (strpos($s, PHP_EOL) !== false) {
if ($this->validateLine((string)substr($s, 0, strlen($s) - $PHP_EOL_len), $query) !== false) {
$lines++; $lines++;
} }
$s = ''; $s = '';
@ -281,4 +316,4 @@ class Reader implements DatasourceInterface
} }
return $lines; return $lines;
} }
} }