rule = $rule; $this->db = $rule->getConnection(); } /** * Run the given sync rule */ public static function run(SyncRule $rule) { $sync = new static($rule); // Raise limits. TODO: do this in a failsafe way, and only if necessary ini_set('memory_limit', '768M'); ini_set('max_execution_time', 0); return $sync->apply(); } /** * Whether the given sync rule would apply modifications * * @param SyncRule $rule SyncRule object * * @return boolean */ public static function hasModifications(SyncRule $rule) { return count(self::getExpectedModifications($rule)) > 0; } /** * Retrieve modifications a given SyncRule would apply * * @param SyncRule $rule SyncRule object * * @return array Array of IcingaObject elements */ public static function getExpectedModifications(SyncRule $rule) { $modified = array(); $sync = new static($rule); $objects = $sync->prepare(); foreach ($objects as $object) { if ($object->hasBeenModified()) { $modified[] = $object; } } return $modified; } /** * Extract variable names in the form ${var_name} from a given string * * @param string $string * * @return array List of variable names (without ${}) */ protected function extractVariableNames($string) { if (preg_match_all('/\${([A-Za-z0-9\._-]+)}/', $string, $m, PREG_PATTERN_ORDER)) { return $m[1]; } else { return array(); } } /** * Transform the given value to an array * * @param array|string|null $value * * @return array */ protected function wantArray($value) { if (is_array($value)) { return $value; } elseif ($value === null) { return array(); } else { return array($value); } } /** * Recursively extract a value from a nested structure * * For a $val looking like * * { 'vars' => { 'disk' => { 'sda' => { 'size' => '256G' } } } } * * and a key vars.disk.sda given as [ 'vars', 'disk', 'sda' ] this would * return { size => '255GB' } * * @param string $val The value to extract data from * @param object $keys A list of nested keys pointing to desired data * * @return mixed */ protected function getDeepValue($val, $keys) { $key = array_shift($keys); if (! property_exists($val, $key)) { return null; } if (empty($keys)) { return $val->$key; } return $this->getDeepValue($val->$key, $keys); } /** * Return a specific value from a given row object * * Supports also keys pointing to nested structures like vars.disk.sda * * @param object $row stdClass object providing property values * @param string $string Variable/property name * * @return mixed */ public function getSpecificValue($row, $var) { if (strpos($var, '.') === false) { if (! property_exists($row, $var)) { return null; } return $row->$var; } else { $parts = explode('.', $var); $main = array_shift($parts); if (! is_object($row->$main)) { throw new IcingaException('Data is not nested, cannot access %s: %s', $var, var_export($row, 1)); } return $this->getDeepValue($row->$main, $parts); } } /** * Fill variables in the given string pattern * * This replaces all occurances of ${var_name} with the corresponding * property $row->var_name of the given row object. Missing variables are * replaced by an empty string. This works also fine in case there are * multiple variables to be found in your string. * * @param string $string String with opional variables/placeholders * @param object $row stdClass object providing property values * * @return string */ protected function fillVariables($string, $row) { if (preg_match('/^\${([A-Za-z0-9\._-]+)}$/', $string, $m)) { return $this->getSpecificValue($row, $m[1]); } // PHP 5.3 :( $self = $this; $func = function ($match) use ($self, $row) { return $self->getSpecificValue($row, $match[1]); }; return preg_replace_callback('/\${([A-Za-z0-9\._-]+)}/', $func, $string); } protected function perpareImportSources($properties) { $sources = array(); foreach ($properties as $p) { $sourceId = $p->source_id; if (! array_key_exists($sourceId, $sources)) { $sources[$sourceId] = ImportSource::load($sourceId, $this->db); } } return $sources; } protected function prepareSourceColumns($properties) { // $fieldMap = array(); $columns = array(); foreach ($properties as $p) { $sourceId = $p->source_id; if (! array_key_exists($sourceId, $columns)) { $columns[$sourceId] = array(); } foreach ($this->extractVariableNames($p->source_expression) as $varname) { $columns[$sourceId][$varname] = $varname; // -> ? $fieldMap[ } } return $columns; } protected function hasCombinedKey() { if ($this->hasCombinedKey === null) { $this->hasCombinedKey = false; if ($this->rule->object_type === 'service') { $hasHost = false; $hasObjectName = false; foreach ($properties as $key => $property) { if ($property->destination_field === 'host') { $hasHost = $property->source_expression; } if ($property->destination_field === 'object_name') { $hasObjectName = $property->source_expression; } } if ($hasHost !== false && $hasObjectName !== false) { $this->hasCombinedKey = true; $this->sourceKeyPattern = sprintf('%s!%s', $hasHost, $hasObjectName); $this->destinationKeyPattern = 'host!object_name'; } } } return $this->hasCombinedKey; } protected function fetchImportedData($sources, $properties) { $imported = array(); $rule = $this->rule; $sourceColumns = $this->prepareSourceColumns($properties); foreach ($sources as $source) { $sourceId = $source->id; $key = $source->key_column; $sourceColumns[$sourceId][$key] = $key; $rows = $this->db->fetchLatestImportedRows($sourceId, $sourceColumns[$sourceId]); $imported[$sourceId] = array(); foreach ($rows as $row) { if ($this->hasCombinedKey()) { $key = $this->fillVariables($this->sourceKeyPattern, $row); if (array_key_exists($key, $imported[$sourceId])) { throw new IcingaException( 'Trying to import row "%s" (%s) twice: %s VS %s', $key, $this->sourceKeyPattern, json_encode($imported[$sourceId][$key]), json_encode($row) ); } } else { if (! property_exists($row, $key)) { throw new IcingaException( 'There is no key column "%s" in this row from "%s": %s', $key, $source->source_name, json_encode($row) ); } } if (! $rule->matches($row)) { continue; } if ($this->hasCombinedKey()) { $imported[$sourceId][$key] = $row; } else { $imported[$sourceId][$row->$key] = $row; } } } return $imported; } // TODO: This is rubbish, we need to filter at fetch time protected function removeForeignListEntries(& $objects, & $properties) { $listId = null; foreach ($properties as $prop) { if ($prop->destination_field === 'list_id') { $listId = (int) $prop->source_expression; } } if ($listId === null) { throw new IcingaException( 'Cannot sync datalist entry without list_ist' ); } $no = array(); foreach ($objects as $k => $o) { if ($o->list_id !== $listId) { $no[] = $k; } } foreach ($no as $k) { unset($objects[$k]); } } protected function prepareNewObjects(& $properties, & $sources, & $imported) { $newObjects = array(); foreach ($sources as $source) { $sourceId = $source->id; foreach ($imported[$sourceId] as $key => $row) { $newProps = array(); $newVars = array(); $imports = array(); foreach ($properties as $p) { if ($p->source_id !== $sourceId) continue; $prop = $p->destination_field; $val = $this->fillVariables($p->source_expression, $row); if (substr($prop, 0, 5) === 'vars.') { $varName = substr($prop, 5); if (substr($varName, -2) === '[]') { $varName = substr($varName, 0, -2); $val = $this->wantArray($val); } $newVars[$varName] = $val; } else { if ($prop === 'import') { $imports[] = $val; } else { $newProps[$prop] = $val; } } } if (! array_key_exists($key, $newObjects)) { $newObjects[$key] = IcingaObject::createByType( $this->rule->object_type, array(), $this->db ); } $object = $newObjects[$key]; // Safe default values for object_type and object_name if ($this->rule->object_type !== 'datalistEntry') { if (! array_key_exists('object_type', $newProps) || $newProps['object_type'] === null ) { $newProps['object_type'] = 'object'; } if (! array_key_exists('object_name', $newProps) || $newProps['object_name'] === null ) { $newProps['object_name'] = $key; } } foreach ($newProps as $prop => $value) { // TODO: data type? $object->set($prop, $value); } foreach ($newVars as $prop => $var) { $object->vars()->$prop = $var; } if (! empty($imports)) { // TODO: merge imports!!! $object->imports()->set($imports); } } } return $newObjects; } /** * Evaluates a SyncRule and returns a list of modified objects * * TODO: This needs to be splitted into smaller methods * * @return array List of modified IcingaObjects */ protected function prepare() { $rule = $this->rule; $properties = $rule->fetchSyncProperties(); $sources = $this->perpareImportSources($properties); $imported = $this->fetchImportedData($sources, $properties); // TODO: Make object_type (template, object...) and object_name mandatory? $objects = IcingaObject::loadAllByType($rule->object_type, $this->db); // TODO: should be obsoleted by a better "loadFiltered" method if ($rule->object_type === 'datalistEntry') { $this->removeForeignListEntries($objects, $properties); } // TODO: directly work on existing objects, remember imported keys, then purge $newObjects = $this->prepareNewObjects( $properties, $sources, $imported ); foreach ($newObjects as $key => $object) { if (array_key_exists($key, $objects)) { switch ($rule->update_policy) { case 'override': $objects[$key]->replaceWith($object); break; case 'merge': // TODO: re-evaluate merge settings. vars.x instead of // just "vars" might suffice. $objects[$key]->setProperties($object); break; default: // policy 'ignore', no action } } else { $objects[$key] = $object; } } $objectKey = $rule->object_type === 'datalistEntry' ? 'entry_name' : 'object_name'; $noAction = array(); foreach ($objects as $key => $object) { if (array_key_exists($key, $newObjects)) { // Stats? } elseif ($object->hasBeenLoadedFromDb() && $rule->purge_existing === 'y') { $object->markForRemoval(); // TODO: this is for stats, preview, summary: // $this->remove[] = $object; } else { $noAction[] = $key; } } foreach ($noAction as $key) { unset($objects[$key]); } return $objects; } /** * Runs a SyncRule and applies all resulting changes * * TODO: Should return the id of the related sync_history table entry. * Such a table does not yet exist, so 42 is the answer right now. * * @return int */ protected function apply() { $rule = $this->rule; $db = $this->db; // TODO: Evaluate whether fetching data should happen within the same transaction $objects = $this->prepare($rule); $dba = $db->getDbAdapter(); $dba->beginTransaction(); foreach ($objects as $object) { if ($object instanceof IcingaObject && $object->isTemplate()) { if ($object->hasBeenModified()) { throw new IcingaException( 'Sync is not allowed to modify template "%s"', $object->$objectKey ); } continue; } // TODO: introduce DirectorObject with shouldBeRemoved if ($object instanceof IcingaObject && $object->shouldBeRemoved()) { $object->delete($db); continue; } if ($object->hasBeenModified()) { $object->store($db); } } $dba->commit(); return 42; // We have no sync_run history table yet } }