mirror of
https://github.com/Cacti/cacti.git
synced 2026-10-29 08:06:58 +09:00
cigamit
7269cbfd88
Part of multiple polling is to support either MySQL replication, or to replicate tables requred for remote data collection. These changes will enable the later method, but are not complete. The replicate_tables in lib/poller.php function is designed to handle each of the table replecation types. When complete, it will handle all table replication based upon poller state. There may be additional table schema changes to increase performance, but those changes have not been validated yet.
373 lines
16 KiB
PHP
373 lines
16 KiB
PHP
<?php
|
|
/*
|
|
+-------------------------------------------------------------------------+
|
|
| Copyright (C) 2004-2016 The Cacti Group |
|
|
| |
|
|
| This program is free software; you can redistribute it and/or |
|
|
| modify it under the terms of the GNU General Public License |
|
|
| as published by the Free Software Foundation; either version 2 |
|
|
| of the License, or (at your option) any later version. |
|
|
| |
|
|
| This program is distributed in the hope that it will be useful, |
|
|
| but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
|
| MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
|
| GNU General Public License for more details. |
|
|
+-------------------------------------------------------------------------+
|
|
| Cacti: The Complete RRDTool-based Graphing Solution |
|
|
+-------------------------------------------------------------------------+
|
|
| This code is designed, written, and maintained by the Cacti Group. See |
|
|
| about.php and/or the AUTHORS file for specific developer information. |
|
|
+-------------------------------------------------------------------------+
|
|
| http://www.cacti.net/ |
|
|
+-------------------------------------------------------------------------+
|
|
*/
|
|
|
|
/* api_data_source_crc_update - update hash stored in settings table to inform
|
|
remote pollers to update their caches
|
|
@arg $poller_id - the id of the poller impacted by hash update
|
|
@arg $variable - the hash variable prefix for the replication setting. */
|
|
function api_data_source_cache_crc_update($poller_id, $variable = 'poller_replicate_data_source_cache_crc') {
|
|
$hash = hash('ripemd160', date('Y-m-d H:i:s') . rand() . $poller_id);
|
|
|
|
db_execute_prepared("REPLACE INTO settings SET value = ?, name='$variable" . "_" . "$poller_id'", array($hash));
|
|
}
|
|
|
|
function api_data_source_remove($local_data_id) {
|
|
global $config;
|
|
|
|
if (empty($local_data_id)) {
|
|
return;
|
|
}
|
|
|
|
$autoclean = read_config_option('rrd_autoclean');
|
|
$acmethod = read_config_option('rrd_autoclean_method');
|
|
|
|
if ($autoclean == 'on') {
|
|
$dsinfo = db_fetch_row_prepared('SELECT local_data_id, data_source_path
|
|
FROM data_template_data
|
|
WHERE local_data_id = ?', array($local_data_id));
|
|
|
|
if (sizeof($dsinfo)) {
|
|
$filename = str_replace('<path_cacti>/', '', $dsinfo['data_source_path']);
|
|
db_execute_prepared('INSERT INTO data_source_purge_action
|
|
(local_data_id, name, action) VALUES (?, ?, ?)
|
|
ON DUPLICATE KEY UPDATE action=VALUES(action)',
|
|
array($local_data_id, $filename, $acmethod));
|
|
}
|
|
}
|
|
|
|
$data_template_data_id = db_fetch_cell_prepared('SELECT id
|
|
FROM data_template_data
|
|
WHERE local_data_id = ?', array($local_data_id));
|
|
|
|
if (!empty($data_template_data_id)) {
|
|
db_execute_prepared('DELETE
|
|
FROM data_input_data
|
|
WHERE data_template_data_id = ?', array($data_template_data_id));
|
|
}
|
|
|
|
/* update the database to document the cache change */
|
|
$poller_id = db_fetch_cell('SELECT poller_id FROM poller_item WHERE local_data_id = ?', array($local_data_id));
|
|
|
|
db_execute_prepared('DELETE FROM data_template_data WHERE local_data_id = ?', array($local_data_id));
|
|
db_execute_prepared('DELETE FROM data_template_rrd WHERE local_data_id = ?', array($local_data_id));
|
|
db_execute_prepared('DELETE FROM poller_item WHERE local_data_id = ?', array($local_data_id));
|
|
db_execute_prepared('DELETE FROM data_local WHERE id = ?', array($local_data_id));
|
|
|
|
/* dsstats */
|
|
db_execute_prepared('DELETE FROM data_source_stats_daily WHERE local_data_id = ?', array($local_data_id));
|
|
db_execute_prepared('DELETE FROM data_source_stats_hourly WHERE local_data_id = ?', array($local_data_id));
|
|
db_execute_prepared('DELETE FROM data_source_stats_hourly_cache WHERE local_data_id = ?', array($local_data_id));
|
|
db_execute_prepared('DELETE FROM data_source_stats_hourly_last WHERE local_data_id = ?', array($local_data_id));
|
|
db_execute_prepared('DELETE FROM data_source_stats_monthly WHERE local_data_id = ?', array($local_data_id));
|
|
db_execute_prepared('DELETE FROM data_source_stats_weekly WHERE local_data_id = ?', array($local_data_id));
|
|
db_execute_prepared('DELETE FROM data_source_stats_yearly WHERE local_data_id = ?', array($local_data_id));
|
|
|
|
/* boost */
|
|
db_execute_prepared('DELETE FROM poller_output WHERE local_data_id = ?', array($local_data_id));
|
|
db_execute_prepared('DELETE FROM poller_output_boost WHERE local_data_id = ?', array($local_data_id));
|
|
|
|
/* update the database to document the cache change */
|
|
api_data_source_cache_crc_update($poller_id);
|
|
}
|
|
|
|
function api_data_source_remove_multi($local_data_ids) {
|
|
// Shortcut out if no data
|
|
if (!sizeof($local_data_ids)) {
|
|
return;
|
|
}
|
|
|
|
$autoclean = read_config_option('rrd_autoclean');
|
|
$acmethod = read_config_option('rrd_autoclean_method');
|
|
|
|
$local_data_ids_chunks = array_chunk($local_data_ids, 1000);
|
|
foreach ($local_data_ids_chunks as $ids_to_delete) {
|
|
$data_template_data_ids = db_fetch_assoc('SELECT id
|
|
FROM data_template_data
|
|
WHERE local_data_id IN (' . implode(',', $ids_to_delete) . ')');
|
|
|
|
if (sizeof($data_template_data_ids)) {
|
|
$dtd_ids_to_delete = array();
|
|
foreach($data_template_data_ids as $data_template_data_id) {
|
|
$dtd_ids_to_delete[] = $data_template_data_id['id'];
|
|
|
|
if (sizeof($dtd_ids_to_delete) >= 1000) {
|
|
db_execute('DELETE FROM data_input_data WHERE data_template_data_id IN (' . implode(',', $dtd_ids_to_delete) . ')');
|
|
$dtd_ids_to_delete = array();
|
|
}
|
|
}
|
|
|
|
if (sizeof($dtd_ids_to_delete)) {
|
|
db_execute('DELETE FROM data_input_data WHERE data_template_data_id IN (' . implode(',', $dtd_ids_to_delete) . ')');
|
|
}
|
|
|
|
}
|
|
|
|
$poller_ids = array_rekey(db_fetch_assoc('SELECT poller_id
|
|
FROM poller_item
|
|
WHERE local_data_id IN(' . implode(',', $ids_to_delete) .')'), 'poller_id', 'poller_id');
|
|
|
|
db_execute('DELETE FROM data_template_data WHERE local_data_id IN (' . implode(',', $ids_to_delete) . ')');
|
|
db_execute('DELETE FROM data_template_rrd WHERE local_data_id IN (' . implode(',', $ids_to_delete) . ')');
|
|
db_execute('DELETE FROM poller_item WHERE local_data_id IN (' . implode(',', $ids_to_delete) . ')');
|
|
db_execute('DELETE FROM data_local WHERE id IN (' . implode(',', $ids_to_delete) . ')');
|
|
|
|
/* dsstats */
|
|
db_execute('DELETE FROM data_source_stats_daily WHERE local_data_id IN(' . implode(',', $ids_to_delete) . ')');
|
|
db_execute('DELETE FROM data_source_stats_hourly WHERE local_data_id IN(' . implode(',', $ids_to_delete) . ')');
|
|
db_execute('DELETE FROM data_source_stats_hourly_cache WHERE local_data_id IN(' . implode(',', $ids_to_delete) . ')');
|
|
db_execute('DELETE FROM data_source_stats_hourly_last WHERE local_data_id IN(' . implode(',', $ids_to_delete) . ')');
|
|
db_execute('DELETE FROM data_source_stats_monthly WHERE local_data_id IN(' . implode(',', $ids_to_delete) . ')');
|
|
db_execute('DELETE FROM data_source_stats_weekly WHERE local_data_id IN(' . implode(',', $ids_to_delete) . ')');
|
|
db_execute('DELETE FROM data_source_stats_yearly WHERE local_data_id IN(' . implode(',', $ids_to_delete) . ')');
|
|
|
|
/* boost */
|
|
db_execute('DELETE FROM poller_output WHERE local_data_id IN (' . implode(',', $ids_to_delete) . ')');
|
|
db_execute('DELETE FROM poller_output_boost WHERE local_data_id IN (' . implode(',', $ids_to_delete) . ')');
|
|
|
|
if ($autoclean == 'on') {
|
|
db_execute("INSERT INTO data_source_purge_action (local_data_id, name, action)
|
|
SELECT local_data_id, REPLACE(data_source_name, '<path_cacti>/', ''), '" . $acmethod . "'
|
|
FROM data_template_data
|
|
WHERE local_data_id IN (" . implode(',', $ids_to_delete) . ')
|
|
ON DUPLICATE KEY UPDATE action=VALUES(action)');
|
|
}
|
|
|
|
if (sizeof($poller_ids)) {
|
|
foreach($poller_ids as $poller_id) {
|
|
api_data_source_cache_crc_update($poller_id);
|
|
}
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
function api_data_source_enable($local_data_id) {
|
|
db_execute_prepared("UPDATE data_template_data SET active = 'on' WHERE local_data_id = ?", array($local_data_id));
|
|
update_poller_cache($local_data_id, true);
|
|
}
|
|
|
|
function api_data_source_disable($local_data_id) {
|
|
db_execute_prepared('DELETE FROM poller_item WHERE local_data_id = ?', array($local_data_id));
|
|
db_execute_prepared("UPDATE data_template_data SET active='' WHERE local_data_id = ?", array($local_data_id));
|
|
}
|
|
|
|
function api_data_source_disable_multi($local_data_ids) {
|
|
/* initialize variables */
|
|
$ids_to_disable = '';
|
|
$i = 0;
|
|
|
|
/* build the array */
|
|
if (sizeof($local_data_ids)) {
|
|
foreach($local_data_ids as $local_data_id) {
|
|
if ($i == 0) {
|
|
$ids_to_disable .= $local_data_id;
|
|
}else{
|
|
$ids_to_disable .= ', ' . $local_data_id;
|
|
}
|
|
|
|
$i++;
|
|
|
|
if (!($i % 1000)) {
|
|
$poller_ids = array_rekey(db_fetch_assoc('SELECT poller_id
|
|
FROM poller_item
|
|
WHERE local_data_id IN(' . $ids_to_delete . ')'), 'poller_id', 'poller_id');
|
|
|
|
db_execute("DELETE FROM poller_item WHERE local_data_id IN ($ids_to_disable)");
|
|
db_execute("UPDATE data_template_data SET active='' WHERE local_data_id IN ($ids_to_disable)");
|
|
|
|
$i = 0;
|
|
$ids_to_disable = '';
|
|
}
|
|
}
|
|
|
|
if ($i > 0) {
|
|
$poller_ids = array_rekey(db_fetch_assoc('SELECT poller_id
|
|
FROM poller_item
|
|
WHERE local_data_id IN(' . $ids_to_delete .')'), 'poller_id', 'poller_id');
|
|
|
|
db_execute("DELETE FROM poller_item WHERE local_data_id IN ($ids_to_disable)");
|
|
db_execute("UPDATE data_template_data SET active='' WHERE local_data_id IN ($ids_to_disable)");
|
|
}
|
|
}
|
|
|
|
if (sizeof($poller_ids)) {
|
|
foreach($poller_ids as $poller_id) {
|
|
api_data_source_cache_crc_update($poller_id);
|
|
}
|
|
}
|
|
}
|
|
|
|
function api_reapply_suggested_data_source_title($local_data_id) {
|
|
global $config;
|
|
|
|
$data_template_data_id = db_fetch_cell_prepared('SELECT id FROM data_template_data WHERE local_data_id = ?', array($local_data_id));
|
|
if (empty($data_template_data_id)) {
|
|
return;
|
|
}
|
|
|
|
/* require query type data sources only (snmp_query_id > 0) */
|
|
$data_local = db_fetch_row_prepared('SELECT id, host_id, data_template_id, snmp_query_id, snmp_index FROM data_local WHERE snmp_query_id > 0 AND id = ?', array($local_data_id));
|
|
/* if this is not a data query graph, simply return */
|
|
if (!isset($data_local['host_id'])) {
|
|
return;
|
|
}
|
|
|
|
$snmp_query_graph_id = db_fetch_cell_prepared("SELECT
|
|
data_input_data.value FROM data_input_data
|
|
JOIN data_input_fields ON (data_input_data.data_input_field_id = data_input_fields.id)
|
|
JOIN data_template_data ON (data_template_data.id = data_input_data.data_template_data_id)
|
|
WHERE data_input_fields.type_code = 'output_type'
|
|
AND data_template_data.local_data_id = ?", array($data_local['id']));
|
|
|
|
/* no snmp query graph id found */
|
|
if ($snmp_query_graph_id == 0) {
|
|
return;
|
|
}
|
|
|
|
$suggested_values = db_fetch_assoc_prepared("SELECT
|
|
text, field_name
|
|
FROM snmp_query_graph_rrd_sv
|
|
WHERE snmp_query_graph_id = ?
|
|
AND data_template_id = ?
|
|
AND field_name = 'name'
|
|
ORDER BY sequence", array($snmp_query_graph_id, $data_local['data_template_id']));
|
|
|
|
$suggested_values_data = array();
|
|
if (sizeof($suggested_values) > 0) {
|
|
foreach ($suggested_values as $suggested_value) {
|
|
if(!isset($suggested_values_data{$suggested_value['field_name']})) {
|
|
$subs_string = substitute_snmp_query_data($suggested_value['text'],$data_local['host_id'],
|
|
$data_local['snmp_query_id'], $data_local['snmp_index'],
|
|
read_config_option('max_data_query_field_length'));
|
|
/* if there are no '|query' characters, all of the substitutions were successful */
|
|
if (!substr_count($subs_string, '|query')) {
|
|
db_execute_prepared('UPDATE data_template_data SET ' . $suggested_value['field_name'] . ' = ? WHERE local_data_id = ?', array($suggested_value['text'], $local_data_id));
|
|
/* once we find a working value for that very field, stop */
|
|
$suggested_values_data{$suggested_value['field_name']} = true;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
function api_duplicate_data_source($_local_data_id, $_data_template_id, $data_source_title) {
|
|
global $struct_data_source, $struct_data_source_item;
|
|
|
|
if (!empty($_local_data_id)) {
|
|
$data_local = db_fetch_row_prepared('SELECT * FROM data_local WHERE id = ?', array($_local_data_id));
|
|
$data_template_data = db_fetch_row_prepared('SELECT * FROM data_template_data WHERE local_data_id = ?', array($_local_data_id));
|
|
|
|
$data_template_rrds = db_fetch_assoc_prepared('SELECT * FROM data_template_rrd WHERE local_data_id = ?', array($_local_data_id));
|
|
$data_input_datas = db_fetch_assoc_prepared('SELECT * FROM data_input_data WHERE data_template_data_id = ?', array($data_template_data['id']));
|
|
|
|
/* create new entry: data_local */
|
|
$save['id'] = 0;
|
|
$save['data_template_id'] = $data_local['data_template_id'];
|
|
$save['host_id'] = $data_local['host_id'];
|
|
$save['snmp_query_id'] = $data_local['snmp_query_id'];
|
|
$save['snmp_index'] = $data_local['snmp_index'];
|
|
|
|
$local_data_id = sql_save($save, 'data_local');
|
|
|
|
$data_template_data['name'] = str_replace('<ds_title>', $data_template_data['name'], $data_source_title);
|
|
}elseif (!empty($_data_template_id)) {
|
|
$data_template = db_fetch_row_prepared('SELECT * FROM data_template WHERE id = ?', array($_data_template_id));
|
|
$data_template_data = db_fetch_row_prepared('SELECT * FROM data_template_data WHERE data_template_id = ? AND local_data_id=0', array($_data_template_id));
|
|
|
|
$data_template_rrds = db_fetch_assoc_prepared('SELECT * FROM data_template_rrd WHERE data_template_id = ? AND local_data_id=0', array($_data_template_id));
|
|
$data_input_datas = db_fetch_assoc_prepared('SELECT * FROM data_input_data WHERE data_template_data_id = ?', array($data_template_data['id']));
|
|
|
|
/* create new entry: data_template */
|
|
$save['id'] = 0;
|
|
$save['hash'] = get_hash_data_template(0);
|
|
$save['name'] = str_replace('<template_title>', $data_template['name'], $data_source_title);
|
|
|
|
$data_template_id = sql_save($save, 'data_template');
|
|
}
|
|
|
|
unset($save);
|
|
unset($struct_data_source['data_source_path']);
|
|
reset($struct_data_source);
|
|
|
|
/* create new entry: data_template_data */
|
|
$save['id'] = 0;
|
|
$save['local_data_id'] = (isset($local_data_id) ? $local_data_id : 0);
|
|
$save['local_data_template_data_id'] = (isset($data_template_data['local_data_template_data_id']) ? $data_template_data['local_data_template_data_id'] : 0);
|
|
$save['data_template_id'] = (!empty($_local_data_id) ? $data_template_data['data_template_id'] : $data_template_id);
|
|
$save['name_cache'] = $data_template_data['name_cache'];
|
|
|
|
while (list($field, $array) = each($struct_data_source)) {
|
|
$save{$field} = $data_template_data{$field};
|
|
|
|
if ($array['flags'] != 'ALWAYSTEMPLATE') {
|
|
$save{'t_' . $field} = $data_template_data{'t_' . $field};
|
|
}
|
|
}
|
|
|
|
$data_template_data_id = sql_save($save, 'data_template_data');
|
|
|
|
/* create new entry(s): data_template_rrd */
|
|
if (sizeof($data_template_rrds) > 0) {
|
|
foreach ($data_template_rrds as $data_template_rrd) {
|
|
unset($save);
|
|
reset($struct_data_source_item);
|
|
|
|
$save['id'] = 0;
|
|
$save['local_data_id'] = (isset($local_data_id) ? $local_data_id : 0);
|
|
$save['local_data_template_rrd_id'] = (isset($data_template_rrd['local_data_template_rrd_id']) ? $data_template_rrd['local_data_template_rrd_id'] : 0);
|
|
$save['data_template_id'] = (!empty($_local_data_id) ? $data_template_rrd['data_template_id'] : $data_template_id);
|
|
if ($save['local_data_id'] == 0) {
|
|
$save['hash'] = get_hash_data_template($data_template_rrd['local_data_template_rrd_id'], 'data_template_item');
|
|
} else {
|
|
$save['hash'] = '';
|
|
}
|
|
|
|
while (list($field, $array) = each($struct_data_source_item)) {
|
|
$save{$field} = $data_template_rrd{$field};
|
|
|
|
if (isset($data_template_rrd{'t_' . $field})) {
|
|
$save{'t_' . $field} = $data_template_rrd{'t_' . $field};
|
|
}
|
|
}
|
|
|
|
$data_template_rrd_id = sql_save($save, 'data_template_rrd');
|
|
}
|
|
}
|
|
|
|
/* create new entry(s): data_input_data */
|
|
if (sizeof($data_input_datas) > 0) {
|
|
foreach ($data_input_datas as $data_input_data) {
|
|
db_execute_prepared('INSERT INTO data_input_data
|
|
(data_input_field_id, data_template_data_id, t_value, value)
|
|
VALUES (?, ?, ?, ?)',
|
|
array($data_input_data['data_input_field_id'], $data_template_data_id, $data_input_data['t_value'], $data_input_data['value']));
|
|
}
|
|
}
|
|
|
|
if (!empty($_local_data_id)) {
|
|
update_data_source_title_cache($local_data_id);
|
|
}
|
|
}
|
|
|