$field) { if (is_string($field)) { $tmp = array(); foreach ($data as $key => $row) { $tmp[$key] = $row[$field]; } $args[$n] = $tmp; } } $args[] = &$data; call_user_func_array('array_multisort', $args); return array_pop($args); } function boost_file_size_display($file_size, $digits = 2) { if ($file_size > 1024) { $file_size = $file_size / 1024; if ($file_size > 1024) { $file_size = $file_size / 1024; if ($file_size > 1024) { $file_size = $file_size / 1024; return __('%s GBytes', number_format_i18n($file_size, $digits)); } else { return __('%s MBytes', number_format_i18n($file_size, $digits)); } } else { return __('%s KBytes', number_format_i18n($file_size, $digits)); } } else { return __('%s Bytes', number_format_i18n($file_size, $digits)); } } function boost_get_total_rows() { return db_fetch_cell("SELECT SUM(TABLE_ROWS) FROM information_schema.tables WHERE table_schema = SCHEMA() AND (table_name LIKE 'poller_output_boost_arch_%' OR table_name LIKE 'poller_output_boost')"); } function boost_error_handler($errno, $errmsg, $filename, $linenum, $vars = []) { if (read_config_option('log_verbosity') >= POLLER_VERBOSITY_DEBUG) { /* define all error types */ $errortype = array( E_ERROR => 'Error', E_WARNING => 'Warning', E_PARSE => 'Parsing Error', E_NOTICE => 'Notice', E_CORE_ERROR => 'Core Error', E_CORE_WARNING => 'Core Warning', E_COMPILE_ERROR => 'Compile Error', E_COMPILE_WARNING => 'Compile Warning', E_USER_ERROR => 'User Error', E_USER_WARNING => 'User Warning', E_USER_NOTICE => 'User Notice', E_STRICT => 'Runtime Notice' ); if (defined('E_RECOVERABLE_ERROR')) { $errortype[E_RECOVERABLE_ERROR] = 'Catchable Fatal Error'; } if (defined('E_DEPRECATED')) { $errortype[E_DEPRECATED] = 'Deprecated Warning'; } /* create an error string for the log */ $err = "ERRNO:'" . $errno . "' TYPE:'" . $errortype[$errno] . "' MESSAGE:'" . $errmsg . "' IN FILE:'" . $filename . "' LINE NO:'" . $linenum . "'"; /* let's ignore some lesser issues */ if (substr_count($errmsg, 'date_default_timezone')) return; if (substr_count($errmsg, 'Only variables')) return; /* log the error to the Cacti log */ cacti_log('PROGERR: ' . $err, false, 'BOOST'); } return; } function boost_check_correct_enabled() { if ((read_config_option('boost_rrd_update_enable') == 'on') || (read_config_option('boost_rrd_update_system_enable') == 'on')) { /* turn on the system level updates as that is what dictates "off" */ if (read_config_option('boost_rrd_update_system_enable') != 'on') { db_execute("REPLACE INTO settings (name,value) VALUES ('boost_rrd_update_system_enable','on')"); } } else { restore_error_handler(); return false; } return true; } function boost_poller_on_demand(&$results) { global $config, $remote_db_cnn_id; if ($config['poller_id'] > 1 && $config['connection'] == 'online') { $conn = $remote_db_cnn_id; } else { $conn = false; } if (read_config_option('boost_rrd_update_enable') == 'on' || $config['poller_id'] > 1) { set_config_option('boost_rrd_update_enable', 'on'); /* suppress warnings */ if (defined('E_DEPRECATED')) { error_reporting(E_ALL ^ E_DEPRECATED); } else { error_reporting(E_ALL); } /* install the boost error handler */ set_error_handler('boost_error_handler'); $out_buffer = ''; $sql_prefix = 'INSERT INTO poller_output_boost (local_data_id, rrd_name, time, output) VALUES '; $sql_suffix = ' ON DUPLICATE KEY UPDATE output=VALUES(output)'; // Add 1 here for potential delimiter $overhead = strlen($sql_prefix) + strlen($sql_suffix) + 1; if (boost_check_correct_enabled()) { /* if boost redirect is on, rows are being inserted directly */ if (read_config_option('boost_redirect') == 'on') { restore_error_handler(); return false; } $max_allowed_packet = db_fetch_row("SHOW VARIABLES LIKE 'max_allowed_packet'"); $max_allowed_packet = $max_allowed_packet['Value']; if (cacti_sizeof($results)) { $delim = ''; $delim_len = 0; $out_length = 0; foreach($results as $result) { $tmp_buffer = "('" . $result['local_data_id'] . "','" . $result['rrd_name'] . "','" . $result['time'] . "','" . $result['output'] . "')"; $tmp_length = strlen($tmp_buffer); // Calculate length of output buffer, plus overhead, plus the temp buffer // is it greater than what SQL allows? if (($out_length + $overhead + $tmp_length) > $max_allowed_packet) { // Overall length was greater, but do we actually have anything // already buffered? Or was it just the temp buffer that overflowed // things? if ($out_length > 0) { db_execute($sql_prefix . $out_buffer . $sql_suffix, true, $conn); } // Make the temp buffer the starting point for the output buffer, but // we don't need a delimiter at this point, so don't include it $out_buffer = $tmp_buffer; $out_length = $tmp_length; } else { // We didn't overflow so lets add the temp buffer to the output buffer // and include the delimiter string/length. This will be a blank // delimiter on the first iteration as the output buffer will always // be blank. $out_buffer .= $delim . $tmp_buffer; $out_length += $delim_len + $tmp_length; } // Only on the first iteration do we need to set the delimiter as // after that, we will always need it when we are not overflowing if ($delim_len == 0) { $delim = ','; $delim_len = strlen($delim); } } // output buffer had something left, lets flush it if ($out_buffer != '') { db_execute($sql_prefix . $out_buffer . $sql_suffix, true, $conn); } } $return_value = false; } else { $return_value = true; } /* restore original error handler */ restore_error_handler(); return $return_value; } else { return true; } } function boost_poller_id_check() { global $config; $storage_location = read_config_option('storage_location'); /* error out if running from a remote poller and the storage * location is not the RRDproxy */ if ($config['poller_id'] > 1) { if ($config['connection'] == 'online') { if ($storage_location == 0) { return false; } else { return true; } } else { return false; } } return true; } function boost_fetch_cache_check($local_data_id, $rrdtool_pipe = false) { global $config; if (read_config_option('boost_rrd_update_enable') == 'on') { /* include poller processing routines */ include_once($config['library_path'] . '/poller.php'); /* check to see if boost can do its job */ if (!boost_poller_id_check()) { return false; } /* suppress warnings */ if (defined('E_DEPRECATED')) { error_reporting(E_ALL ^ E_DEPRECATED); } else { error_reporting(E_ALL); } /* install the boost error handler */ set_error_handler('boost_error_handler'); /* process input parameters */ if (!is_resource($rrdtool_pipe)) { $rrdtool_pipe = rrd_init(); $close_pipe = true; } else { $close_pipe = false; } /* get the information to populate into the rrd files */ if (boost_check_correct_enabled()) { boost_process_poller_output($local_data_id, $rrdtool_pipe); } /* restore original error handler */ restore_error_handler(); /* close rrdtool */ if ($close_pipe) { rrd_close($rrdtool_pipe); } } } function boost_return_cached_image(&$graph_data_array) { if (isset($graph_data_array['export_csv'])) { return false; } elseif (isset($graph_data_array['export_realtime'])) { return false; } elseif (isset($graph_data_array['disable_cache']) && $graph_data_array['disable_cache'] == true) { return false; } elseif (read_config_option('boost_png_cache_enable') == 'on' && boost_determine_caching_state()) { return true; } else { return false; } } function boost_graph_cache_check($local_graph_id, $rra_id, $rrdtool_pipe, &$graph_data_array, $return = true) { global $config; /* include poller processing routines */ include_once($config['library_path'] . '/poller.php'); /* suppressnwarnings */ if (defined('E_DEPRECATED')) { error_reporting(E_ALL ^ E_DEPRECATED); } else { error_reporting(E_ALL); } /* install the boost error handler */ set_error_handler('boost_error_handler'); /* check to see if boost can do its job */ if (!boost_poller_id_check()) { return false; } /* This is a realtime graph */ if (isset($graph_data_array['export_realtime'])) { /* restore original error handler */ restore_error_handler(); return false; } /* if we are just printing the rrd command return */ if (isset($graph_data_array['print_source'])) { /* restore original error handler */ restore_error_handler(); return false; } /* if we want to view the error message, then don't show the cache */ if ((isset($graph_data_array['output_flag'])) && ($graph_data_array['output_flag'] == RRDTOOL_OUTPUT_STDERR)) { /* restore original error handler */ restore_error_handler(); return false; } /* get the information to populate into the rrd files */ if (boost_check_correct_enabled()) { /* before we make a graph, we need to check for rrd updates and perform them. */ $local_data_ids = db_fetch_assoc_prepared('SELECT DISTINCT data_template_rrd.local_data_id FROM graph_templates_item INNER JOIN data_template_rrd ON (graph_templates_item.task_item_id = data_template_rrd.id) WHERE graph_templates_item.local_graph_id = ? AND data_template_rrd.local_data_id > 0', array($local_graph_id)); /* first update the RRD files */ if (cacti_sizeof($local_data_ids)) { $updates = 0; foreach($local_data_ids as $local_data_id) { $updates += boost_process_poller_output($local_data_id['local_data_id'], $rrdtool_pipe); } if ($updates) { /* restore original error handler */ restore_error_handler(); return false; } } } if (isset($_SESSION['sess_current_timespan'])) { $timespan = $_SESSION['sess_current_timespan']; } else { $timespan = 0; } /* check the graph cache and use it if it is valid, otherwise turn over to * cacti's graphing functions. */ if (boost_return_cached_image($graph_data_array)) { /* if timespan is greater than 1, it is a predefined, if it does not * exist, it is the old fashioned MRTG type graph */ $cache_directory = read_config_option('boost_png_cache_directory'); if ($cache_directory != '') { if (is_dir($cache_directory)) { if (is_writable($cache_directory)) { if ($rra_id > 0) { $cache_file = $cache_directory . '/' . get_selected_theme() . '_lgi_' . $local_graph_id . '_rrai_' . $rra_id; } else { $cache_file = $cache_directory . '/' . get_selected_theme() . '_lgi_' . $local_graph_id . '_rrai_' . $rra_id . '_tsi_' . $timespan; } if (isset($graph_data_array['graph_height'])) { $cache_file .= '_height_' . $graph_data_array['graph_height']; } if (isset($graph_data_array['graph_width'])) { $cache_file .= '_width_' . $graph_data_array['graph_width']; } if (isset($graph_data_array['graph_nolegend'])) { $cache_file .= '_thumb.png'; } else { $cache_file .= '.png'; } if (file_exists($cache_file)) { $mod_time = filemtime($cache_file); $poller_interval = read_config_option('poller_interval'); if (!isset($poller_interval)) { $poller_interval = '300'; } if (($mod_time + $poller_interval) > time()) { if ($fileptr = fopen($cache_file, 'rb')) { $output = fread($fileptr, filesize($cache_file)); fclose($fileptr); /* restore original error handler */ restore_error_handler(); /* get access to the SNMP Cache of BOOST*/ $mc = new MibCache('CACTI-BOOST-MIB'); $mc->object('boostStatsTotalsImagesCacheReads')->count(); $mc->object('boostStatsLastUpdate')->set( time() ); return $output; } else { cacti_log("Attempting to open cache file '$cache_file' failed", false, 'BOOST', POLLER_VERBOSITY_DEBUG); } } else { cacti_log("Boost Cache PNG Expired. Image '$cache_file' will be recreated", false, 'BOOST', POLLER_VERBOSITY_DEBUG); } } } else { cacti_log('ERROR: Boost Cache Directory is not writable! Can not cache images', false, 'BOOST'); } } else { cacti_log('ERROR: Boost Cache Directory does not exist! Can not cache images', false, 'BOOST'); } } else { cacti_log('ERROR: Boost Cache Directory variable is not set! Can not cache images', false, 'BOOST'); } } /* restore original error handler */ restore_error_handler(); return false; } function boost_prep_graph_array($graph_data_array) { /* suppress warnings */ if (defined('E_DEPRECATED')) { error_reporting(E_ALL ^ E_DEPRECATED); } else { error_reporting(E_ALL); } /* install the boost error handler */ set_error_handler('boost_error_handler'); if (boost_determine_caching_state()) { if (!isset($graph_data_array['output_flag'])) { if (!isset($graph_data_array['print_source'])) { $graph_data_array['output_flag'] = RRDTOOL_OUTPUT_STDOUT; } } } /* restore original error handler */ restore_error_handler(); return $graph_data_array; } function boost_graph_set_file(&$output, $local_graph_id, $rra_id) { global $config, $boost_sock, $graph_data_array; /* get access to the SNMP Cache of BOOST*/ $mc = new MibCache('CACTI-BOOST-MIB'); /* suppress warnings */ if (defined('E_DEPRECATED')) { error_reporting(E_ALL ^ E_DEPRECATED); } else { error_reporting(E_ALL); } /* install the boost error handler */ set_error_handler('boost_error_handler'); if (isset($_SESSION['sess_current_timespan'])) { $timespan = $_SESSION['sess_current_timespan']; } else { $timespan = 0; } /* check the graph cache and use it if it is valid, otherwise turn over to * cacti's graphing functions. */ if ((read_config_option('boost_png_cache_enable')) && (boost_determine_caching_state())) { $cache_directory = read_config_option('boost_png_cache_directory'); if ($cache_directory != '') { if (is_dir($cache_directory)) { if ($rra_id > 0) { $cache_file = $cache_directory . '/' . get_selected_theme() . '_lgi_' . $local_graph_id . '_rrai_' . $rra_id; } else { $cache_file = $cache_directory . '/' . get_selected_theme() . '_lgi_' . $local_graph_id . '_rrai_' . $rra_id . '_tsi_' . $timespan; } if (isset($graph_data_array['graph_height'])) { $cache_file .= '_height_' . $graph_data_array['graph_height']; } if (isset($graph_data_array['graph_width'])) { $cache_file .= '_width_' . $graph_data_array['graph_width']; } if (isset($graph_data_array['graph_nolegend'])) { $cache_file .= '_thumb.png'; } else { $cache_file .= '.png'; } if (is_writable($cache_directory)) { /* if the cache file was created in a prior step, save it */ if (strlen($output) > 10) { if ($fileptr = fopen($cache_file, 'w')) { fwrite($fileptr, $output, strlen($output)); fclose($fileptr); chmod($cache_file, 0666); /* count the number of images that had to be cached */ $mc->object('boostStatsTotalsImagesCacheWrites')->count(); $mc->object('boostStatsLastUpdate')->set( time() ); } } } else { cacti_log('ERROR: Boost Cache Directory is not writable! Can not cache images', false, 'BOOST'); } } else { cacti_log('ERROR: Boost Cache Directory does not exist! Can not cache images', false, 'BOOST'); } } else { cacti_log('ERROR: Boost Cache Directory variable is not set! Can not cache images', false, 'BOOST'); } } /* restore original error handler */ restore_error_handler(); } /* boost_timer - allows you to time events in boost and provide stats @arg $area - a text string that determines what area is being measured @arg $type - either 'start' or 'end' to start or end the timing */ function boost_timer($area, $type) { global $boost_stats_log; /* get the time */ $btime = microtime(true); if ($type == BOOST_TIMER_START) { $boost_stats_log[$area][BOOST_TIMER_START] = $btime; } elseif ($type == BOOST_TIMER_END) { if (isset($boost_stats_log[$area][BOOST_TIMER_START])) { if (!isset($boost_stats_log[$area][BOOST_TIMER_TOTAL])) { $boost_stats_log[$area][BOOST_TIMER_TOTAL] = 0; $boost_stats_log[$area][BOOST_TIMER_CYCLES] = 0; } $boost_stats_log[$area][BOOST_TIMER_TOTAL] += $btime - $boost_stats_log[$area][BOOST_TIMER_START]; $boost_stats_log[$area][BOOST_TIMER_CYCLES]++; unset($boost_stats_log[$area][BOOST_TIMER_START]); } } } function boost_timer_get_overhead() { global $boost_stats_log; $start = microtime(true); $area = 'calibrate'; for ($i = 0; $i < BOOST_TIMER_OVERHEAD_MULTIPLIER; $i++) { boost_timer($area, BOOST_TIMER_START); boost_timer($area, BOOST_TIMER_END); } unset($boost_stats_log[$area]); return (microtime(true) - $start); } /* boost_get_arch_table_names - returns current archive boost tables or false if no arch table is present currently */ function boost_get_arch_table_names($latest_table = '') { $tableData = db_fetch_assoc("SHOW tables LIKE 'poller_output_boost_arch%'"); $tableNames = array(); if (cacti_sizeof($tableData)) { foreach($tableData as $table) { $table = array_values($table); $tableNames[$table[0]] = $table[0]; } } if (!cacti_sizeof($tableNames)) { $tableNames = array_rekey( db_fetch_assoc("SELECT TABLE_NAME AS name FROM information_schema.TABLES WHERE TABLE_SCHEMA = SCHEMA() AND TABLE_NAME LIKE 'poller_output_boost_arch_%' AND TABLE_ROWS > 0"), 'name', 'name' ); } if (!cacti_sizeof($tableNames)) { if ($latest_table != '' && db_table_exists($latest_table)) { $tableNames[$latest_table] = $latest_table; return $tableNames; } else { return false; } } else { return $tableNames; } } /** * boost_process_poller_output - grabs data from the 'poller_output' and 'poller_output_boost*' * table and feeds to RRDtool for processing. This function has been repurposed for a * single local_data_id. In the past, it was designed to handle one to many local_data_ids. * * The process works as follows: * * 1) Gather all the rows for the local_data_id from the archive tables on archive table * at a time. * 2) Gather all the rows from the main boost table * 3) Delete those entries from all the aforementioned tables * 4) Merge the results together * 5) Process the entire result set * * @param (int) local_data_id - the local data id to update * @param (resourse) rrdtool_pipe - a pointer to the rrdtool process * * @return (void) */ function boost_process_poller_output($local_data_id, $rrdtool_pipe = '') { global $config, $database_default, $boost_sock, $boost_timeout, $debug, $get_memory, $memory_used; static $archive_table = false; static $warning_issued; cacti_system_zone_set(); include_once($config['library_path'] . '/rrd.php'); /* suppress warnings */ if (defined('E_DEPRECATED')) { error_reporting(E_ALL ^ E_DEPRECATED); } else { error_reporting(E_ALL); } /* install the boost error handler */ set_error_handler('boost_error_handler'); if (cacti_version_compare(get_rrdtool_version(), '1.5', '<')) { while (!db_fetch_cell("SELECT GET_LOCK('boost.single_ds.$local_data_id', 1)")) { usleep(50000); } } $data_ids_to_get = read_config_option('boost_rrd_update_max_records_per_select'); $query_string = ''; $arch_tables = db_fetch_assoc("SELECT table_name AS name FROM information_schema.tables WHERE table_schema = SCHEMA() AND table_name LIKE 'poller_output_boost_arch_%'"); $results = array(); /* avoid getting rows in the middle of poller run */ $timestamp = db_fetch_cell('SELECT MIN(UNIX_TIMESTAMP(start_time)) FROM poller_time WHERE end_time="0000-00-00"'); if (empty($timestamp)) { $timestamp = time() - 10; } boost_timer('get_records', BOOST_TIMER_START); if (cacti_count($arch_tables)) { foreach($arch_tables as $table) { $tresults = db_fetch_assoc_prepared('SELECT local_data_id, UNIX_TIMESTAMP(time) AS timestamp, rrd_name, output FROM ' . $table['name'] . " WHERE local_data_id = ? AND time < FROM_UNIXTIME(?) ORDER BY time ASC, rrd_name ASC", array($local_data_id, $timestamp), false); if (cacti_sizeof($tresults)) { $results = array_merge($results, $tresults); } } } $arch_results = cacti_sizeof($results); $tresults = db_fetch_assoc_prepared("SELECT po.local_data_id, dl.data_template_id, UNIX_TIMESTAMP(po.time) AS timestamp, po.rrd_name, po.output FROM poller_output_boost AS po INNER JOIN data_local AS dl ON po.local_data_id = dl.id WHERE po.local_data_id = ? AND po.time < FROM_UNIXTIME(?) ORDER BY po.time, po.rrd_name", array($local_data_id, $timestamp)); $boost_results = cacti_sizeof($tresults); if (cacti_sizeof($tresults)) { $results = array_merge($results, $tresults); } boost_timer('get_records', BOOST_TIMER_END); cacti_log('Local Data ID: ' . $local_data_id . ', Archive Results: ' . $arch_results . ', Boost Results: ' . $boost_results, false, 'BOOST', POLLER_VERBOSITY_MEDIUM); $sorted = boost_array_orderby($results, 'timestamp', SORT_ASC, 'rrd_name', SORT_ASC); $sorted_results = cacti_sizeof($sorted); $results = $sorted; cacti_log('Local Data ID: ' . $local_data_id . ', Sorted Results: ' . $sorted_results, false, 'BOOST', POLLER_VERBOSITY_MEDIUM); /* remove the entries from the table */ boost_timer('delete', BOOST_TIMER_START); if (cacti_count($arch_tables)) { foreach($arch_tables as $table) { db_execute_prepared('DELETE IGNORE FROM ' . $table['name'] . ' WHERE local_data_id = ?', array($local_data_id)); } } if (cacti_sizeof($results)) { db_execute_prepared('DELETE FROM poller_output_boost WHERE local_data_id = ? AND time < FROM_UNIXTIME(?)', array($local_data_id, $timestamp)); } boost_timer('delete', BOOST_TIMER_END); if (cacti_version_compare(get_rrdtool_version(), '1.5', '<')) { db_execute("SELECT RELEASE_LOCK('boost.single_ds.$local_data_id')"); } /* log memory */ if ($get_memory) { $cur_memory = memory_get_usage(); if ($cur_memory > $memory_used) { $memory_used = $cur_memory; } } if (cacti_sizeof($results)) { $rrdp_auto_close = false; if (!$rrdtool_pipe) { $rrdtool_pipe = rrd_init(); $rrdp_auto_close = true; } /* create an array keyed off of each .rrd file */ $time = -1; $outbuf = ''; $last_update = -1; $multi_vals_set = false; $last_item = array( 'local_data_id' => -1, 'timestamp' => -1, 'rrd_name' => '' ); /* we are going to blow away all record if ok */ $vals_in_buffer = 0; $upd_string_len = read_config_option('boost_rrd_update_string_length'); /* initialize some variables */ $rrd_tmpl = ''; $rrd_path = ''; $outlen = 0; $path_template = boost_get_rrd_filename_and_template($local_data_id); if (cacti_sizeof($path_template)) { $rrd_path = $path_template['rrd_path']; $rrd_tmpl = $path_template['rrd_template']; } else { $rrd_path = db_fetch_cell_prepared('SELECT rrd_path FROM poller_item WHERE local_data_id = ?', array($local_data_id)); } cacti_log('The RRDpath is ' . $rrd_path, false, 'BOOST', POLLER_VERBOSITY_MEDIUM); cacti_log('The RRDpath template is ' . $rrd_tmpl, false, 'BOOST', POLLER_VERBOSITY_MEDIUM); boost_timer('results_cycle', BOOST_TIMER_START); /* go through each poller_output_boost entries and process */ foreach ($results as $item) { /** * detect duplicate records, this should not happen, * but adding just in case. */ if ($last_item['timestamp'] == $item['timestamp'] && $last_item['rrd_name'] == $item['rrd_name']) { cacti_log(sprintf('WARNING: Skipping %s:%s due to duplicate record...', $item['local_data_id'], $item['rrd_name']), false, 'BOOST'); continue; } /* don't generate error messages if the RRD has already been updated */ if ($time < $last_update && cacti_version_compare(get_rrdtool_version(), '1.5', '<')) { cacti_log("WARNING: Stale Poller Data Found! Item Time:'" . $time . "', RRD Time:'" . $last_update . "' Ignoring Value!", false, 'BOOST', POLLER_VERBOSITY_HIGH); $value = 'DNP'; } else { $value = trim($item['output']); } if ($time != $item['timestamp']) { if ($outlen > $upd_string_len) { boost_timer('rrdupdate', BOOST_TIMER_START); $return_value = boost_rrdtool_function_update($local_data_id, $rrd_path, $rrd_tmpl, $outbuf, $rrdtool_pipe); boost_timer('rrdupdate', BOOST_TIMER_END); $outbuf = ''; $outlen = 0; $vals_in_buffer = 0; /* check return status for delete operation */ if (strpos(trim($return_value), 'OK') === false && $return_value != '') { cacti_log("WARNING: RRD Update Warning '" . $return_value . "' for Local Data ID '$local_data_id'", false, 'BOOST'); } } if (strpos($value, 'DNP') === false) { $output = ' ' . $item['timestamp']; $outbuf .= $output; $outlen += strlen($output); } $time = $item['timestamp']; } /* single one value output */ if (strpos($value, 'DNP') !== false) { /* continue, bad time */ } elseif ((is_numeric($value)) || ($value == 'U' && $item['rrd_name'] != '')) { $output = ':' . $value; $outbuf .= $output; $outlen += strlen($output); $vals_in_buffer++; } elseif ((function_exists('is_hexadecimal')) && (is_hexadecimal($value))) { $output = ':' . hexdec($value); $outbuf .= $output; $outlen += strlen($output); $vals_in_buffer++; } elseif (strpos($value, ':') !== false) { $values = preg_split('/\s+/', $value); if (!$multi_vals_set) { if ($item['data_template_id'] > 0) { $rrd_field_names = array_rekey( db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dif.data_name FROM graph_templates_item AS gti INNER JOIN data_template_rrd AS dtr ON gti.task_item_id = dtr.id INNER JOIN data_input_fields AS dif ON dtr.data_input_field_id = dif.id WHERE dtr.local_data_id = ?', array($item['local_data_id'])), 'data_name', 'data_source_name' ); $unused_data_source_names = array_rekey( db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dtr.data_source_name FROM data_template_rrd AS dtr LEFT JOIN graph_templates_item AS gti ON dtr.id = gti.task_item_id WHERE dtr.local_data_id = ? AND gti.task_item_id IS NULL', array($item['local_data_id'])), 'data_source_name', 'data_source_name' ); } else { $rrd_field_names = array_rekey( db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dif.data_name FROM data_template_rrd AS dtr INNER JOIN data_input_fields AS dif ON dtr.data_input_field_id = dif.id WHERE dtr.local_data_id = ?', array($item['local_data_id'])), 'data_name', 'data_source_name' ); $unused_data_source_names = array(); } $rrd_tmpl = ''; } $first_tmpl = true; $multi_ok = false; if (cacti_sizeof($values)) { foreach($values as $value) { $matches = explode(':', $value); if (isset($rrd_field_names[$matches[0]])) { $field = $rrd_field_names[$matches[0]]; if (cacti_sizeof($unused_data_source_names) && isset($unused_data_source_names[$field])) { continue; } $multi_ok = true; if (!$multi_vals_set) { if (!$first_tmpl) { $rrd_tmpl .= ':'; } $rrd_tmpl .= $rrd_field_names[$matches[0]]; $first_tmpl = false; } if (is_numeric($matches[1]) || ($matches[1] == 'U')) { $output = ':' . $matches[1]; $outbuf .= $output; $outlen += strlen($output); } elseif ((function_exists('is_hexadecimal')) && (is_hexadecimal($matches[1]))) { $output = ':' . hexdec($matches[1]); $outbuf .= $output; $outlen += strlen($output); } else { $output = ':U'; $outbuf .= $output; $outlen += strlen($output); } $vals_in_buffer++; } } } /* we only want to process the template and gather the fields once */ $multi_vals_set = true; if ($multi_ok) { $vals_in_buffer++; } } else { if (!$multi_vals_set) { if ($item['data_template_id'] > 0) { $rrd_field_names = array_rekey( db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dif.data_name FROM graph_templates_item AS gti INNER JOIN data_template_rrd AS dtr ON gti.task_item_id = dtr.id INNER JOIN data_input_fields AS dif ON dtr.data_input_field_id = dif.id WHERE dtr.local_data_id = ?', array($item['local_data_id'])), 'data_name', 'data_source_name' ); $unused_data_source_names = array_rekey( db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dtr.data_source_name FROM data_template_rrd AS dtr LEFT JOIN graph_templates_item AS gti ON dtr.id = gti.task_item_id WHERE dtr.local_data_id = ? AND gti.task_item_id IS NULL', array($item['local_data_id'])), 'data_source_name', 'data_source_name' ); } else { $rrd_field_names = array_rekey( db_fetch_assoc_prepared('SELECT DISTINCT dtr.data_source_name, dif.data_name FROM data_template_rrd AS dtr INNER JOIN data_input_fields AS dif ON dtr.data_input_field_id = dif.id WHERE dtr.local_data_id = ?', array($item['local_data_id'])), 'data_name', 'data_source_name' ); $unused_data_source_names = array(); } $rrd_tmpl = ''; } $expected = ''; if (cacti_sizeof($nt_rrd_field_names)) { foreach($nt_rrd_field_names as $field) { if (cacti_sizeof($unused_data_source_names) && isset($unused_data_source_names[$field])) { continue; } $expected .= ($expected != '' ? ' ':'') . "$field:value"; if ($reset_template) { $rrd_tmpl .= ($rrd_tmpl != '' ? ':':'') . $field; } $tv_tmpl[$field] = 'U'; $buflen += 2; } } cacti_log(sprintf('WARNING: Invalid output! MULTI DS[%d] Encountered [%s] Expected [%s]', $item['local_data_id'], $value, $expected), false, 'POLLER'); $vals_in_buffer++; $multi_vals_set = true; } } /* process the last rrdupdate if applicable */ if ($vals_in_buffer) { boost_timer('rrdupdate', BOOST_TIMER_START); $return_value = boost_rrdtool_function_update($local_data_id, $rrd_path, $rrd_tmpl, $outbuf, $rrdtool_pipe); boost_timer('rrdupdate', BOOST_TIMER_END); /* check return status for delete operation */ if (strpos(trim($return_value), 'OK') === false && $return_value != '') { cacti_log("WARNING: RRD Update Warning '" . $return_value . "' for Local Data ID '$local_data_id'", false, 'BOOST'); } } boost_timer('results_cycle', BOOST_TIMER_END); if ($rrdp_auto_close) { rrd_close($rrdtool_pipe); } } /* restore original error handler */ restore_error_handler(); return cacti_sizeof($results); } function boost_rrdtool_get_last_update_time($rrd_path, &$rrdtool_pipe) { $return_value = 0; /* check if the rrd_path is empty * It can become empty if someone has removed * a Data Source while boost is running, or a Re-Index * found the Data Source invalid, so it was removed * from the poller_item table */ if ($rrd_path == '') { return time(); } if (read_config_option('storage_location')) { $file_exists = rrdtool_execute("file_exists $rrd_path" , true, RRDTOOL_OUTPUT_BOOLEAN, $rrdtool_pipe, 'BOOST'); } else { $file_exists = file_exists($rrd_path); } if ($file_exists == true) { $return_value = rrdtool_execute("last $rrd_path", true, RRDTOOL_OUTPUT_STDOUT, false, 'BOOST'); } return trim($return_value); } function boost_determine_caching_state() { set_default_action(); /* turn off image caching if viewing thold vrules */ if (isset($_SESSION['sess_config_array']['thold_draw_vrules']) && $_SESSION['sess_config_array']['thold_draw_vrules'] == 'on') { return false; } $action = get_request_var('action'); /* turn off image caching for the following actions */ if ($action == 'properties' || $action == 'zoom' || $action == 'edit' || $action == 'graph_edit') { $cache = false; } else { $cache = true; } if (!isset($_SESSION['custom'])) { $custom = false; } else { $custom = $_SESSION['custom']; } if ($cache && !$custom) { return true; } else { return false; } } /* boost_get_rrd_filename_and_template - pulls 1) the rrd_update template from the database in form of update decisions for multi-output RRDs 2) rrd filename @arg $local_data_id - the data source to obtain information from */ function boost_get_rrd_filename_and_template($local_data_id) { $rrd_path = ''; $all_nulls = true; $ds_null = array(); $ds_nnull = array(); $data_template_id = db_fetch_cell_prepared('SELECT data_template_id FROM data_local WHERE id = ?', array($local_data_id)); if ($data_template_id > 0) { $ds_names = db_fetch_assoc_prepared("SELECT DISTINCT data_source_name, rrd_name, rrd_path FROM data_template_rrd AS dtr INNER JOIN graph_templates_item AS gti ON gti.task_item_id = dtr.id INNER JOIN poller_item AS pi ON pi.local_data_id = dtr.local_data_id AND (pi.rrd_name = dtr.data_source_name OR pi.rrd_name = '') WHERE dtr.local_data_id = ? ORDER BY data_source_name ASC", array($local_data_id)); } else { $ds_names = db_fetch_assoc_prepared("SELECT DISTINCT data_source_name, rrd_name, rrd_path FROM data_template_rrd AS dtr INNER JOIN poller_item AS pi ON pi.local_data_id = dtr.local_data_id AND (pi.rrd_name = dtr.data_source_name OR pi.rrd_name = '') WHERE dtr.local_data_id = ? ORDER BY data_source_name ASC", array($local_data_id)); } if (cacti_sizeof($ds_names)) { foreach($ds_names as $ds_name) { if ($rrd_path == '') { $rrd_path = $ds_name['rrd_path']; } if ($ds_name['rrd_name'] == '') { $ds_null[] = $ds_name['data_source_name']; } elseif ($ds_name['rrd_name'] == $ds_name['data_source_name']) { $ds_nnull[] = $ds_name['data_source_name']; $all_nulls = false; } } } if ($all_nulls) { $rrd_template = implode(':', $ds_null); } else { $rrd_template = implode(':', $ds_nnull); } return array('rrd_path' => $rrd_path, 'rrd_template' => trim($rrd_template)); } function boost_rrdtool_function_create($local_data_id, $show_source, &$rrdtool_pipe) { global $config; /** * @var array $data_source_types * @var array $consolidation_functions */ include($config['include_path'] . '/global_arrays.php'); $data_source_path = get_data_source_path($local_data_id, true); /* ok, if that passes lets check to make sure an rra does not already exist, the last thing we want to do is overwrite data! */ if ($show_source != true) { if (read_config_option('storage_location')) { $file_exists = rrdtool_execute("file_exists $data_source_path" , true, RRDTOOL_OUTPUT_BOOLEAN, $rrdtool_pipe, 'POLLER'); } else { $file_exists = file_exists($data_source_path); } if ($file_exists == true) { return -1; } } /** * the first thing we must do is make sure there is at least one * rra associated with this data source... * * * UPDATE: As of version 0.6.6, we are splitting this up into two * SQL strings because of the multiple DS per RRD support. This is * not a big deal however since this function gets called once per * data source */ $rras = db_fetch_assoc_prepared('SELECT dtd.rrd_step, dsp.x_files_factor, dspr.steps, dspr.rows, dspc.consolidation_function_id, (dspr.rows * dspr.steps) AS rra_order FROM data_template_data AS dtd LEFT JOIN data_source_profiles AS dsp ON dtd.data_source_profile_id=dsp.id LEFT JOIN data_source_profiles_rra AS dspr ON dtd.data_source_profile_id=dspr.data_source_profile_id LEFT JOIN data_source_profiles_cf AS dspc ON dtd.data_source_profile_id=dspc.data_source_profile_id WHERE dtd.local_data_id = ? AND (dspr.steps IS NOT NULL OR dspr.rows IS NOT NULL) ORDER BY dspc.consolidation_function_id, rra_order', array($local_data_id)); /* if we find that this DS has no RRA associated; get out. This would * indicate that a data sources has been deleted */ if (cacti_sizeof($rras) <= 0) { return false; } /* create the "--step" line */ $create_ds = RRD_NL . '--start 0 --step '. $rras[0]['rrd_step'] . ' ' . RRD_NL; /** * We have to check for Non-Templated Data Source first as they may not include * a graph. So, for that case, we need the RRDfile to include all data sources */ $data_template_id = db_fetch_cell_prepared('SELECT data_template_id FROM data_local WHERE id = ?', array($local_data_id)); if ($data_template_id > 0) { $data_sources = db_fetch_assoc_prepared('SELECT DISTINCT dtr.id, dtr.data_source_name, dtr.rrd_heartbeat, dtr.rrd_minimum, dtr.rrd_maximum, dtr.data_source_type_id FROM data_template_rrd AS dtr INNER JOIN graph_templates_item AS gti ON dtr.id = gti.task_item_id WHERE dtr.local_data_id = ? ORDER BY local_data_template_rrd_id', array($local_data_id)); } else { $data_sources = db_fetch_assoc_prepared('SELECT DISTINCT dtr.id, dtr.data_source_name, dtr.rrd_heartbeat, dtr.rrd_minimum, dtr.rrd_maximum, dtr.data_source_type_id FROM data_template_rrd AS dtr WHERE dtr.local_data_id = ? ORDER BY local_data_template_rrd_id', array($local_data_id)); } /** * ONLY make a new DS entry if: * * - There are multiple data sources and this item is not the main one. * - There are only one data source (then use it) */ if (cacti_sizeof($data_sources)) { foreach ($data_sources as $data_source) { /* use the cacti ds name by default or the user defined one, if entered */ $data_source_name = get_data_source_item_name($data_source['id']); if (empty($data_source['rrd_maximum'])) { /* in case no maximum is given, use "Undef" value */ $data_source['rrd_maximum'] = 'U'; } elseif (strpos($data_source['rrd_maximum'], '|query_') !== false) { $data_local = db_fetch_row_prepared('SELECT * FROM data_local WHERE id = ?', array($local_data_id)); $speed = rrdtool_function_interface_speed($data_local); if ($data_source['rrd_maximum'] == '|query_ifSpeed|' || $data_source['rrd_maximum'] == '|query_ifHighSpeed|') { $data_source['rrd_maximum'] = $speed; } else { $data_source['rrd_maximum'] = substitute_snmp_query_data($data_source['rrd_maximum'],$data_local['host_id'], $data_local['snmp_query_id'], $data_local['snmp_index']); } } elseif (($data_source['rrd_maximum'] != 'U') && (int)$data_source['rrd_maximum']<=(int)$data_source['rrd_minimum']) { /* max > min required, but take care of an "Undef" value */ $data_source['rrd_maximum'] = (int)$data_source['rrd_minimum']+1; } /* min==max==0 won't work with rrdtool */ if ($data_source['rrd_minimum'] == 0 && $data_source['rrd_maximum'] == 0) { $data_source['rrd_maximum'] = 'U'; } $create_ds .= "DS:$data_source_name:" . $data_source_types[$data_source['data_source_type_id']] . ':' . $data_source['rrd_heartbeat'] . ':' . $data_source['rrd_minimum'] . ':' . $data_source['rrd_maximum'] . RRD_NL; } } $create_rra = ''; /* loop through each available RRA for this DS */ foreach ($rras as $rra) { $create_rra .= 'RRA:' . $consolidation_functions[$rra['consolidation_function_id']] . ':' . $rra['x_files_factor'] . ':' . $rra['steps'] . ':' . $rra['rows'] . RRD_NL; } if ($config['cacti_server_os'] != 'win32') { $owner_id = fileowner($config['rra_path']); $group_id = filegroup($config['rra_path']); } /** * check for structured path configuration, if in place verify directory * exists and if not create it. */ if (read_config_option('extended_paths') == 'on') { if (read_config_option('storage_location') > 0) { if (false === rrdtool_execute('is_dir ' . dirname($data_source_path), true, RRDTOOL_OUTPUT_BOOLEAN, $rrdtool_pipe, 'BOOST') ) { if (false === rrdtool_execute('mkdir ' . dirname($data_source_path), true, RRDTOOL_OUTPUT_BOOLEAN, $rrdtool_pipe, 'BOOST') ) { cacti_log("ERROR: Unable to create directory '" . dirname($data_source_path) . "'", false); } } } elseif (!is_dir(dirname($data_source_path))) { if ($config['is_web'] == false || is_writable($config['rra_path'])) { if (mkdir(dirname($data_source_path), 0775, true)) { if ($config['cacti_server_os'] != 'win32' && posix_getuid() == 0) { $success = true; $paths = explode('/', str_replace($config['rra_path'], '/', dirname($data_source_path))); $spath = ''; foreach($paths as $path) { if ($path == '') { continue; } $spath .= '/' . $path; $powner_id = fileowner($config['rra_path'] . $spath); $pgroup_id = fileowner($config['rra_path'] . $spath); if ($powner_id != $owner_id) { $success = chown($config['rra_path'] . $spath, $owner_id); } if ($pgroup_id != $group_id && $success) { $success = chgrp($config['rra_path'] . $spath, $group_id); } if (!$success) { cacti_log("ERROR: Unable to set directory permissions for '" . $config['rra_path'] . $spath . "'", false); break; } } } } else { cacti_log("ERROR: Unable to create directory '" . dirname($data_source_path) . "'", false); } } else { cacti_log("WARNING: Poller has not created structured path '" . dirname($data_source_path) . "' yet.", false); } } } if ($show_source == true) { return read_config_option('path_rrdtool') . ' create' . RRD_NL . "$data_source_path$create_ds$create_rra"; } else { $success = rrdtool_execute("create $data_source_path $create_ds$create_rra", false, RRDTOOL_OUTPUT_STDOUT, $rrdtool_pipe, 'BOOST'); if ($config['cacti_server_os'] != 'win32' && posix_getuid() == 0) { shell_exec("chown $owner_id:$group_id $data_source_path"); } return $success; } } /* boost_rrdtool_function_update - a re-write of the Cacti rrdtool update command specifically designed for bulk updates. @arg $local_data_id - the data source to obtain information from @arg $rrd_path - the path to the RRD file @arg $rrd_update_template - the order in which values need to be added @arg $rrd_update_values - values to include in the database */ function boost_rrdtool_function_update($local_data_id, $rrd_path, $rrd_update_template, &$rrd_update_values, &$rrdtool_pipe) { global $debug; /* lets count the number of rrd files processed */ $rrds_processed = 0; /* let's check for deleted Data Sources */ $valid_entry = true; /* check for an empty rrd_path * this can happen when you've removed a data source * while boost is running */ if ($rrd_path == '') { return 'OK'; } /* create the rrd if one does not already exist */ if (read_config_option('storage_location')) { $file_exists = rrdtool_execute("file_exists $rrd_path" , true, RRDTOOL_OUTPUT_BOOLEAN, $rrdtool_pipe, 'BOOST'); } else { $file_exists = file_exists($rrd_path); } if ($file_exists == false) { $ds_exists = db_fetch_cell_prepared('SELECT id FROM data_local WHERE id = ?', array($local_data_id)); // Check for a Data Source that has been removed if ($ds_exists) { $valid_entry = boost_rrdtool_function_create($local_data_id, false, $rrdtool_pipe); } else { return 'OK'; } } if (cacti_version_compare(get_rrdtool_version(), '1.5', '>=')) { $update_options = '--skip-past-updates'; } else { $update_options = ''; } if ($valid_entry) { if ($rrd_update_template != '') { cacti_log("update $rrd_path $update_options --template $rrd_update_template $rrd_update_values", true, 'BOOST', ($debug ? POLLER_VERBOSITY_NONE:POLLER_VERBOSITY_HIGH)); rrdtool_execute("update $rrd_path $update_options --template $rrd_update_template $rrd_update_values", false, RRDTOOL_OUTPUT_STDOUT, $rrdtool_pipe, 'BOOST'); } else { cacti_log("update $rrd_path $update_options $rrd_update_values", true, 'BOOST', ($debug ? POLLER_VERBOSITY_NONE:POLLER_VERBOSITY_HIGH)); rrdtool_execute("update $rrd_path $update_options $rrd_update_values", false, RRDTOOL_OUTPUT_STDOUT, $rrdtool_pipe, 'BOOST'); } return 'OK'; } } function boost_memory_limit() { $memory_limit = read_config_option('boost_poller_mem_limit'); if ($memory_limit != '-1') { ini_set('memory_limit', $memory_limit . 'M'); } else { ini_set('memory_limit', -1); } } function boost_poller_bottom() { global $config; if (read_config_option('boost_rrd_update_enable') == 'on') { include_once($config['library_path'] . '/poller.php'); chdir($config['base_path']); $redirect_args = ''; boost_update_snmp_statistics(); $boost_log = read_config_option('path_boost_log'); $boost_logdir = dirname($boost_log); if ($boost_log != '') { if (!is_writable($boost_log) || !is_dir($boost_logdir) || !is_writable($boost_logdir)) { boost_debug("WARNING: Boost log '$boost_log' does not exist or is not writable!"); cacti_log("WARNING: Boost log '$boost_log' is not writable!", false, 'BOOST'); $boost_log = ''; } } $command_string = read_config_option('path_php_binary'); if ($boost_log != '') { if ($config['cacti_server_os'] == 'unix') { $extra_args = '-q ' . $config['base_path'] . '/poller_boost.php --debug'; $redirect_args = '>> ' . $boost_log . ' 2>&1'; } else { $extra_args = '-q ' . $config['base_path'] . '/poller_boost.php --debug'; $redirect_args = '>> ' . $boost_log; } } else { $extra_args = '-q ' . $config['base_path'] . '/poller_boost.php'; } exec_background($command_string, $extra_args, $redirect_args); } } function boost_update_snmp_statistics() { global $config; $mc = new MibCache('CACTI-BOOST-MIB'); /* get the boost table status */ $boost_table_status = db_fetch_assoc("SELECT * FROM information_schema.tables WHERE table_schema = SCHEMA() AND (table_name LIKE 'poller_output_boost_arch_%' OR table_name LIKE 'poller_output_boost')"); $total_data_sources = db_fetch_cell('SELECT COUNT(*) FROM poller_item'); $pending_records = 0; $arch_records = 0; $data_length = 0; $engine = ''; $max_data_length = 0; if (cacti_sizeof($boost_table_status)) { foreach($boost_table_status as $table) { if ($table['TABLE_NAME'] == 'poller_output_boost') { $pending_records += $table['TABLE_ROWS']; } else { $arch_records += $table['TABLE_ROWS']; } $data_length += $table['DATA_LENGTH']; $data_length -= $table['DATA_FREE']; $engine = $table['ENGINE']; $max_data_length = $table['MAX_DATA_LENGTH']; } } $total_records = $pending_records + $arch_records; $avg_row_length = ($total_records ? intval($data_length / $total_records) : 0); if (strcmp($engine, 'MEMORY') == 0) { $max_length = db_fetch_cell('SELECT MAX(LENGTH(output)) FROM poller_output_boost'); $max_table_allowed = $max_data_length; $max_table_records = ($avg_row_length ? round($max_data_length/$avg_row_length, 0) : 0); } else { $max_length = '0'; $max_table_allowed = '-1'; $max_table_records = '0'; } $mc->object('boostApplStorageDatabaseEngine')->set( $engine ); $mc->object('boostApplStorageMaxTableSize')->set( $max_table_allowed ); $mc->object('boostApplStorageMaxRecords')->set( $max_table_records ); $mc->object('boostApplLastUpdate')->set( time() ); $mc->object('boostStatsTotalsRecords')->set( $total_records ); $mc->object('boostStatsTotalsRecordsPending')->set( $pending_records ); $mc->object('boostStatsTotalsRecordsArchived')->set( $arch_records ); $mc->object('boostStatsStorageTableSize')->set( $data_length ); $mc->object('boostStatsStorageAverageRecordSize')->set( $avg_row_length ); $mc->object('boostStatsStorageMaxRecordLength')->set( $max_length ); $mc->object('boostStatsTotalsDataSources')->set( $total_data_sources ); $mc->object('boostStatsLastUpdate')->set( time() ); } function boost_debug($string) { global $debug, $child; $string = 'DEBUG: ' . trim($string, " \n"); if ($debug) { print $string . PHP_EOL; if ($child) { cacti_log($string, false, 'BOOST CHILD'); } } }