/* ex: set tabstop=4 shiftwidth=4 autoindent: +-------------------------------------------------------------------------+ | Copyright (C) 2004-2024 The Cacti Group | | | | This program is free software; you can redistribute it and/or | | modify it under the terms of the GNU Lesser General Public | | License as published by the Free Software Foundation; either | | version 2.1 of the License, or (at your option) any later version. | | | | This program is distributed in the hope that it will be useful, | | but WITHOUT ANY WARRANTY; without even the implied warranty of | | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | | GNU Lesser General Public License for more details. | | | | You should have received a copy of the GNU Lesser General Public | | License along with this library; if not, write to the Free Software | | Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA | | 02110-1301, USA | | | +-------------------------------------------------------------------------+ | spine: a backend data gatherer for cacti | +-------------------------------------------------------------------------+ | This poller would not have been possible without: | | - Larry Adams (current development and enhancements) | | - Rivo Nurges (rrd support, mysql poller cache, misc functions) | | - RTG (core poller code, pthreads, snmp, autoconf examples) | | - Brady Alleman/Doug Warner (threading ideas, implimentation details) | +-------------------------------------------------------------------------+ | - Cacti - http://www.cacti.net/ | +-------------------------------------------------------------------------+ */ #include "common.h" #include "spine.h" void child_cleanup(void *arg) { poller_thread_t poller_details = *(poller_thread_t*) arg; SPINE_LOG_DEVDBG(("DEBUG: Device[%i] HT[%i] The Device Thread has cleaned up.", poller_details.host_id, poller_details.host_thread)); child_cleanup_thread(arg); } void child_cleanup_thread(void *arg) { sem_post(&available_threads); int a_threads_value; sem_getvalue(&available_threads, &a_threads_value); SPINE_LOG_DEVDBG(("DEBUG: Available Threads is %i (%i outstanding)", a_threads_value, set.threads - a_threads_value)); } void child_cleanup_script(void *arg) { sem_post(&available_scripts); int a_scripts_value; sem_getvalue(&available_scripts, &a_scripts_value); SPINE_LOG_DEVDBG(("DEBUG: Available Scripts is %i (%i outstanding)", a_scripts_value, MAX_SIMULTANEOUS_SCRIPTS - a_scripts_value)); } /*! \fn void *child(void *arg) * \brief function is called via the fork command and initiates a poll of a host * \param arg a pointer to an integer point to the host_id to be polled * * This function will call the primary Spine polling function to poll a host * and then reduce the number of active threads by one so that the next host * can be polled. * */ void *child(void *arg) { pthread_cleanup_push(child_cleanup, arg); int device_counter; int host_id; int host_thread; int host_threads; int host_data_ids; int host_errors; double host_time_double; char host_time[SMALL_BUFSIZE]; extern poller_thread_t** details; host_errors = 0; poller_thread_t poller_details = *(poller_thread_t*) arg; device_counter = poller_details.device_counter; host_id = poller_details.host_id; host_thread = poller_details.host_thread; host_threads = poller_details.host_threads; host_data_ids = poller_details.host_data_ids; host_time_double = poller_details.host_time_double; snprintf(host_time, SMALL_BUFSIZE, "%s", poller_details.host_time); thread_mutex_unlock(LOCK_HOST_TIME); /* Allows main thread to proceed with creation of other threads */ sem_post(poller_details.thread_init_sem); if (is_debug_device(host_id)) { SPINE_LOG(("DEBUG: Device[%i] HT[%i] In Poller, About to Start Polling", host_id, host_thread)); } else { SPINE_LOG_DEBUG(("DEBUG: Device[%i] HT[%i] In Poller, About to Start Polling", host_id, host_thread)); } poll_host(device_counter, host_id, host_thread, host_threads, host_data_ids, host_time, &host_errors, host_time_double); pthread_cleanup_pop(1); /* end the thread */ pthread_exit(0); exit(0); } /*! \fn void poll_host(int device_counter, int host_id, int host_thread, int host_threads, int host_data_ids, char *host_time, int *host_errors, double host_time_double) * \brief core Spine function that polls a host * \param host_id integer value for the host_id from the hosts table in Cacti * * This function is core to Spine. It will take a host_id and then poll it. * * Prior to the poll, the system will ping the host to verifiy that it is up. * In addition, the system will check to see if any reindexing of data query's * is required. * * If reindexing is required, the Cacti poller.php function will spawn that * reindexing process. * * In the case of hosts that require reindexing because of a sysUptime * rollback, Spine will store an unknown (NaN) value for all objects to prevent * spikes in the graphs. * * With regard to snmp calls, if the host has multiple snmp agents running * Spine will re-initialize the snmp session and poll under those new ports * as the host poller_items table dictates. * */ void poll_host(int device_counter, int host_id, int host_thread, int host_threads, int host_data_ids, char *host_time, int *host_errors, double host_time_double) { char query1[BUFSIZE]; char query2[BIG_BUFSIZE]; char *query3 = NULL; char query4[BUFSIZE]; char query5[BUFSIZE]; char query6[BUFSIZE]; char query8[BUFSIZE]; char query9[BUFSIZE]; char query10[BUFSIZE]; char query11[BUFSIZE]; char *query12 = NULL; char posuffix[BUFSIZE]; int query8_len = 0; int query11_len = 0; int posuffix_len = 0; char sysUptime[BUFSIZE]; char result_string[RESULTS_BUFFER+SMALL_BUFSIZE]; int result_length; char temp_result[RESULTS_BUFFER]; int errors = 0; int *buf_errors; int *buf_size; char *error_string; int error_len = 0; int num_rows; int assert_fail = FALSE; int reindex_err = FALSE; int spike_kill = FALSE; int rows_processed = 0; int i = 0; int j = 0; int k = 0; int num_oids = 0; int snmp_poller_items = 0; size_t out_buffer; int php_process; char *poll_result = NULL; char update_sql[BIG_BUFSIZE]; char temp_poll_result[BUFSIZE]; char temp_arg1[BUFSIZE]; char limits[SMALL_BUFSIZE]; int last_snmp_version = 0; int last_snmp_port = 0; char last_snmp_community[50]; char last_snmp_username[50]; char last_snmp_password[50]; char last_snmp_auth_protocol[7]; char last_snmp_priv_passphrase[200]; char last_snmp_priv_protocol[8]; char last_snmp_context[65]; char last_snmp_engine_id[30]; double poll_time = get_time_as_double(); double thread_start = 0; double thread_end = 0; /* reindex shortcuts to speed polling */ int previous_assert_failure = FALSE; int last_data_query_id = 0; int perform_assert = TRUE; int new_buffer = TRUE; int ignore_sysinfo = TRUE; int buf_length = 0; extern poller_thread_t** details; pool_t *local_cnn; pool_t *remote_cnn; reindex_t *reindex = NULL; host_t *host = NULL; ping_t *ping = NULL; name_t *name = NULL; target_t *poller_items = NULL; snmp_oids_t *snmp_oids = NULL; error_string = malloc(DBL_BUFSIZE); buf_size = malloc(sizeof(int)); buf_errors = malloc(sizeof(int)); *buf_size = 0; *buf_errors = 0; MYSQL mysql; MYSQL mysqlr; MYSQL mysqlt; MYSQL_RES *result; MYSQL_ROW row; //db_connect(LOCAL, &mysql); local_cnn = db_get_connection(LOCAL); mysql = local_cnn->mysql; if (set.poller_id > 1 && set.mode == REMOTE_ONLINE) { remote_cnn = db_get_connection(REMOTE); mysqlr = remote_cnn->mysql; } /* allocate host and ping structures with appropriate values */ if (!(host = (host_t *) malloc(sizeof(host_t)))) { die("ERROR: Fatal malloc error: poller.c host struct!"); } /* set zeros */ memset(host, 0, sizeof(host_t)); if (!(ping = (ping_t *) malloc(sizeof(ping_t)))) { die("ERROR: Fatal malloc error: poller.c ping struct!"); } /* set zeros */ memset(ping, 0, sizeof(ping_t)); if (!(reindex = (reindex_t *) malloc(sizeof(reindex_t)))) { die("ERROR: Fatal malloc error: poller.c reindex poll!"); } memset(reindex, 0, sizeof(reindex_t)); /* determine the SQL limits using the poller instructions */ if (host_data_ids > 0) { snprintf(limits, SMALL_BUFSIZE, "LIMIT %i, %i", host_data_ids * (host_thread - 1), host_data_ids); } else { limits[0] = '\0'; } /* single polling interval query for items */ if (set.poller_id == 0) { if (set.total_snmp_ports == 1) { snprintf(query1, BUFSIZE, "SELECT SQL_NO_CACHE action, hostname, snmp_community, " "snmp_version, snmp_username, snmp_password, " "rrd_name, rrd_path, arg1, arg2, arg3, local_data_id, " "rrd_num, snmp_port, snmp_timeout, " "snmp_auth_protocol, snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id " " FROM poller_item" " WHERE host_id = %i" " AND deleted = '' %s", host_id, limits); } else { snprintf(query1, BUFSIZE, "SELECT SQL_NO_CACHE action, hostname, snmp_community, " "snmp_version, snmp_username, snmp_password, " "rrd_name, rrd_path, arg1, arg2, arg3, local_data_id, " "rrd_num, snmp_port, snmp_timeout, " "snmp_auth_protocol, snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id " " FROM poller_item" " WHERE host_id = %i" " AND deleted = ''" " ORDER BY snmp_port %s", host_id, limits); } /* host structure for uptime checks */ snprintf(query2, BIG_BUFSIZE, "SELECT SQL_NO_CACHE id, hostname, snmp_community, snmp_version, " "snmp_username, snmp_password, snmp_auth_protocol, " "snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id, snmp_port, snmp_timeout, max_oids, " "availability_method, ping_method, ping_port, ping_timeout, ping_retries, " "status, status_event_count, UNIX_TIMESTAMP(status_fail_date), " "UNIX_TIMESTAMP(status_rec_date), status_last_error, " "min_time, max_time, cur_time, avg_time, " "total_polls, failed_polls, availability, snmp_sysUpTimeInstance, snmp_sysDescr, snmp_sysObjectID, " "snmp_sysContact, snmp_sysName, snmp_sysLocation" " FROM host" " WHERE id = %i" " AND deleted = ''", host_id); /* data query structure for reindex detection */ snprintf(query4, BUFSIZE, "SELECT SQL_NO_CACHE data_query_id, action, op, assert_value, arg1" " FROM poller_reindex" " WHERE host_id = %i", host_id); /* multiple polling interval query for items */ if (set.active_profiles != 1) { if (set.total_snmp_ports == 1) { snprintf(query5, BUFSIZE, "SELECT SQL_NO_CACHE action, hostname, snmp_community, " "snmp_version, snmp_username, snmp_password, " "rrd_name, rrd_path, arg1, arg2, arg3, local_data_id, " "rrd_num, snmp_port, snmp_timeout, " "snmp_auth_protocol, snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id " " FROM poller_item" " WHERE host_id = %i" " AND rrd_next_step <= 0" " %s", host_id, limits); } else { snprintf(query5, BUFSIZE, "SELECT SQL_NO_CACHE action, hostname, snmp_community, " "snmp_version, snmp_username, snmp_password, " "rrd_name, rrd_path, arg1, arg2, arg3, local_data_id, " "rrd_num, snmp_port, snmp_timeout, " "snmp_auth_protocol, snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id " " FROM poller_item" " WHERE host_id = %i" " AND rrd_next_step <= 0" " ORDER BY snmp_port %s", host_id, limits); } } else { if (set.total_snmp_ports == 1) { snprintf(query5, BUFSIZE, "SELECT SQL_NO_CACHE action, hostname, snmp_community, " "snmp_version, snmp_username, snmp_password, " "rrd_name, rrd_path, arg1, arg2, arg3, local_data_id, " "rrd_num, snmp_port, snmp_timeout, " "snmp_auth_protocol, snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id " " FROM poller_item" " WHERE host_id = %i" " %s", host_id, limits); } else { snprintf(query5, BUFSIZE, "SELECT SQL_NO_CACHE action, hostname, snmp_community, " "snmp_version, snmp_username, snmp_password, " "rrd_name, rrd_path, arg1, arg2, arg3, local_data_id, " "rrd_num, snmp_port, snmp_timeout, " "snmp_auth_protocol, snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id " " FROM poller_item" " WHERE host_id = %i" " ORDER BY snmp_port %s", host_id, limits); } } /* query to setup the next polling interval in cacti */ snprintf(query6, BUFSIZE, "UPDATE poller_item" " SET rrd_next_step = IF(rrd_step = %i, 0, IF(rrd_next_step - %i < 0, rrd_step - %i, rrd_next_step - %i))" " WHERE host_id = %i", set.poller_interval, set.poller_interval, set.poller_interval, set.poller_interval, host_id); /* query to add output records to the poller output table */ snprintf(query8, BUFSIZE, "INSERT INTO poller_output" " (local_data_id, rrd_name, time, output) VALUES"); /* query suffix to add rows to the poller output table */ if (set.dbonupdate == 0) { snprintf(posuffix, BUFSIZE, " ON DUPLICATE KEY UPDATE output=VALUES(output)"); } else { snprintf(posuffix, BUFSIZE, " AS rs ON DUPLICATE KEY UPDATE output=rs.output"); } /* number of agent's count for single polling interval */ snprintf(query9, BUFSIZE, "SELECT SQL_NO_CACHE snmp_port, count(snmp_port)" " FROM poller_item" " WHERE host_id = %i" " GROUP BY snmp_port %s", host_id, limits); /* number of agent's count for multiple polling intervals */ if (set.active_profiles != 1) { snprintf(query10, BUFSIZE, "SELECT SQL_NO_CACHE snmp_port, count(snmp_port)" " FROM poller_item" " WHERE host_id = %i" " AND rrd_next_step <= 0" " GROUP BY snmp_port %s", host_id, limits); } else { snprintf(query10, BUFSIZE, "SELECT SQL_NO_CACHE snmp_port, count(snmp_port)" " FROM poller_item" " WHERE host_id = %i" " GROUP BY snmp_port %s", host_id, limits); } } else { if (set.total_snmp_ports == 1) { snprintf(query1, BUFSIZE, "SELECT SQL_NO_CACHE action, hostname, snmp_community, " "snmp_version, snmp_username, snmp_password, " "rrd_name, rrd_path, arg1, arg2, arg3, local_data_id, " "rrd_num, snmp_port, snmp_timeout, " "snmp_auth_protocol, snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id " " FROM poller_item" " WHERE host_id = %i" " AND poller_id=%i %s", host_id, set.poller_id, limits); } else { snprintf(query1, BUFSIZE, "SELECT SQL_NO_CACHE action, hostname, snmp_community, " "snmp_version, snmp_username, snmp_password, " "rrd_name, rrd_path, arg1, arg2, arg3, local_data_id, " "rrd_num, snmp_port, snmp_timeout, " "snmp_auth_protocol, snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id " " FROM poller_item" " WHERE host_id = %i" " AND poller_id=%i" " ORDER BY snmp_port %s", host_id, set.poller_id, limits); } /* host structure for uptime checks */ snprintf(query2, BIG_BUFSIZE, "SELECT SQL_NO_CACHE id, hostname, snmp_community, snmp_version, " "snmp_username, snmp_password, snmp_auth_protocol, " "snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id, snmp_port, snmp_timeout, max_oids, " "availability_method, ping_method, ping_port, ping_timeout, ping_retries, " "status, status_event_count, UNIX_TIMESTAMP(status_fail_date), " "UNIX_TIMESTAMP(status_rec_date), status_last_error, " "min_time, max_time, cur_time, avg_time, " "total_polls, failed_polls, availability, snmp_sysUpTimeInstance, snmp_sysDescr, snmp_sysObjectID, " "snmp_sysContact, snmp_sysName, snmp_sysLocation" " FROM host" " WHERE id = %i" " AND deleted = ''", host_id); /* data query structure for reindex detection */ snprintf(query4, BUFSIZE, "SELECT SQL_NO_CACHE data_query_id, action, op, assert_value, arg1" " FROM poller_reindex" " WHERE host_id = %i", host_id); /* multiple polling interval query for items */ if (set.active_profiles != 1) { if (set.total_snmp_ports == 1) { snprintf(query5, BUFSIZE, "SELECT SQL_NO_CACHE action, hostname, snmp_community, " "snmp_version, snmp_username, snmp_password, " "rrd_name, rrd_path, arg1, arg2, arg3, local_data_id, " "rrd_num, snmp_port, snmp_timeout, " "snmp_auth_protocol, snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id " " FROM poller_item" " WHERE host_id = %i" " AND rrd_next_step <= 0" " AND poller_id = %i %s", host_id, set.poller_id, limits); } else { snprintf(query5, BUFSIZE, "SELECT SQL_NO_CACHE action, hostname, snmp_community, " "snmp_version, snmp_username, snmp_password, " "rrd_name, rrd_path, arg1, arg2, arg3, local_data_id, " "rrd_num, snmp_port, snmp_timeout, " "snmp_auth_protocol, snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id " " FROM poller_item" " WHERE host_id = %i" " AND rrd_next_step <= 0" " AND poller_id = %i" " ORDER BY snmp_port %s", host_id, set.poller_id, limits); } } else { if (set.total_snmp_ports == 1) { snprintf(query5, BUFSIZE, "SELECT SQL_NO_CACHE action, hostname, snmp_community, " "snmp_version, snmp_username, snmp_password, " "rrd_name, rrd_path, arg1, arg2, arg3, local_data_id, " "rrd_num, snmp_port, snmp_timeout, " "snmp_auth_protocol, snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id " " FROM poller_item" " WHERE host_id = %i" " AND poller_id = %i %s", host_id, set.poller_id, limits); } else { snprintf(query5, BUFSIZE, "SELECT SQL_NO_CACHE action, hostname, snmp_community, " "snmp_version, snmp_username, snmp_password, " "rrd_name, rrd_path, arg1, arg2, arg3, local_data_id, " "rrd_num, snmp_port, snmp_timeout, " "snmp_auth_protocol, snmp_priv_passphrase, snmp_priv_protocol, snmp_context, snmp_engine_id " " FROM poller_item" " WHERE host_id = %i" " AND poller_id = %i" " ORDER BY snmp_port %s", host_id, set.poller_id, limits); } } /* query to setup the next polling interval in cacti */ snprintf(query6, BUFSIZE, "UPDATE poller_item" " SET rrd_next_step = IF(rrd_step = %i, 0, IF(rrd_next_step - %i < 0, rrd_step - %i, rrd_next_step - %i))" " WHERE host_id = %i" " AND poller_id = %i", set.poller_interval, set.poller_interval, set.poller_interval, set.poller_interval, host_id, set.poller_id); /* query to add output records to the poller output table */ snprintf(query8, BUFSIZE, "INSERT INTO poller_output" " (local_data_id, rrd_name, time, output) VALUES"); /* query suffix to add rows to the poller output table */ snprintf(posuffix, BUFSIZE, " ON DUPLICATE KEY UPDATE output=VALUES(output)"); /* number of agent's count for single polling interval */ snprintf(query9, BUFSIZE, "SELECT SQL_NO_CACHE snmp_port, count(snmp_port)" " FROM poller_item" " WHERE host_id = %i" " AND poller_id = %i" " GROUP BY snmp_port %s", host_id, set.poller_id, limits); /* number of agent's count for multiple polling intervals */ if (set.active_profiles != 1) { snprintf(query10, BUFSIZE, "SELECT SQL_NO_CACHE snmp_port, count(snmp_port)" " FROM poller_item" " WHERE host_id = %i" " AND rrd_next_step <= 0" " AND poller_id = %i" " GROUP BY snmp_port %s", host_id, set.poller_id, limits); } else { snprintf(query10, BUFSIZE, "SELECT SQL_NO_CACHE snmp_port, count(snmp_port)" " FROM poller_item" " WHERE host_id = %i" " AND poller_id = %i" " GROUP BY snmp_port %s", host_id, set.poller_id, limits); } } /* query to add output records to the poller output table */ snprintf(query11, BUFSIZE, "INSERT INTO poller_output_boost" " (local_data_id, rrd_name, time, output) VALUES"); query8_len = strlen(query8); query11_len = strlen(query11); posuffix_len = strlen(posuffix); /* initialize the ping structure variables */ snprintf(ping->ping_status, 50, "down"); snprintf(ping->ping_response, SMALL_BUFSIZE, "Ping not performed due to setting."); snprintf(ping->snmp_status, 50, "down"); snprintf(ping->snmp_response, SMALL_BUFSIZE, "SNMP not performed due to setting or ping result"); /* if the host is a real host. Note host_id=0 is not host based data source */ if (host_id) { /* get data about this host */ if ((result = db_query(&mysql, LOCAL, query2)) != 0) { num_rows = mysql_num_rows(result); if (num_rows != 1) { mysql_free_result(result); if (local_cnn != NULL) { db_release_connection(LOCAL, local_cnn->id); } else { SPINE_LOG(("WARNING: Device[%i] HT[%i] Trying to close uninitialized local connection.", host_id, host_thread)); } if (set.poller_id > 1 && set.mode == REMOTE_ONLINE) { if (remote_cnn != NULL) { db_release_connection(REMOTE, remote_cnn->id); } else { SPINE_LOG(("WARNING: Device[%i] HT[%i] Trying to close uninitialized remote connection.", host_id, host_thread)); } } SPINE_FREE(host); SPINE_FREE(reindex); SPINE_FREE(ping); SPINE_FREE(error_string); SPINE_FREE(buf_size); SPINE_FREE(buf_errors); return; } /* fetch the result */ row = mysql_fetch_row(result); if (row) { /* initialize variables first */ host->id = 0; // 0 host->hostname[0] = '\0'; // 1 host->snmp_session = NULL; // - host->snmp_community[0] = '\0'; // 2 host->snmp_version = 1; // 3 host->snmp_username[0] = '\0'; // 4 host->snmp_password[0] = '\0'; // 5 host->snmp_auth_protocol[0] = '\0'; // 6 host->snmp_priv_passphrase[0] = '\0'; // 7 host->snmp_priv_protocol[0] = '\0'; // 8 host->snmp_context[0] = '\0'; // 9 host->snmp_engine_id[0] = '\0'; // 10 host->snmp_port = 161; // 11 host->snmp_timeout = 500; // 12 host->snmp_retries = set.snmp_retries; // - host->max_oids = 10; // 13 host->availability_method = 0; // 14 host->ping_method = 0; // 15 host->ping_port = 23; // 16 host->ping_timeout = 500; // 17 host->ping_retries = 2; // 18 host->status = HOST_UP; // 19 host->status_event_count = 0; // 20 host->status_fail_date[0] = '\0'; // 21 host->status_rec_date[0] = '\0'; // 22 host->status_last_error[0] = '\0'; // 23 host->min_time = 0; // 24 host->max_time = 0; // 25 host->cur_time = 0; // 26 host->avg_time = 0; // 27 host->total_polls = 0; // 28 host->failed_polls = 0; // 29 host->availability = 100; // 30 host->snmp_sysUpTimeInstance = 0; // 31 host->snmp_sysDescr[0] = '\0'; // 32 host->snmp_sysObjectID[0] = '\0'; // 33 host->snmp_sysContact[0] = '\0'; // 34 host->snmp_sysName[0] = '\0'; // 35 host->snmp_sysLocation[0] = '\0'; // 36 /* populate host structure */ host->ignore_host = FALSE; if (row[0] != NULL) host->id = atoi(row[0]); if (row[1] != NULL) { name = get_namebyhost(row[1], NULL); STRNCOPY(host->hostname, name->hostname); host->ping_port = name->port; SPINE_FREE(name); } if (row[2] != NULL) STRNCOPY(host->snmp_community, row[2]); if (row[3] != NULL) host->snmp_version = atoi(row[3]); if (row[4] != NULL) STRNCOPY(host->snmp_username, row[4]); if (row[5] != NULL) STRNCOPY(host->snmp_password, row[5]); if (row[6] != NULL) STRNCOPY(host->snmp_auth_protocol, row[6]); if (row[7] != NULL) STRNCOPY(host->snmp_priv_passphrase, row[7]); if (row[8] != NULL) STRNCOPY(host->snmp_priv_protocol, row[8]); if (row[9] != NULL) STRNCOPY(host->snmp_context, row[9]); if (row[10] != NULL) STRNCOPY(host->snmp_engine_id, row[10]); if (row[11] != NULL) host->snmp_port = atoi(row[11]); if (row[12] != NULL) host->snmp_timeout = atoi(row[12]); if (row[13] != NULL) host->max_oids = atoi(row[13]); if (row[14] != NULL) host->availability_method = atoi(row[14]); if (row[15] != NULL) host->ping_method = atoi(row[15]); if (row[16] != NULL) host->ping_port = atoi(row[16]); if (row[17] != NULL) host->ping_timeout = atoi(row[17]); if (row[18] != NULL) host->ping_retries = atoi(row[18]); if (row[19] != NULL) host->status = atoi(row[19]); if (row[20] != NULL) host->status_event_count = atoi(row[20]); if (row[21] != NULL) STRNCOPY(host->status_fail_date, row[21]); if (row[22] != NULL) STRNCOPY(host->status_rec_date, row[22]); if (row[23] != NULL) STRNCOPY(host->status_last_error, row[23]); if (row[24] != NULL) host->min_time = atof(row[24]); if (row[25] != NULL) host->max_time = atof(row[25]); if (row[26] != NULL) host->cur_time = atof(row[26]); if (row[27] != NULL) host->avg_time = atof(row[27]); if (row[28] != NULL) host->total_polls = atoi(row[28]); if (row[29] != NULL) host->failed_polls = atoi(row[29]); if (row[30] != NULL) host->availability = atof(row[30]); if (row[31] != NULL) host->snmp_sysUpTimeInstance=atoll(row[31]); if (row[32] != NULL) db_escape(&mysql, host->snmp_sysDescr, sizeof(host->snmp_sysDescr), row[32]); if (row[33] != NULL) db_escape(&mysql, host->snmp_sysObjectID, sizeof(host->snmp_sysObjectID), row[33]); if (row[34] != NULL) db_escape(&mysql, host->snmp_sysContact, sizeof(host->snmp_sysContact), row[34]); if (row[35] != NULL) db_escape(&mysql, host->snmp_sysName, sizeof(host->snmp_sysName), row[35]); if (row[36] != NULL) db_escape(&mysql, host->snmp_sysLocation, sizeof(host->snmp_sysLocation), row[36]); /* correct max_oid bounds issues */ if ((host->max_oids == 0) || (host->max_oids > 100)) { SPINE_LOG(("Device[%i] HT[%i] WARNING: Max OIDS is out of range with value of '%i'. Resetting to default of 5", host_id, host_thread, host->max_oids)); host->max_oids = 5; } /* free the host result */ mysql_free_result(result); if (((host->snmp_version >= 1) && (host->snmp_version <= 2) && (strlen(host->snmp_community) > 0)) || (host->snmp_version == 3)) { host->snmp_session = snmp_host_init(host->id, host->hostname, host->snmp_version, host->snmp_community, host->snmp_username, host->snmp_password, host->snmp_auth_protocol, host->snmp_priv_passphrase, host->snmp_priv_protocol, host->snmp_context, host->snmp_engine_id, host->snmp_port, host->snmp_timeout); } else { host->snmp_session = NULL; } /* perform a check to see if the host is alive by polling it's SysDesc * if the host down from an snmp perspective, don't poll it. * function sets the ignore_host bit */ if ((host->availability_method == AVAIL_SNMP) && (strlen(host->snmp_community) == 0) && (host->snmp_version < 3)) { host->ignore_host = FALSE; update_host_status(HOST_UP, host, ping, host->availability_method); if (is_debug_device(host->id)) { SPINE_LOG(("Device[%i] HT[%i] No host availability check possible for '%s'", host->id, host_thread, host->hostname)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] No host availability check possible for '%s'", host->id, host_thread, host->hostname)); } } else { if (ping_host(host, ping) == HOST_UP) { host->ignore_host = FALSE; if (host_thread == 1) { update_host_status(HOST_UP, host, ping, host->availability_method); if ((host->availability_method != AVAIL_PING) && (host->availability_method != AVAIL_NONE)) { if (host->snmp_session != NULL && set.mibs) { get_system_information(host, &mysql, 1); ignore_sysinfo = FALSE; } } } } else { host->ignore_host = TRUE; if (host_thread == 1) { update_host_status(HOST_DOWN, host, ping, host->availability_method); } } } /* update host table */ if (host_thread == 1) { if (!ignore_sysinfo) { if (host->ignore_host != TRUE) { snprintf(update_sql, BIG_BUFSIZE, "UPDATE host " "SET status='%i', status_event_count='%i', status_fail_date=FROM_UNIXTIME(%s)," " status_rec_date=FROM_UNIXTIME(%s), status_last_error='%s', min_time='%f'," " max_time='%f', cur_time='%f', avg_time='%f', total_polls='%i'," " failed_polls='%i', availability='%.4f', snmp_sysDescr='%s', " " snmp_sysObjectID='%s', snmp_sysUpTimeInstance='%llu', " " snmp_sysContact='%s', snmp_sysName='%s', snmp_sysLocation='%s' " "WHERE id='%i'", host->status, host->status_event_count, host->status_fail_date, host->status_rec_date, host->status_last_error, host->min_time, host->max_time, host->cur_time, host->avg_time, host->total_polls, host->failed_polls, host->availability, host->snmp_sysDescr, host->snmp_sysObjectID, host->snmp_sysUpTimeInstance, host->snmp_sysContact, host->snmp_sysName, host->snmp_sysLocation, host->id); } else { snprintf(update_sql, BIG_BUFSIZE, "UPDATE host " "SET status='%i', status_event_count='%i', status_fail_date=FROM_UNIXTIME(%s)," " status_rec_date=FROM_UNIXTIME(%s), status_last_error='%s', min_time='%f'," " max_time='%f', cur_time='%f', avg_time='%f', total_polls='%i'," " failed_polls='%i', availability='%.4f' " "WHERE id='%i'", host->status, host->status_event_count, host->status_fail_date, host->status_rec_date, host->status_last_error, host->min_time, host->max_time, host->cur_time, host->avg_time, host->total_polls, host->failed_polls, host->availability, host->id); } } else { snprintf(update_sql, BIG_BUFSIZE, "UPDATE host " "SET status='%i', status_event_count='%i', status_fail_date=FROM_UNIXTIME(%s)," " status_rec_date=FROM_UNIXTIME(%s), status_last_error='%s', min_time='%f'," " max_time='%f', cur_time='%f', avg_time='%f', total_polls='%i'," " failed_polls='%i', availability='%.4f' " "WHERE id='%i'", host->status, host->status_event_count, host->status_fail_date, host->status_rec_date, host->status_last_error, host->min_time, host->max_time, host->cur_time, host->avg_time, host->total_polls, host->failed_polls, host->availability, host->id); } db_insert(&mysql, LOCAL, update_sql); } } else { SPINE_LOG(("Device[%i] HT[%i] ERROR: MySQL Returned a Null Device Result", host->id, host_thread)); num_rows = 0; host->ignore_host = TRUE; } } else { num_rows = 0; host->ignore_host = TRUE; } } else { host->id = 0; host->max_oids = 1; host->snmp_session = NULL; host->ignore_host = FALSE; } if (set.ping_only) { SPINE_FREE(host); SPINE_FREE(reindex); SPINE_FREE(ping); SPINE_FREE(error_string); SPINE_FREE(buf_size); SPINE_FREE(buf_errors); if (local_cnn != NULL) { db_release_connection(LOCAL, local_cnn->id); } else { SPINE_LOG(("WARNING: Device[%i] HT[%i] Trying to close uninitialized local connection.", host_id, host_thread)); } if (set.poller_id > 1 && set.mode == REMOTE_ONLINE) { if (remote_cnn != NULL) { db_release_connection(REMOTE, remote_cnn->id); } else { SPINE_LOG(("WARNING: Device[%i] HT[%i] Trying to close uninitialized remote connection.", host_id, host_thread)); } } mysql_thread_end(); return; } /* do the reindex check for this host if not script based */ if ((!host->ignore_host) && (host_id)) { if ((result = db_query(&mysql, LOCAL, query4)) != 0) { num_rows = mysql_num_rows(result); if (num_rows > 0) { if (is_debug_device(host->id)) { SPINE_LOG(("DEBUG: Device[%i] HT[%i] RECACHE: Processing %i items in the auto reindex cache for '%s'", host->id, host_thread, num_rows, host->hostname)); } else { SPINE_LOG_DEBUG(("DEBUG: Device[%i] HT[%i] RECACHE: Processing %i items in the auto reindex cache for '%s'", host->id, host_thread, num_rows, host->hostname)); } // Cache uptime in case we need it again sysUptime[0] = '\0'; while ((row = mysql_fetch_row(result))) { assert_fail = FALSE; reindex_err = FALSE; /* initialize the reindex struction */ reindex->data_query_id = 0; reindex->action = -1; reindex->op[0] = '\0'; reindex->assert_value[0] = '\0'; reindex->arg1[0] = '\0'; if (row[0] != NULL) reindex->data_query_id = atoi(row[0]); if (row[1] != NULL) reindex->action = atoi(row[1]); if (row[2] != NULL) snprintf(reindex->op, sizeof(reindex->op), "%s", row[2]); if (row[3] != NULL) snprintf(reindex->assert_value, sizeof(reindex->assert_value), "%s", row[3]); if (row[4] != NULL) snprintf(reindex->arg1, sizeof(reindex->arg1), "%s", row[4]); /* shortcut assertion checks if a data query reindex has already been queued */ if ((last_data_query_id == reindex->data_query_id) && (!previous_assert_failure)) { perform_assert = TRUE; } else if (last_data_query_id != reindex->data_query_id) { last_data_query_id = reindex->data_query_id; perform_assert = TRUE; previous_assert_failure = FALSE; } else { perform_assert = FALSE; } poll_result = NULL; if (perform_assert) { switch(reindex->action) { case POLLER_ACTION_SNMP: /* snmp */ /* if there is no snmp session, don't probe */ if (host->snmp_session == NULL) { reindex_err = TRUE; } /* check to see if you are checking uptime */ if (!reindex_err) { if ((strstr(reindex->arg1, ".1.3.6.1.2.1.1.3.0") || strstr(reindex->arg1, ".1.3.6.1.6.3.10.2.1.3.0")) && strlen(sysUptime) > 0) { if (!(poll_result = (char *) malloc(BUFSIZE))) { die("ERROR: Fatal malloc error: poller.c poll_result"); } poll_result[0] = '\0'; snprintf(poll_result, BUFSIZE, "%s", sysUptime); } else if (strstr(reindex->arg1, ".1.3.6.1.2.1.1.3.0")) { // Ensure uptime is empty to start with snprintf(sysUptime, BUFSIZE, ""); // Check the legacy poll result first poll_result = snmp_get(host, reindex->arg1); if (poll_result && is_numeric(poll_result)) { snprintf(sysUptime, BUFSIZE, "%s", poll_result); } if (is_debug_device(host->id)) { SPINE_LOG(("Device[%i] HT[%i] DQ[%i] Legacy Uptime Result: %s, Is Numeric: %d", host->id, host_thread, reindex->data_query_id, poll_result, is_numeric(poll_result) )); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DQ[%i] Legacy Uptime Result: %s, Is Numeric: %d", host->id, host_thread, reindex->data_query_id, poll_result, is_numeric(poll_result) )); } SPINE_FREE(poll_result); // Check the modern uptimeInsance second poll_result = snmp_get_base(host, ".1.3.6.1.6.3.10.2.1.3.0", false); if (poll_result && is_numeric(poll_result)) { snprintf(sysUptime, BUFSIZE, "%llu", atoll(poll_result) * 100); } // Use the primed uptime to repopulate the poll_result // This ensures whichever response was valid gets used snprintf(poll_result, BUFSIZE, "%s", sysUptime); if (is_debug_device(host->id)) { SPINE_LOG(("Device[%i] HT[%i] DQ[%i] Extended Uptime Result: %s, Is Numeric: %d", host->id, host_thread, reindex->data_query_id, poll_result, is_numeric(poll_result) )); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DQ[%i] Extended Uptime Result: %s, Is Numeric: %d", host->id, host_thread, reindex->data_query_id, poll_result, is_numeric(poll_result) )); } } else { poll_result = snmp_get(host, reindex->arg1); } if (is_debug_device(host->id)) { SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE OID: %s, (assert: %s %s output: %s)", host->id, host_thread, reindex->data_query_id, reindex->arg1, reindex->assert_value, reindex->op, poll_result)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DQ[%i] RECACHE OID: %s, (assert: %s %s output: %s)", host->id, host_thread, reindex->data_query_id, reindex->arg1, reindex->assert_value, reindex->op, poll_result)); } } else { SPINE_LOG(("WARNING: Device[%i] HT[%i] DQ[%i] Reindex Check FAILED: No SNMP Session. If not an SNMP host, don't use Uptime Goes Backwards!", host->id, host_thread, reindex->data_query_id)); } break; case POLLER_ACTION_SCRIPT: /* script (popen) */ poll_result = trim(exec_poll(host, reindex->arg1, reindex->data_query_id, "DQ")); if (is_debug_device(host->id)) { SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE CMD: %s, output: %s", host->id, host_thread, reindex->data_query_id, reindex->arg1, poll_result)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DQ[%i] RECACHE CMD: %s, output: %s", host->id, host_thread, reindex->data_query_id, reindex->arg1, poll_result)); } break; case POLLER_ACTION_PHP_SCRIPT_SERVER: /* script (php script server) */ php_process = php_get_process(); poll_result = trim(php_cmd(reindex->arg1, php_process)); if (is_debug_device(host->id)) { SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE SERVER: %s, output: %s", host->id, host_thread, reindex->data_query_id, reindex->arg1, poll_result)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DQ[%i] RECACHE SERVER: %s, output: %s", host->id, host_thread, reindex->data_query_id, reindex->arg1, poll_result)); } break; case POLLER_ACTION_SNMP_COUNT: /* snmp; count items */ if (!(poll_result = (char *) malloc(BUFSIZE))) { die("ERROR: Fatal malloc error: poller.c poll_result"); } poll_result[0] = '\0'; snprintf(poll_result, BUFSIZE, "%d", snmp_count(host, reindex->arg1)); if (is_debug_device(host->id)) { SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE OID COUNT: %s, output: %s", host->id, host_thread, reindex->data_query_id, reindex->arg1, poll_result)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DQ[%i] RECACHE OID COUNT: %s, output: %s", host->id, host_thread, reindex->data_query_id, reindex->arg1, poll_result)); } break; case POLLER_ACTION_SCRIPT_COUNT: /* script (popen); count items by counting line feeds */ if (!(poll_result = (char *) malloc(BUFSIZE))) { die("ERROR: Fatal malloc error: poller.c poll_result"); } poll_result[0] = '\0'; snprintf(poll_result, BUFSIZE, "%d", char_count(exec_poll(host, reindex->arg1, reindex->data_query_id, "DQ"), '\n')); if (is_debug_device(host->id)) { SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE CMD COUNT: %s, output: %s", host->id, host_thread, reindex->data_query_id, reindex->arg1, poll_result)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DQ[%i] RECACHE CMD COUNT: %s, output: %s", host->id, host_thread, reindex->data_query_id, reindex->arg1, poll_result)); } break; case POLLER_ACTION_PHP_SCRIPT_SERVER_COUNT: /* script (php script server); count number of lines */ if (!(poll_result = (char *) malloc(BUFSIZE))) { die("ERROR: Fatal malloc error: poller.c poll_result"); } poll_result[0] = '\0'; php_process = php_get_process(); sprintf(poll_result, "%d", char_count(php_cmd(reindex->arg1, php_process), '\n')); if (is_debug_device(host->id)) { SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE SERVER COUNT: %s, output: %s", host->id, host_thread, reindex->data_query_id, reindex->arg1, poll_result)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DQ[%i] RECACHE SERVER COUNT: %s, output: %s", host->id, host_thread, reindex->data_query_id, reindex->arg1, poll_result)); } break; default: SPINE_LOG(("Device[%i] HT[%i] ERROR: Unknown Assert Action!", host->id, host_thread)); } if (!reindex_err) { if (!(query3 = (char *)malloc(LRG_BUFSIZE))) { die("ERROR: Fatal malloc error: poller.c reindex insert!"); } query3[0] = '\0'; /* assume ok if host is up and result wasn't obtained */ if (poll_result == NULL || (IS_UNDEFINED(poll_result)) || (STRIMATCH(poll_result, "No Such Instance"))) { if (is_debug_device(host->id) || set.spine_log_level == 2) { SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE ASSERT FAILED: '%s=%s'", host->id, host_thread, reindex->data_query_id, reindex->assert_value, poll_result)); } assert_fail = FALSE; } else if ((!strcmp(reindex->op, "=")) && (strcmp(reindex->assert_value, poll_result))) { if (is_debug_device(host->id) || set.spine_log_level == 2) { SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE ASSERT FAILED: '%s=%s'", host->id, host_thread, reindex->data_query_id, reindex->assert_value, poll_result)); } else { if (set.spine_log_level == 1) { errors++; } SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE ASSERT FAILED: '%s=%s'", host->id, host_thread, reindex->data_query_id, reindex->assert_value, poll_result)); } if (host_thread == 1) { snprintf(query3, LRG_BUFSIZE, "REPLACE INTO poller_command (poller_id, time, action,command) values (%i, NOW(), %i, '%i:%i')", set.poller_id, POLLER_COMMAND_REINDEX, host->id, reindex->data_query_id); if (set.poller_id > 1 && set.mode == REMOTE_ONLINE) { db_insert(&mysqlr, REMOTE, query3); } else { db_insert(&mysql, LOCAL, query3); } /* set zeros */ memset(query3, 0, buf_length); } assert_fail = TRUE; previous_assert_failure = TRUE; } else if ((!strcmp(reindex->op, ">")) && (atoll(reindex->assert_value) < atoll(poll_result))) { if (is_debug_device(host->id) || set.spine_log_level == 2) { SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE ASSERT FAILED: '%s>%s'", host->id, host_thread, reindex->data_query_id, reindex->assert_value, poll_result)); } else { if (set.spine_log_level == 1) { errors++; } SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE ASSERT FAILED: '%s>%s'", host->id, host_thread, reindex->data_query_id, reindex->assert_value, poll_result)); } if (host_thread == 1) { snprintf(query3, LRG_BUFSIZE, "REPLACE INTO poller_command (poller_id, time, action, command) ValueS (%i, NOW(), %i, '%i:%i')", set.poller_id, POLLER_COMMAND_REINDEX, host->id, reindex->data_query_id); if (set.poller_id > 1 && set.mode == REMOTE_ONLINE) { db_insert(&mysqlr, REMOTE, query3); } else { db_insert(&mysql, LOCAL, query3); } /* set zeros */ memset(query3, 0, buf_length); } assert_fail = TRUE; previous_assert_failure = TRUE; /* if uptime is set to '0' don't fail out */ } else if (strcmp(reindex->assert_value, "0")) { if ((!strcmp(reindex->op, "<")) && (atoll(reindex->assert_value) > atoll(poll_result))) { if (is_debug_device(host->id) || set.spine_log_level == 2) { SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE ASSERT FAILED: '%s<%s'", host->id, host_thread, reindex->data_query_id, reindex->assert_value, poll_result)); } else { if (set.spine_log_level == 1) { errors++; } SPINE_LOG(("Device[%i] HT[%i] DQ[%i] RECACHE ASSERT FAILED: '%s<%s'", host->id, host_thread, reindex->data_query_id, reindex->assert_value, poll_result)); } if (host_thread == 1) { snprintf(query3, LRG_BUFSIZE, "REPLACE INTO poller_command (poller_id, time, action, command) VALUES (%i, NOW(), %i, '%i:%i')", set.poller_id, POLLER_COMMAND_REINDEX, host->id, reindex->data_query_id); if (set.poller_id > 1 && set.mode == REMOTE_ONLINE) { db_insert(&mysqlr, REMOTE, query3); } else { db_insert(&mysql, LOCAL, query3); } /* set zeros */ memset(query3, 0, buf_length); } assert_fail = TRUE; previous_assert_failure = TRUE; } } /* update 'poller_reindex' with the correct information if: * 1) the assert fails * 2) the OP code is > or < meaning the current value could have changed without causing * the assert to fail */ if ((assert_fail) || (!strcmp(reindex->op, ">")) || (!strcmp(reindex->op, "<"))) { if (host_thread == 1) { db_escape(&mysql, temp_poll_result, sizeof(temp_poll_result), poll_result); db_escape(&mysql, temp_arg1, sizeof(temp_arg1), reindex->arg1); snprintf(query3, LRG_BUFSIZE, "UPDATE poller_reindex SET assert_value='%s' WHERE host_id='%i' AND data_query_id='%i' AND arg1='%s'", temp_poll_result, host_id, reindex->data_query_id, temp_arg1); db_insert(&mysql, LOCAL, query3); /* set zeros */ memset(query3, 0, buf_length); } if ((assert_fail) && ((!strcmp(reindex->op, "<")) || (!strcmp(reindex->arg1,".1.3.6.1.2.1.1.3.0") && !strcmp(reindex->arg1, ".1.3.6.1.6.3.10.2.1.3.0")))) { spike_kill = TRUE; if (is_debug_device(host->id) || set.spine_log_level == 2) { SPINE_LOG(("Device[%i] HT[%i] NOTICE: Spike Kill in Effect for '%s'", host_id, host_thread, host->hostname)); } else { if (set.spine_log_level == 1) { errors++; } SPINE_LOG_MEDIUM(("Device[%i] HT[%i] NOTICE: Spike Kill in Effect for '%s'", host_id, host_thread, host->hostname)); } } } SPINE_FREE(query3); SPINE_FREE(poll_result); } } } } else { if (is_debug_device(host->id)) { SPINE_LOG(("Device[%i] HT[%i] Device has no information for recache.", host->id, host_thread)); } else { SPINE_LOG_HIGH(("Device[%i] HT[%i] Device has no information for recache.", host->id, host_thread)); } } /* free the host result */ mysql_free_result(result); } else { SPINE_LOG(("Device[%i] HT[%i] ERROR: RECACHE Query Returned Null Result!", host->id, host_thread)); } /* close the host snmp session, we will create again momentarily */ if (host->snmp_session != NULL) { snmp_host_cleanup(host->snmp_session); host->snmp_session = NULL; } } /* calculate the number of poller items to poll this cycle */ num_rows = 0; if (set.poller_interval == 0) { /* get the poller items */ if ((result = db_query(&mysql, LOCAL, query1)) != 0) { num_rows = mysql_num_rows(result); } else { SPINE_LOG(("Device[%i] HT[%i] ERROR: Unable to Retrieve Rows due to Null Result!", host->id, host_thread)); } } else { /* get the poller items */ if ((result = db_query(&mysql, LOCAL, query5)) != 0) { num_rows = mysql_num_rows(result); } else { SPINE_LOG(("Device[%i] HT[%i] ERROR: Unable to Retrieve Rows due to Null Result!", host->id, host_thread)); } } if (num_rows > 0) { /* retreive each hosts polling items from poller cache and load into array */ poller_items = (target_t *) calloc(num_rows, sizeof(target_t)); i = 0; while ((row = mysql_fetch_row(result))) { /* initialize monitored object */ poller_items[i].target_id = 0; poller_items[i].action = -1; poller_items[i].hostname[0] = '\0'; poller_items[i].snmp_community[0] = '\0'; poller_items[i].snmp_version = 1; poller_items[i].snmp_username[0] = '\0'; poller_items[i].snmp_password[0] = '\0'; poller_items[i].snmp_auth_protocol[0] = '\0'; poller_items[i].snmp_priv_passphrase[0] = '\0'; poller_items[i].snmp_priv_protocol[0] = '\0'; poller_items[i].snmp_context[0] = '\0'; poller_items[i].snmp_engine_id[0] = '\0'; poller_items[i].snmp_port = 161; poller_items[i].snmp_timeout = 500; poller_items[i].rrd_name[0] = '\0'; poller_items[i].rrd_path[0] = '\0'; poller_items[i].arg1[0] = '\0'; poller_items[i].arg2[0] = '\0'; poller_items[i].arg3[0] = '\0'; poller_items[i].local_data_id = 0; poller_items[i].rrd_num = 0; if (row[0] != NULL) poller_items[i].action = atoi(row[0]); if (row[1] != NULL) snprintf(poller_items[i].hostname, sizeof(poller_items[i].hostname), "%s", row[1]); if (row[2] != NULL) snprintf(poller_items[i].snmp_community, sizeof(poller_items[i].snmp_community), "%s", row[2]); if (row[3] != NULL) poller_items[i].snmp_version = atoi(row[3]); if (row[4] != NULL) snprintf(poller_items[i].snmp_username, sizeof(poller_items[i].snmp_username), "%s", row[4]); if (row[5] != NULL) snprintf(poller_items[i].snmp_password, sizeof(poller_items[i].snmp_password), "%s", row[5]); if (row[6] != NULL) snprintf(poller_items[i].rrd_name, sizeof(poller_items[i].rrd_name), "%s", row[6]); if (row[7] != NULL) snprintf(poller_items[i].rrd_path, sizeof(poller_items[i].rrd_path), "%s", row[7]); if (row[8] != NULL) snprintf(poller_items[i].arg1, sizeof(poller_items[i].arg1), "%s", row[8]); if (row[9] != NULL) snprintf(poller_items[i].arg2, sizeof(poller_items[i].arg2), "%s", row[9]); if (row[10] != NULL) snprintf(poller_items[i].arg3, sizeof(poller_items[i].arg3), "%s", row[10]); if (row[11] != NULL) poller_items[i].local_data_id = atoi(row[11]); if (row[12] != NULL) poller_items[i].rrd_num = atoi(row[12]); if (row[13] != NULL) poller_items[i].snmp_port = atoi(row[13]); if (row[14] != NULL) poller_items[i].snmp_timeout = atoi(row[14]); if (row[15] != NULL) snprintf(poller_items[i].snmp_auth_protocol, sizeof(poller_items[i].snmp_auth_protocol), "%s", row[15]); if (row[16] != NULL) snprintf(poller_items[i].snmp_priv_passphrase, sizeof(poller_items[i].snmp_priv_passphrase), "%s", row[16]); if (row[17] != NULL) snprintf(poller_items[i].snmp_priv_protocol, sizeof(poller_items[i].snmp_priv_protocol), "%s", row[17]); if (row[18] != NULL) snprintf(poller_items[i].snmp_context, sizeof(poller_items[i].snmp_context), "%s", row[18]); if (row[19] != NULL) snprintf(poller_items[i].snmp_engine_id, sizeof(poller_items[i].snmp_engine_id), "%s", row[19]); SET_UNDEFINED(poller_items[i].result); if (poller_items[i].action == POLLER_ACTION_SNMP) { snmp_poller_items++; } i++; } /* free the mysql result */ mysql_free_result(result); /* create an array for snmp oids */ snmp_oids = (snmp_oids_t *) calloc(host->max_oids, sizeof(snmp_oids_t)); /* initialize all the memory to insure we don't get issues */ memset(snmp_oids, 0, sizeof(snmp_oids_t)*host->max_oids); /* log an informative message */ if (is_debug_device(host_id)) { SPINE_LOG(("Device[%i] HT[%i] NOTE: There are '%i' Polling Items for this Device", host_id, host_thread, num_rows)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] NOTE: There are '%i' Polling Items for this Device", host_id, host_thread, num_rows)); } i = 0; k = 0; while ((i < num_rows) && (!host->ignore_host)) { thread_start = get_time_as_double(); switch(poller_items[i].action) { case POLLER_ACTION_SNMP: /* raw SNMP poll */ /* initialize or reinitialize snmp as required */ if (k == 0) { last_snmp_port = poller_items[i].snmp_port; last_snmp_version = poller_items[i].snmp_version; STRNCOPY(last_snmp_community, poller_items[i].snmp_community); STRNCOPY(last_snmp_username, poller_items[i].snmp_username); STRNCOPY(last_snmp_password, poller_items[i].snmp_password); STRNCOPY(last_snmp_auth_protocol, poller_items[i].snmp_auth_protocol); STRNCOPY(last_snmp_priv_passphrase, poller_items[i].snmp_priv_passphrase); STRNCOPY(last_snmp_priv_protocol, poller_items[i].snmp_priv_protocol); STRNCOPY(last_snmp_context, poller_items[i].snmp_context); STRNCOPY(last_snmp_engine_id, poller_items[i].snmp_engine_id); host->snmp_session = snmp_host_init(host->id, poller_items[i].hostname, poller_items[i].snmp_version, poller_items[i].snmp_community, poller_items[i].snmp_username, poller_items[i].snmp_password, poller_items[i].snmp_auth_protocol, poller_items[i].snmp_priv_passphrase, poller_items[i].snmp_priv_protocol, poller_items[i].snmp_context, poller_items[i].snmp_engine_id, poller_items[i].snmp_port, poller_items[i].snmp_timeout); k++; } /* catch snmp initialization issues */ if (host->snmp_session == NULL) { host->ignore_host = TRUE; break; } /* some snmp data changed from poller item to poller item. therefore, poll host and store data */ if ((last_snmp_port != poller_items[i].snmp_port) || (last_snmp_version != poller_items[i].snmp_version) || (poller_items[i].snmp_version < 3 && (!STRMATCH(last_snmp_community, poller_items[i].snmp_community))) || (poller_items[i].snmp_version > 2 && ((!STRMATCH(last_snmp_username, poller_items[i].snmp_username)) || (!STRMATCH(last_snmp_password, poller_items[i].snmp_password)) || (!STRMATCH(last_snmp_auth_protocol, poller_items[i].snmp_auth_protocol)) || (!STRMATCH(last_snmp_priv_passphrase, poller_items[i].snmp_priv_passphrase)) || (!STRMATCH(last_snmp_priv_protocol, poller_items[i].snmp_priv_protocol)) || (!STRMATCH(last_snmp_context, poller_items[i].snmp_context)) || (!STRMATCH(last_snmp_engine_id, poller_items[i].snmp_engine_id))))) { if (num_oids > 0) { snmp_get_multi(host, poller_items, snmp_oids, num_oids); for (j = 0; j < num_oids; j++) { if (host->ignore_host) { SPINE_LOG(("Device[%i] HT[%i] DS[%i] WARNING: SNMP timeout detected [%i ms], ignoring host '%s'", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, host->snmp_timeout, host->hostname)); SET_UNDEFINED(snmp_oids[j].result); } else if (IS_UNDEFINED(snmp_oids[j].result)) { if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, snmp_oids[j].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, false); } /* continue */ } else if ((is_numeric(snmp_oids[j].result)) || (is_multipart_output(snmp_oids[j].result))) { /* continue */ } else if (is_hexadecimal(snmp_oids[j].result, TRUE)) { snprintf(snmp_oids[j].result, RESULTS_BUFFER, "%lld", hex2dec(snmp_oids[j].result)); } else if ((STRIMATCH(snmp_oids[j].result, "U")) || (STRIMATCH(snmp_oids[j].result, "Nan"))) { if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, snmp_oids[j].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, false); } /* is valid output, continue */ } else { /* remove double or single quotes from string */ snprintf(temp_result, RESULTS_BUFFER, "%s", strip_alpha(trim(snmp_oids[j].result))); snprintf(snmp_oids[j].result , RESULTS_BUFFER, "%s", temp_result); /* detect erroneous non-numeric result */ if (!validate_result(snmp_oids[j].result)) { if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, snmp_oids[j].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, false); } SET_UNDEFINED(snmp_oids[j].result); } } snprintf(poller_items[snmp_oids[j].array_position].result, RESULTS_BUFFER, "%s", snmp_oids[j].result); thread_end = get_time_as_double(); if (is_debug_device(host_id)) { SPINE_LOG(("Device[%i] HT[%i] DS[%i] TT[%.2f] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, (thread_end - thread_start) * 1000, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, poller_items[snmp_oids[j].array_position].result)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DS[%i] TT[%.2f] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, (thread_end - thread_start) * 1000, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, poller_items[snmp_oids[j].array_position].result)); } } /* reset num_snmps */ num_oids = 0; /* initialize all the memory to insure we don't get issues */ memset(snmp_oids, 0, sizeof(snmp_oids_t)*host->max_oids); } if (host->snmp_session != NULL) { snmp_host_cleanup(host->snmp_session); host->snmp_session = NULL; } host->snmp_session = snmp_host_init(host->id, poller_items[i].hostname, poller_items[i].snmp_version, poller_items[i].snmp_community, poller_items[i].snmp_username, poller_items[i].snmp_password, poller_items[i].snmp_auth_protocol, poller_items[i].snmp_priv_passphrase, poller_items[i].snmp_priv_protocol, poller_items[i].snmp_context, poller_items[i].snmp_engine_id, poller_items[i].snmp_port, poller_items[i].snmp_timeout); last_snmp_port = poller_items[i].snmp_port; last_snmp_version = poller_items[i].snmp_version; STRNCOPY(last_snmp_community, poller_items[i].snmp_community); STRNCOPY(last_snmp_username, poller_items[i].snmp_username); STRNCOPY(last_snmp_password, poller_items[i].snmp_password); STRNCOPY(last_snmp_auth_protocol, poller_items[i].snmp_auth_protocol); STRNCOPY(last_snmp_priv_passphrase, poller_items[i].snmp_priv_passphrase); STRNCOPY(last_snmp_priv_protocol, poller_items[i].snmp_priv_protocol); STRNCOPY(last_snmp_context, poller_items[i].snmp_context); STRNCOPY(last_snmp_engine_id, poller_items[i].snmp_engine_id); } if (num_oids >= host->max_oids) { snmp_get_multi(host, poller_items, snmp_oids, num_oids); for (j = 0; j < num_oids; j++) { if (host->ignore_host) { SPINE_LOG(("Device[%i] HT[%i] DS[%i] WARNING: SNMP timeout detected [%i ms], ignoring host '%s'", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, host->snmp_timeout, host->hostname)); SET_UNDEFINED(snmp_oids[j].result); } else if (IS_UNDEFINED(snmp_oids[j].result)) { if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, snmp_oids[j].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, false); } /* continue */ } else if ((is_numeric(snmp_oids[j].result)) || (is_multipart_output(snmp_oids[j].result))) { /* continue */ } else if (is_hexadecimal(snmp_oids[j].result, TRUE)) { snprintf(snmp_oids[j].result, RESULTS_BUFFER, "%lld", hex2dec(snmp_oids[j].result)); } else if ((STRIMATCH(snmp_oids[j].result, "U")) || (STRIMATCH(snmp_oids[j].result, "Nan"))) { if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, snmp_oids[j].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, false); } /* is valid output, continue */ } else { /* remove double or single quotes from string */ snprintf(temp_result, RESULTS_BUFFER, "%s", strip_alpha(trim(snmp_oids[j].result))); snprintf(snmp_oids[j].result , RESULTS_BUFFER, "%s", temp_result); /* detect erroneous non-numeric result */ if (!validate_result(snmp_oids[j].result)) { if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, snmp_oids[j].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, false); } SET_UNDEFINED(snmp_oids[j].result); } } snprintf(poller_items[snmp_oids[j].array_position].result, RESULTS_BUFFER, "%s", snmp_oids[j].result); thread_end = get_time_as_double(); if (is_debug_device(host_id)) { SPINE_LOG(("Device[%i] HT[%i] DS[%i] TT[%.2f] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, (thread_end - thread_start) * 1000, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, poller_items[snmp_oids[j].array_position].result)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DS[%i] TT[%.2f] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, (thread_end - thread_start) * 1000, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, poller_items[snmp_oids[j].array_position].result)); } if (!IS_UNDEFINED(poller_items[snmp_oids[j].array_position].result)) { /* insert a NaN in place of the actual value if the snmp agent restarts */ if ((spike_kill) && (!strstr(poller_items[snmp_oids[j].array_position].result,":"))) { SET_UNDEFINED(poller_items[snmp_oids[j].array_position].result); } } } /* reset num_snmps */ num_oids = 0; /* initialize all the memory to insure we don't get issues */ memset(snmp_oids, 0, sizeof(snmp_oids_t)*host->max_oids); } snprintf(snmp_oids[num_oids].oid, sizeof(snmp_oids[num_oids].oid), "%s", poller_items[i].arg1); snmp_oids[num_oids].array_position = i; num_oids++; break; case POLLER_ACTION_SCRIPT: /* execute script file */ poll_result = exec_poll(host, poller_items[i].arg1, poller_items[i].local_data_id, "DS"); /* process the result */ if (IS_UNDEFINED(poll_result)) { SET_UNDEFINED(poller_items[i].result); if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SCRIPT: %s, output: %s", host_id, host_thread, poller_items[i].local_data_id, poller_items[i].arg1, poller_items[i].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[i].local_data_id, false); } } else if ((is_numeric(poll_result)) || (is_multipart_output(trim(poll_result)))) { snprintf(poller_items[i].result, RESULTS_BUFFER, "%s", poll_result); } else if (is_hexadecimal(poll_result, TRUE)) { snprintf(poller_items[i].result, RESULTS_BUFFER, "%lld", hex2dec(poll_result)); } else { /* remove double or single quotes from string */ snprintf(temp_result, RESULTS_BUFFER, "%s", strip_alpha(trim(poll_result))); snprintf(poller_items[i].result , RESULTS_BUFFER, "%s", temp_result); /* detect erroneous result. can be non-numeric */ if (!validate_result(poller_items[i].result)) { if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SCRIPT: %s, output: %s", host_id, host_thread, poller_items[i].local_data_id, poller_items[i].arg1, poller_items[i].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[i].local_data_id, false); } SET_UNDEFINED(poller_items[i].result); } } SPINE_FREE(poll_result); thread_end = get_time_as_double(); if (is_debug_device(host_id)) { SPINE_LOG(("Device[%i] HT[%i] DS[%i] TT[%.2f] SCRIPT: %s, output: %s", host_id, host_thread, poller_items[i].local_data_id, (thread_end - thread_start) * 1000, poller_items[i].arg1, poller_items[i].result)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DS[%i] TT[%.2f] SCRIPT: %s, output: %s", host_id, host_thread, poller_items[i].local_data_id, (thread_end - thread_start) * 1000, poller_items[i].arg1, poller_items[i].result)); } if (!IS_UNDEFINED(poller_items[i].result)) { /* insert a NaN in place of the actual value if the snmp agent restarts */ if ((spike_kill) && (!strstr(poller_items[i].result,":"))) { SET_UNDEFINED(poller_items[i].result); } } break; case POLLER_ACTION_PHP_SCRIPT_SERVER: /* execute script server */ php_process = php_get_process(); poll_result = php_cmd(poller_items[i].arg1, php_process); /* process the output */ if (IS_UNDEFINED(poll_result)) { SET_UNDEFINED(poller_items[i].result); if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SCRIPT: %s, output: %s", host_id, host_thread, poller_items[i].local_data_id, poller_items[i].arg1, poller_items[i].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[i].local_data_id, false); } } else if ((is_numeric(poll_result)) || (is_multipart_output(trim(poll_result)))) { snprintf(poller_items[i].result, RESULTS_BUFFER, "%s", poll_result); } else if (is_hexadecimal(poll_result, TRUE)) { snprintf(poller_items[i].result, RESULTS_BUFFER, "%lld", hex2dec(poll_result)); } else { /* remove double or single quotes from string */ snprintf(temp_result, RESULTS_BUFFER, "%s", strip_alpha(trim(poll_result))); snprintf(poller_items[i].result , RESULTS_BUFFER, "%s", temp_result); /* detect erroneous result. can be non-numeric */ if (!validate_result(poller_items[i].result)) { if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SCRIPT: %s, output: %s", host_id, host_thread, poller_items[i].local_data_id, poller_items[i].arg1, poller_items[i].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[i].local_data_id, false); } SET_UNDEFINED(poller_items[i].result); } } SPINE_FREE(poll_result); thread_end = get_time_as_double(); if (is_debug_device(host_id)) { SPINE_LOG(("Device[%i] HT[%i] DS[%i] TT[%.2f] SS[%i] SERVER: %s, output: %s", host_id, host_thread, poller_items[i].local_data_id, (thread_end - thread_start) * 1000, php_process, poller_items[i].arg1, poller_items[i].result)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DS[%i] TT[%.2f] SS[%i] SERVER: %s, output: %s", host_id, host_thread, poller_items[i].local_data_id, (thread_end - thread_start) * 1000, php_process, poller_items[i].arg1, poller_items[i].result)); } if (IS_UNDEFINED(poller_items[i].result)) { /* insert a NaN in place of the actual value if the snmp agent restarts */ if ((spike_kill) && (!STRIMATCH(poller_items[i].result,":"))) { SET_UNDEFINED(poller_items[i].result); } } break; default: /* unknown action, generate error */ SPINE_LOG(("Device[%i] HT[%i] DS[%i] ERROR: Unknown Poller Action: %s", host_id, host_thread, poller_items[i].local_data_id, poller_items[i].arg1)); break; } i++; rows_processed++; } /* process last multi-get request if applicable */ if (num_oids > 0) { snmp_get_multi(host, poller_items, snmp_oids, num_oids); for (j = 0; j < num_oids; j++) { if (host->ignore_host) { SPINE_LOG(("Device[%i] HT[%i] DS[%i] WARNING: SNMP timeout detected [%i ms], ignoring host '%s'", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, host->snmp_timeout, host->hostname)); SET_UNDEFINED(snmp_oids[j].result); } else if (IS_UNDEFINED(snmp_oids[j].result)) { if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, snmp_oids[j].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, false); } /* continue */ } else if ((is_numeric(snmp_oids[j].result)) || (is_multipart_output(snmp_oids[j].result))) { /* continue */ } else if (is_hexadecimal(snmp_oids[j].result, TRUE)) { snprintf(snmp_oids[j].result, RESULTS_BUFFER, "%lld", hex2dec(snmp_oids[j].result)); } else if ((STRIMATCH(snmp_oids[j].result, "U")) || (STRIMATCH(snmp_oids[j].result, "Nan"))) { if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, snmp_oids[j].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, false); } /* is valid output, continue */ } else { /* remove double or single quotes from string */ snprintf(temp_result, RESULTS_BUFFER, "%s", strip_alpha(trim(snmp_oids[j].result))); snprintf(snmp_oids[j].result , RESULTS_BUFFER, "%s", temp_result); /* detect erroneous non-numeric result */ if (!validate_result(snmp_oids[j].result)) { if (set.spine_log_level == 2) { SPINE_LOG(("WARNING: Invalid Response, Device[%i] HT[%i] DS[%i] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, snmp_oids[j].result)); } else if (set.spine_log_level == 1) { errors++; buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, false); } SET_UNDEFINED(snmp_oids[j].result); } } snprintf(poller_items[snmp_oids[j].array_position].result, RESULTS_BUFFER, "%s", snmp_oids[j].result); thread_end = get_time_as_double(); if (is_debug_device(host_id)) { SPINE_LOG(("Device[%i] HT[%i] DS[%i] TT[%.2f] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, (thread_end - thread_start) * 1000, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, poller_items[snmp_oids[j].array_position].result)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] DS[%i] TT[%.2f] SNMP: v%i: %s, dsname: %s, oid: %s, value: %s", host_id, host_thread, poller_items[snmp_oids[j].array_position].local_data_id, (thread_end - thread_start) * 1000, host->snmp_version, host->hostname, poller_items[snmp_oids[j].array_position].rrd_name, poller_items[snmp_oids[j].array_position].arg1, poller_items[snmp_oids[j].array_position].result)); } if (!IS_UNDEFINED(poller_items[snmp_oids[j].array_position].result)) { /* insert a NaN in place of the actual value if the snmp agent restarts */ if ((spike_kill) && (!strstr(poller_items[snmp_oids[j].array_position].result,":"))) { SET_UNDEFINED(poller_items[snmp_oids[j].array_position].result); } } } } buf_length = MAX_MYSQL_BUF_SIZE+RESULTS_BUFFER; /* insert the query results into the database */ if (!(query3 = (char *)malloc(buf_length))) { die("ERROR: Fatal malloc error: poller.c query3 output buffer!"); } /* set zeros */ memset(query3, 0, buf_length); /* append data */ strncat(query3, query8, query8_len); out_buffer = strlen(query3); if (set.boost_redirect && set.boost_enabled) { /* insert the query results into the database */ if (!(query12 = (char *)malloc(buf_length))) { die("ERROR: Fatal malloc error: poller.c query12 boost output buffer!"); } /* set zeros */ memset(query12, 0, buf_length); /* append data */ strncat(query12, query11, query11_len); } int mode; if (set.poller_id > 1 && set.mode == REMOTE_ONLINE) { SPINE_LOG_DEBUG(("DEBUG: Setting up writes to remote database")); mysqlt = mysqlr; mode = REMOTE; } else { SPINE_LOG_DEBUG(("DEBUG: Setting up writes to local database")); mysqlt = mysql; mode = LOCAL; } i = 0; while (i < rows_processed) { snprintf(result_string, RESULTS_BUFFER+SMALL_BUFSIZE, " (%i, '%s', FROM_UNIXTIME(%s), '%s')", poller_items[i].local_data_id, poller_items[i].rrd_name, host_time, poller_items[i].result); result_length = strlen(result_string); /* if the next element to the buffer will overflow it, write to the database */ if ((out_buffer + result_length) >= MAX_MYSQL_BUF_SIZE) { /* append the suffix */ strncat(query3, posuffix, posuffix_len); /* insert the record */ db_insert(&mysqlt, mode, query3); /* re-initialize the query buffer */ memset(query3, 0, MAX_MYSQL_BUF_SIZE+RESULTS_BUFFER); strncat(query3, query8, query8_len); /* insert the record for boost */ if (set.boost_redirect && set.boost_enabled) { /* append the suffix */ strncat(query12, posuffix, posuffix_len); db_insert(&mysqlt, mode, query12); memset(query12, 0, MAX_MYSQL_BUF_SIZE+RESULTS_BUFFER); strncat(query12, query11, query11_len); } /* reset the output buffer length */ out_buffer = strlen(query3); /* set binary, let the system know we are a new buffer */ new_buffer = TRUE; } /* if this is our first pass, or we just outputted to the database, need to change the delimeter */ if (new_buffer) { result_string[0] = ' '; } else { result_string[0] = ','; } strncat(query3, result_string, result_length); if (set.boost_redirect && set.boost_enabled) { strncat(query12, result_string, result_length); } out_buffer = out_buffer + strlen(result_string); new_buffer = FALSE; i++; } /* perform the last insert if there is data to process */ if (out_buffer > strlen(query8)) { /* append the suffix */ strncat(query3, posuffix, posuffix_len); /* insert records into database */ db_insert(&mysqlt, mode, query3); /* insert the record for boost */ if (set.boost_redirect && set.boost_enabled) { /* append the suffix */ strncat(query12, posuffix, posuffix_len); db_insert(&mysqlt, mode, query12); } } /* cleanup memory and prepare for function exit */ if (host->snmp_session != NULL) { snmp_host_cleanup(host->snmp_session); host->snmp_session = NULL; } SPINE_FREE(query3); if (set.boost_redirect && set.boost_enabled) { SPINE_FREE(query12); } SPINE_FREE(poller_items); SPINE_FREE(snmp_oids); } else { /* free the mysql result */ mysql_free_result(result); } SPINE_FREE(host); SPINE_FREE(reindex); SPINE_FREE(ping); /* update poller_items table for next polling interval */ if (host_thread == host_threads && set.active_profiles != 1) { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] Updating Poller Items for Next Poll", host_id, host_thread)); db_query(&mysql, LOCAL, query6); } /* record the polling time for the device */ poll_time = get_time_as_double() - poll_time; if (is_debug_device(host_id)) { SPINE_LOG(("Device[%i] HT[%i] Total Time: %0.2g Seconds", host_id, host_thread, poll_time)); } else { SPINE_LOG_MEDIUM(("Device[%i] HT[%i] Total Time: %0.2g Seconds", host_id, host_thread, poll_time)); } /* record the total time for the host */ thread_mutex_lock(LOCK_THDET); details[device_counter]->threads_complete++; if (details[device_counter]->threads_complete == details[device_counter]->host_threads) { details[device_counter]->complete = TRUE; poll_time = get_time_as_double(); query1[0] = '\0'; snprintf(query1, BUFSIZE, "UPDATE host SET polling_time = %.3f - %.3f WHERE id = %i", poll_time, host_time_double, host_id); db_query(&mysql, LOCAL, query1); } thread_mutex_unlock(LOCK_THDET); if (local_cnn != NULL) { db_release_connection(LOCAL, local_cnn->id); } else { SPINE_LOG(("WARNING: Device[%i] HT[%i] Trying to close uninitialized local connection.", host_id, host_thread)); } if (set.poller_id > 1 && set.mode == REMOTE_ONLINE) { if (remote_cnn != NULL) { db_release_connection(REMOTE, remote_cnn->id); } else { SPINE_LOG(("WARNING: Device[%i] HT[%i] Trying to close uninitialized remote connection.", host_id, host_thread)); } } mysql_thread_end(); if (is_debug_device(host_id)) { SPINE_LOG(("DEBUG: Device[%i] HT[%i] DEBUG: HOST COMPLETE: About to Exit Device Polling Thread Function", host_id, host_thread)); } else { SPINE_LOG_DEBUG(("DEBUG: Device[%i] HT[%i] DEBUG: HOST COMPLETE: About to Exit Device Polling Thread Function", host_id, host_thread)); } buffer_output_errors(error_string, buf_size, buf_errors, host_id, host_thread, 0, true); SPINE_FREE(error_string); SPINE_FREE(buf_size); SPINE_FREE(buf_errors); *host_errors = errors; } /*! \fn void buffer_output_errors(local_data_id) { * \brief buffers output errors and pushes those errors to standard * output as required. * \param char* buffer - pointer to the output buffer * \param int device_id - the device id * \param int thread id - the device thread * \param int local_data_id - the local data id * \param boolean flush - flush any part of buffer */ void buffer_output_errors(char *error_string, int *buf_size, int *buf_errors, int device_id, int thread_id, int local_data_id, bool flush) { int error_len; char tbuffer[SMALL_BUFSIZE]; if (flush && *buf_errors > 0) { SPINE_LOG(("WARNING: Invalid Response(s), Errors[%i] Device[%i] Thread[%i] DS[%s]", *buf_errors, device_id, thread_id, error_string)); } else if (!flush) { snprintf(tbuffer, SMALL_BUFSIZE, *buf_errors > 0 ? ", %i" : "%i", local_data_id); error_len = strlen(tbuffer); if (*buf_size + error_len >= DBL_BUFSIZE) { SPINE_LOG(("WARNING: Invalid Response(s), Errors[%i] Device[%i] Thread[%i] DS[%s]", *buf_errors, device_id, thread_id, error_string)); *buf_errors = 1; *buf_size = snprintf(error_string, DBL_BUFSIZE, "%i", local_data_id); } else { (*buf_errors)++; snprintf(error_string + *buf_size, DBL_BUFSIZE, "%s", tbuffer); *buf_size += error_len; } } } /*! \fn int is_multipart_output(char *result) * \brief validates the output syntax is a valid name value pair syntax * \param result the value to be checked for legality * * This function will poll a specific host using the script pointed to by * the command variable. * * \return TRUE if the result is valid, otherwise FALSE. * */ int is_multipart_output(char *result) { int space_cnt = 0; int delim_cnt = 0; int i; /* check the easy cases first */ if (result) { /* it must have delimiters */ if ((strstr(result, ":")) || (strstr(result, "!"))) { if (!strstr(result, " ")) { return TRUE; } else { const int len = strlen(result); for (i=0; iid)); if (set.mibs || system) { if (is_debug_device(host->id)) { SPINE_LOG(("Device[%d] Updating Full System Information Table", host->id)); } else { SPINE_LOG_MEDIUM(("Device[%d] Updating Full System Information Table", host->id)); } SPINE_LOG_DEVDBG(("DEVDBG: Device[%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.1.0');", host->id)); poll_result = snmp_get(host, ".1.3.6.1.2.1.1.1.0"); SPINE_LOG_DEVDBG(("DEVDBG: Device[%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.1.0'); [complete]", host->id)); if (poll_result) { db_escape(mysql, host->snmp_sysDescr, sizeof(host->snmp_sysDescr), poll_result); SPINE_FREE(poll_result); } SPINE_LOG_DEVDBG(("DEVDBG: Device[%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.2.0');", host->id)); poll_result = snmp_get(host, ".1.3.6.1.2.1.1.2.0"); SPINE_LOG_DEVDBG(("DEVDBG: Device[%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.2.0'); [complete]", host->id)); if (poll_result) { db_escape(mysql, host->snmp_sysObjectID, sizeof(host->snmp_sysObjectID), poll_result); SPINE_FREE(poll_result); } // Get the legacy system uptime instance first SPINE_LOG_DEVDBG(("DEVDBG: Device[%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.3.0');", host->id)); poll_result = snmp_get(host, ".1.3.6.1.2.1.1.3.0"); SPINE_LOG_DEVDBG(("DEVDGB: Device[%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.3.0'); [complete]", host->id)); if (poll_result && is_numeric(poll_result)) { host->snmp_sysUpTimeInstance = atoll(poll_result); SPINE_FREE(poll_result); // Attempt to get the more modern version SPINE_LOG_DEVDBG(("DEVDBG: Device[%d] poll_result = snmp_get(host, '.1.3.6.1.6.3.10.2.1.3.0');", host->id)); poll_result = snmp_get_base(host, ".1.3.6.1.6.3.10.2.1.3.0", false); SPINE_LOG_DEVDBG(("DEVDGB: Device[%d] poll_result = snmp_get(host, '.1.3.6.1.6.3.10.2.1.3.0'); [complete]", host->id)); if (poll_result && is_numeric(poll_result)) { host->snmp_sysUpTimeInstance = atoll(poll_result) * 100; snprintf(poll_result, BUFSIZE, "%llu", host->snmp_sysUpTimeInstance); } SPINE_FREE(poll_result); } SPINE_LOG_DEVDBG(("DEVDBG: Device [%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.4.0');", host->id)); poll_result = snmp_get(host, ".1.3.6.1.2.1.1.4.0"); SPINE_LOG_DEVDBG(("DEVDBG: Device [%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.4.0'); [complete]", host->id)); if (poll_result) { db_escape(mysql, host->snmp_sysContact, sizeof(host->snmp_sysContact), poll_result); SPINE_FREE(poll_result); } SPINE_LOG_DEVDBG(("DEVDBG: Device [%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.5.0');", host->id)); poll_result = snmp_get(host, ".1.3.6.1.2.1.1.5.0"); SPINE_LOG_DEVDBG(("DEVDBG: Device [%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.5.0'); [complete]", host->id)); if (poll_result) { db_escape(mysql, host->snmp_sysName, sizeof(host->snmp_sysName), poll_result); SPINE_FREE(poll_result); } SPINE_LOG_DEVDBG(("DEVDBG: Device [%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.6.0');", host->id)); poll_result = snmp_get(host, ".1.3.6.1.2.1.1.6.0"); SPINE_LOG_DEVDBG(("DEVDBG: Device [%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.6.0'); [complete]", host->id)); if (poll_result) { db_escape(mysql, host->snmp_sysLocation, sizeof(host->snmp_sysLocation), poll_result); SPINE_FREE(poll_result); } } else { if (is_debug_device(host->id)) { SPINE_LOG(("Device[%d] Updating Short System Information Table", host->id)); } else { SPINE_LOG_MEDIUM(("Device[%d] Updating Short System Information Table", host->id)); } // Get the legacy system uptime instance first SPINE_LOG_DEVDBG(("DEVDBG: Device[%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.3.0');", host->id)); poll_result = snmp_get(host, ".1.3.6.1.2.1.1.3.0"); SPINE_LOG_DEVDBG(("DEVDGB: Device[%d] poll_result = snmp_get(host, '.1.3.6.1.2.1.1.3.0'); [complete]", host->id)); if (poll_result && is_numeric(poll_result)) { host->snmp_sysUpTimeInstance = atoll(poll_result); SPINE_FREE(poll_result); // Attempt to get the more modern version SPINE_LOG_DEVDBG(("DEVDBG: Device[%d] poll_result = snmp_get(host, '.1.3.6.1.6.3.10.2.1.3.0');", host->id)); poll_result = snmp_get(host, ".1.3.6.1.6.3.10.2.1.3.0"); SPINE_LOG_DEVDBG(("DEVDGB: Device[%d] poll_result = snmp_get(host, '.1.3.6.1.6.3.10.2.1.3.0'); [complete]", host->id)); if (poll_result && is_numeric(poll_result)) { host->snmp_sysUpTimeInstance = atoll(poll_result) * 100; snprintf(poll_result, BUFSIZE, "%llu", host->snmp_sysUpTimeInstance); } SPINE_FREE(poll_result); } } } /*! \fn int validate_result(char *result) * \brief validates the output from the polling action is valid * \param result the value to be checked for legality * * This function will poll a specific host using the script pointed to by * the command variable. * * \return TRUE if the result is valid, otherwise FALSE. * */ int validate_result(char *result) { /* check the easy cases first */ if (result) { if (is_numeric(result)) { return TRUE; } else { if (is_multipart_output(trim(result))) { return TRUE; } else { return FALSE; } } } return FALSE; } /*! \fn char *exec_poll(host_t *current_host, char *command, int id, char *type) * \brief polls a host using a script * \param current_host a pointer to the current host structure * \param command the command to be executed * \param id either the local_data_id or the data_query_id * * This function will poll a specific host using the script pointed to by * the command variable. * * \return a pointer to a character buffer containing the result. * */ char *exec_poll(host_t *current_host, char *command, int id, char *type) { int cmd_fd; int pid; int close_fd = TRUE; #ifdef USING_TPOPEN FILE *fd; #endif int bytes_read; fd_set fds; double begin_time = 0; double end_time = 0; double script_timeout; double remaining_usec = 0; struct timeval timeout; char *proc_command; char *result_string; /* compensate for back slashes in arguments */ #if defined(__CYGWIN__) proc_command = add_slashes(command); #else proc_command = command; #endif if (!(result_string = (char *) malloc(RESULTS_BUFFER))) { die("ERROR: Fatal malloc error: poller.c exec_poll!"); } /* set zeros */ memset(result_string, 0, RESULTS_BUFFER); /* set script timeout as double */ script_timeout = set.script_timeout; /* establish timeout of 25 seconds for pipe response */ timeout.tv_sec = set.script_timeout; timeout.tv_usec = 0; /* don't run too many scripts, operating systems do not like that. */ int retries = 0; int sem_err = 0; int needs_cleanup = 0; /* used for checking executable status */ char executable[BUFSIZE]; char *saveptr = NULL; char *token; pthread_cleanup_push(child_cleanup_script, NULL); // use the script server timeout value, allow for 50% leeway while (++retries < (set.script_timeout * 15)) { sem_err = sem_trywait(&available_scripts); if (sem_err == 0) { break; } else if (sem_err == EAGAIN || sem_err == EWOULDBLOCK) { if (is_debug_device(current_host->id)) { SPINE_LOG(("DEBUG: Device[%i]: Pausing as unable to obtain a script execution lock", current_host->id)); } else { SPINE_LOG_DEVDBG(("DEBUG: Device[%i]: Pausing as unable to obtain a script execution lock", current_host->id)); } } else { if (is_debug_device(current_host->id)) { SPINE_LOG(("DEBUG: Device[%i]: Pausing as error %d whilst obtaining a script execution lock", current_host->id, sem_err)); } else { SPINE_LOG_DEVDBG(("DEBUG: Device[%i]: Pausing as error %d whilst obtaining a script execution lock", current_host->id, sem_err)); } } usleep(10000); } if (sem_err) { SPINE_LOG(("ERROR: Device[%i]: Failed to obtain a script execution lock within 30 seconds", current_host->id)); } else { /* Mark for cleanup */ needs_cleanup = 1; /* record start time */ begin_time = get_time_as_double(); /* peel the executable from the command */ saveptr = proc_command; sprintf(executable, "%s", proc_command); token = strtok_r(executable, " ", &saveptr); /* cheesy little hack to add /usr/bin/ if its not included */ if (strstr(executable, "/") == NULL) { saveptr = proc_command; sprintf(executable, "/usr/bin/%s", proc_command); token = strtok_r(executable, " ", &saveptr); } SPINE_LOG_DEBUG(("The executable is '%s' in \'%s\'", executable, proc_command)); if (access(executable, X_OK | F_OK) != -1) { #ifdef USING_TPOPEN fd = popen((char *)proc_command, "r"); cmd_fd = fileno(fd); if (is_debug_device(current_host->id)) { SPINE_LOG(("DEBUG: Device[%i] DEBUG: The POPEN returned the following File Descriptor %i", current_host->id, cmd_fd)); } else { SPINE_LOG_DEBUG(("DEBUG: Device[%i] DEBUG: The POPEN returned the following File Descriptor %i", current_host->id, cmd_fd)); } #else cmd_fd = nft_popen((char *)proc_command, "r"); if (is_debug_device(current_host->id)) { SPINE_LOG(("DEBUG: Device[%i] DEBUG: The NIFTY POPEN returned the following File Descriptor %i", current_host->id, cmd_fd)); } else { SPINE_LOG_DEBUG(("DEBUG: Device[%i] DEBUG: The NIFTY POPEN returned the following File Descriptor %i", current_host->id, cmd_fd)); } #endif if (cmd_fd > 0) { retry: /* Initialize File Descriptors to Review for Input/Output */ FD_ZERO(&fds); FD_SET(cmd_fd, &fds); /* wait x seconds for pipe response */ switch (select(FD_SETSIZE, &fds, NULL, NULL, &timeout)) { case -1: switch (errno) { case EBADF: SPINE_LOG(("Device[%i] ERROR: One or more of the file descriptor sets specified a file descriptor that is not a valid open file descriptor.", current_host->id)); SET_UNDEFINED(result_string); close_fd = FALSE; break; case EINTR: #ifndef SOLAR_THREAD /* take a moment */ usleep(2000); #endif /* record end time */ end_time = get_time_as_double(); /* re-establish new timeout value */ timeout.tv_sec = rint(floor(script_timeout-(end_time-begin_time))); remaining_usec = set.script_timeout - timeout.tv_sec - (end_time - begin_time); if (remaining_usec > 0) { timeout.tv_usec = rint(remaining_usec * 1000000); } else { timeout.tv_usec = 0; } timeout.tv_sec = rint(floor(script_timeout-(end_time-begin_time))); timeout.tv_usec = rint((script_timeout-(end_time-begin_time)-timeout.tv_sec)*1000000); if (timeout.tv_sec + timeout.tv_usec > 0) { goto retry; } else { SPINE_LOG(("WARNING: A script timed out while processing EINTR's.")); SET_UNDEFINED(result_string); close_fd = FALSE; } break; case EINVAL: SPINE_LOG(("Device[%i] ERROR: Possible invalid timeout specified in select() statement.", current_host->id)); SET_UNDEFINED(result_string); close_fd = FALSE; break; default: SPINE_LOG(("Device[%i] ERROR: The script/command select() failed", current_host->id)); SET_UNDEFINED(result_string); close_fd = FALSE; break; } break; case 0: #ifdef USING_TPOPEN SPINE_LOG_MEDIUM(("Device[%i] ERROR: The POPEN timed out", current_host->id)); close_fd = FALSE; #else SPINE_LOG_MEDIUM(("Device[%i] ERROR: The NIFTY POPEN timed out", current_host->id)); pid = nft_pchild(cmd_fd); kill(pid, SIGKILL); #endif SET_UNDEFINED(result_string); break; default: /* get only one line of output, we will ignore the rest */ bytes_read = read(cmd_fd, result_string, RESULTS_BUFFER-1); if (bytes_read > 0) { result_string[bytes_read] = '\0'; } else { if (STRIMATCH(type,"DS")) { SPINE_LOG(("Device[%i] DS[%i] ERROR: Empty result [%s]: '%s'", current_host->id, id, current_host->hostname, command)); } else { SPINE_LOG(("Device[%i] DQ[%i] ERROR: Empty result [%s]: '%s'", current_host->id, id, current_host->hostname, command)); } SET_UNDEFINED(result_string); } } /* close pipe */ #ifdef USING_TPOPEN /* we leave the old fd open if it timed out. It will have to exit on it's own */ if (close_fd) { pclose(fd); } #else nft_pclose(cmd_fd); #endif } else { SPINE_LOG(("Device[%i] ERROR: Problem executing POPEN [%s]: '%s'", current_host->id, current_host->hostname, command)); SET_UNDEFINED(result_string); } } else { SPINE_LOG(("Device[%i] ERROR: Problem executing POPEN. File '%s' does not exist or is not executable.", current_host->id, command)); SET_UNDEFINED(result_string); } #if defined(__CYGWIN__) SPINE_FREE(proc_command); #endif } /* reduce the active script count */ pthread_cleanup_pop(needs_cleanup); return result_string; }