|
|
|
/* Copyright (C) 2007-2010 Open Information Security Foundation
|
|
|
|
*
|
|
|
|
* You can copy, redistribute or modify this Program under the terms of
|
|
|
|
* the GNU General Public License version 2 as published by the Free
|
|
|
|
* Software Foundation.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* version 2 along with this program; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
|
|
|
|
* 02110-1301, USA.
|
|
|
|
*/
|
|
|
|
|
|
|
|
/**
|
|
|
|
* \file
|
|
|
|
*
|
|
|
|
* \author Endace Technology Limited, Jason Ish <jason.ish@endace.com>
|
|
|
|
*
|
|
|
|
* Output registration functions
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "suricata-common.h"
|
|
|
|
#include "flow.h"
|
|
|
|
#include "conf.h"
|
Add per packet profiling.
Per packet profiling uses tick based accounting. It has 2 outputs, a summary
and a csv file that contains per packet stats.
Stats per packet include:
1) total ticks spent
2) ticks spent per individual thread module
3) "threading overhead" which is simply calculated by subtracting (2) of (1).
A number of changes were made to integrate the new code in a clean way:
a number of generic enums are now placed in tm-threads-common.h so we can
include them from any part of the engine.
Code depends on --enable-profiling just like the rule profiling code.
New yaml parameters:
profiling:
# packet profiling
packets:
# Profiling can be disabled here, but it will still have a
# performance impact if compiled in.
enabled: yes
filename: packet_stats.log
append: yes
# per packet csv output
csv:
# Output can be disabled here, but it will still have a
# performance impact if compiled in.
enabled: no
filename: packet_stats.csv
Example output of summary stats:
IP ver Proto cnt min max avg
------ ----- ------ ------ ---------- -------
IPv4 6 19436 11448 5404365 32993
IPv4 256 4 11511 49968 30575
Per Thread module stats:
Thread Module IP ver Proto cnt min max avg
------------------------ ------ ----- ------ ------ ---------- -------
TMM_DECODEPCAPFILE IPv4 6 19434 1242 47889 1770
TMM_DETECT IPv4 6 19436 1107 137241 1504
TMM_ALERTFASTLOG IPv4 6 19436 90 1323 155
TMM_ALERTUNIFIED2ALERT IPv4 6 19436 108 1359 138
TMM_ALERTDEBUGLOG IPv4 6 19436 90 1134 154
TMM_LOGHTTPLOG IPv4 6 19436 414 5392089 7944
TMM_STREAMTCP IPv4 6 19434 828 1299159 19438
The proto 256 is a counter for handling of pseudo/tunnel packets.
Example output of csv:
pcap_cnt,ipver,ipproto,total,TMM_DECODENFQ,TMM_VERDICTNFQ,TMM_RECEIVENFQ,TMM_RECEIVEPCAP,TMM_RECEIVEPCAPFILE,TMM_DECODEPCAP,TMM_DECODEPCAPFILE,TMM_RECEIVEPFRING,TMM_DECODEPFRING,TMM_DETECT,TMM_ALERTFASTLOG,TMM_ALERTFASTLOG4,TMM_ALERTFASTLOG6,TMM_ALERTUNIFIEDLOG,TMM_ALERTUNIFIEDALERT,TMM_ALERTUNIFIED2ALERT,TMM_ALERTPRELUDE,TMM_ALERTDEBUGLOG,TMM_ALERTSYSLOG,TMM_LOGDROPLOG,TMM_ALERTSYSLOG4,TMM_ALERTSYSLOG6,TMM_RESPONDREJECT,TMM_LOGHTTPLOG,TMM_LOGHTTPLOG4,TMM_LOGHTTPLOG6,TMM_PCAPLOG,TMM_STREAMTCP,TMM_DECODEIPFW,TMM_VERDICTIPFW,TMM_RECEIVEIPFW,TMM_RECEIVEERFFILE,TMM_DECODEERFFILE,TMM_RECEIVEERFDAG,TMM_DECODEERFDAG,threading
1,4,6,172008,0,0,0,0,0,0,47889,0,0,48582,1323,0,0,0,0,1359,0,1134,0,0,0,0,0,8028,0,0,0,49356,0,0,0,0,0,0,0,14337
First line of the file contains labels.
2 example gnuplot scripts added to plot the data.
14 years ago
|
|
|
#include "tm-threads.h"
|
|
|
|
#include "util-error.h"
|
|
|
|
#include "util-debug.h"
|
|
|
|
#include "output.h"
|
|
|
|
|
|
|
|
static TAILQ_HEAD(, OutputModule_) output_modules =
|
|
|
|
TAILQ_HEAD_INITIALIZER(output_modules);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* \brief Register an output module.
|
|
|
|
*
|
|
|
|
* This function will register an output module so it can be
|
|
|
|
* configured with the configuration file.
|
|
|
|
*
|
|
|
|
* \retval Returns 0 on success, -1 on failure.
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
OutputRegisterModule(char *name, char *conf_name,
|
|
|
|
OutputCtx *(*InitFunc)(ConfNode *))
|
|
|
|
{
|
|
|
|
OutputModule *module = SCCalloc(1, sizeof(*module));
|
|
|
|
if (unlikely(module == NULL))
|
|
|
|
goto error;
|
|
|
|
|
|
|
|
module->name = SCStrdup(name);
|
|
|
|
if (unlikely(module->name == NULL))
|
|
|
|
goto error;
|
|
|
|
module->conf_name = SCStrdup(conf_name);
|
|
|
|
if (unlikely(module->conf_name == NULL))
|
|
|
|
goto error;
|
|
|
|
module->InitFunc = InitFunc;
|
|
|
|
TAILQ_INSERT_TAIL(&output_modules, module, entries);
|
|
|
|
|
|
|
|
SCLogDebug("Output module \"%s\" registered.", name);
|
|
|
|
|
|
|
|
return;
|
|
|
|
|
|
|
|
error:
|
|
|
|
SCLogError(SC_ERR_FATAL, "Fatal error encountered in OutputRegisterModule. Exiting...");
|
|
|
|
exit(EXIT_FAILURE);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* \brief Register a packet output module.
|
|
|
|
*
|
|
|
|
* This function will register an output module so it can be
|
|
|
|
* configured with the configuration file.
|
|
|
|
*
|
|
|
|
* \retval Returns 0 on success, -1 on failure.
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
OutputRegisterPacketModule(char *name, char *conf_name,
|
|
|
|
OutputCtx *(*InitFunc)(ConfNode *),
|
|
|
|
PacketLogger PacketLogFunc, PacketLogCondition PacketConditionFunc)
|
|
|
|
{
|
|
|
|
if (unlikely(PacketLogFunc == NULL || PacketConditionFunc == NULL)) {
|
|
|
|
goto error;
|
|
|
|
}
|
|
|
|
|
|
|
|
OutputModule *module = SCCalloc(1, sizeof(*module));
|
|
|
|
if (unlikely(module == NULL)) {
|
|
|
|
goto error;
|
|
|
|
}
|
|
|
|
|
|
|
|
module->name = SCStrdup(name);
|
|
|
|
if (unlikely(module->name == NULL))
|
|
|
|
goto error;
|
|
|
|
module->conf_name = SCStrdup(conf_name);
|
|
|
|
if (unlikely(module->conf_name == NULL))
|
|
|
|
goto error;
|
|
|
|
module->InitFunc = InitFunc;
|
|
|
|
module->PacketLogFunc = PacketLogFunc;
|
|
|
|
module->PacketConditionFunc = PacketConditionFunc;
|
|
|
|
TAILQ_INSERT_TAIL(&output_modules, module, entries);
|
|
|
|
|
|
|
|
SCLogDebug("Packet logger \"%s\" registered.", name);
|
|
|
|
return;
|
|
|
|
error:
|
|
|
|
SCLogError(SC_ERR_FATAL, "Fatal error encountered. Exiting...");
|
|
|
|
exit(EXIT_FAILURE);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* \brief Register a tx output module.
|
|
|
|
*
|
|
|
|
* This function will register an output module so it can be
|
|
|
|
* configured with the configuration file.
|
|
|
|
*
|
|
|
|
* \retval Returns 0 on success, -1 on failure.
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
OutputRegisterTxModule(char *name, char *conf_name,
|
|
|
|
OutputCtx *(*InitFunc)(ConfNode *), uint16_t alproto,
|
|
|
|
TxLogger TxLogFunc)
|
|
|
|
{
|
|
|
|
if (unlikely(TxLogFunc == NULL)) {
|
|
|
|
goto error;
|
|
|
|
}
|
|
|
|
|
|
|
|
OutputModule *module = SCCalloc(1, sizeof(*module));
|
|
|
|
if (unlikely(module == NULL)) {
|
|
|
|
goto error;
|
|
|
|
}
|
|
|
|
|
|
|
|
module->name = SCStrdup(name);
|
|
|
|
if (unlikely(module->name == NULL))
|
|
|
|
goto error;
|
|
|
|
module->conf_name = SCStrdup(conf_name);
|
|
|
|
if (unlikely(module->conf_name == NULL))
|
|
|
|
goto error;
|
|
|
|
module->InitFunc = InitFunc;
|
|
|
|
module->TxLogFunc = TxLogFunc;
|
|
|
|
module->alproto = alproto;
|
|
|
|
TAILQ_INSERT_TAIL(&output_modules, module, entries);
|
|
|
|
|
|
|
|
SCLogDebug("Tx logger \"%s\" registered.", name);
|
|
|
|
return;
|
|
|
|
error:
|
|
|
|
SCLogError(SC_ERR_FATAL, "Fatal error encountered. Exiting...");
|
|
|
|
exit(EXIT_FAILURE);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* \brief Register a file output module.
|
|
|
|
*
|
|
|
|
* This function will register an output module so it can be
|
|
|
|
* configured with the configuration file.
|
|
|
|
*
|
|
|
|
* \retval Returns 0 on success, -1 on failure.
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
OutputRegisterFileModule(char *name, char *conf_name,
|
|
|
|
OutputCtx *(*InitFunc)(ConfNode *), FileLogger FileLogFunc)
|
|
|
|
{
|
|
|
|
if (unlikely(FileLogFunc == NULL)) {
|
|
|
|
goto error;
|
|
|
|
}
|
|
|
|
|
|
|
|
OutputModule *module = SCCalloc(1, sizeof(*module));
|
|
|
|
if (unlikely(module == NULL)) {
|
|
|
|
goto error;
|
|
|
|
}
|
|
|
|
|
|
|
|
module->name = SCStrdup(name);
|
|
|
|
if (unlikely(module->name == NULL))
|
|
|
|
goto error;
|
|
|
|
module->conf_name = SCStrdup(conf_name);
|
|
|
|
if (unlikely(module->conf_name == NULL))
|
|
|
|
goto error;
|
|
|
|
module->InitFunc = InitFunc;
|
|
|
|
module->FileLogFunc = FileLogFunc;
|
|
|
|
TAILQ_INSERT_TAIL(&output_modules, module, entries);
|
|
|
|
|
|
|
|
SCLogDebug("File logger \"%s\" registered.", name);
|
|
|
|
return;
|
|
|
|
error:
|
|
|
|
SCLogError(SC_ERR_FATAL, "Fatal error encountered. Exiting...");
|
|
|
|
exit(EXIT_FAILURE);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* \brief Register a file data output module.
|
|
|
|
*
|
|
|
|
* This function will register an output module so it can be
|
|
|
|
* configured with the configuration file.
|
|
|
|
*
|
|
|
|
* \retval Returns 0 on success, -1 on failure.
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
OutputRegisterFiledataModule(char *name, char *conf_name,
|
|
|
|
OutputCtx *(*InitFunc)(ConfNode *), FiledataLogger FiledataLogFunc)
|
|
|
|
{
|
|
|
|
if (unlikely(FiledataLogFunc == NULL)) {
|
|
|
|
goto error;
|
|
|
|
}
|
|
|
|
|
|
|
|
OutputModule *module = SCCalloc(1, sizeof(*module));
|
|
|
|
if (unlikely(module == NULL)) {
|
|
|
|
goto error;
|
|
|
|
}
|
|
|
|
|
|
|
|
module->name = SCStrdup(name);
|
|
|
|
if (unlikely(module->name == NULL))
|
|
|
|
goto error;
|
|
|
|
module->conf_name = SCStrdup(conf_name);
|
|
|
|
if (unlikely(module->conf_name == NULL))
|
|
|
|
goto error;
|
|
|
|
module->InitFunc = InitFunc;
|
|
|
|
module->FiledataLogFunc = FiledataLogFunc;
|
|
|
|
TAILQ_INSERT_TAIL(&output_modules, module, entries);
|
|
|
|
|
|
|
|
SCLogDebug("Filedata logger \"%s\" registered.", name);
|
|
|
|
return;
|
|
|
|
error:
|
|
|
|
SCLogError(SC_ERR_FATAL, "Fatal error encountered. Exiting...");
|
|
|
|
exit(EXIT_FAILURE);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* \brief Get an output module by name.
|
|
|
|
*
|
|
|
|
* \retval The OutputModule with the given name or NULL if no output module
|
|
|
|
* with the given name is registered.
|
|
|
|
*/
|
|
|
|
OutputModule *
|
|
|
|
OutputGetModuleByConfName(char *conf_name)
|
|
|
|
{
|
|
|
|
OutputModule *module;
|
|
|
|
|
|
|
|
TAILQ_FOREACH(module, &output_modules, entries) {
|
|
|
|
if (strcmp(module->conf_name, conf_name) == 0)
|
|
|
|
return module;
|
|
|
|
}
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* \brief Deregister all modules. Useful for a memory clean exit.
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
OutputDeregisterAll(void)
|
|
|
|
{
|
|
|
|
OutputModule *module;
|
|
|
|
|
|
|
|
while ((module = TAILQ_FIRST(&output_modules))) {
|
|
|
|
TAILQ_REMOVE(&output_modules, module, entries);
|
|
|
|
SCFree(module->name);
|
|
|
|
SCFree(module->conf_name);
|
|
|
|
SCFree(module);
|
|
|
|
}
|
|
|
|
}
|