mirror of https://github.com/OISF/suricata
Add per packet profiling.
Per packet profiling uses tick based accounting. It has 2 outputs, a summary
and a csv file that contains per packet stats.
Stats per packet include:
1) total ticks spent
2) ticks spent per individual thread module
3) "threading overhead" which is simply calculated by subtracting (2) of (1).
A number of changes were made to integrate the new code in a clean way:
a number of generic enums are now placed in tm-threads-common.h so we can
include them from any part of the engine.
Code depends on --enable-profiling just like the rule profiling code.
New yaml parameters:
profiling:
# packet profiling
packets:
# Profiling can be disabled here, but it will still have a
# performance impact if compiled in.
enabled: yes
filename: packet_stats.log
append: yes
# per packet csv output
csv:
# Output can be disabled here, but it will still have a
# performance impact if compiled in.
enabled: no
filename: packet_stats.csv
Example output of summary stats:
IP ver Proto cnt min max avg
------ ----- ------ ------ ---------- -------
IPv4 6 19436 11448 5404365 32993
IPv4 256 4 11511 49968 30575
Per Thread module stats:
Thread Module IP ver Proto cnt min max avg
------------------------ ------ ----- ------ ------ ---------- -------
TMM_DECODEPCAPFILE IPv4 6 19434 1242 47889 1770
TMM_DETECT IPv4 6 19436 1107 137241 1504
TMM_ALERTFASTLOG IPv4 6 19436 90 1323 155
TMM_ALERTUNIFIED2ALERT IPv4 6 19436 108 1359 138
TMM_ALERTDEBUGLOG IPv4 6 19436 90 1134 154
TMM_LOGHTTPLOG IPv4 6 19436 414 5392089 7944
TMM_STREAMTCP IPv4 6 19434 828 1299159 19438
The proto 256 is a counter for handling of pseudo/tunnel packets.
Example output of csv:
pcap_cnt,ipver,ipproto,total,TMM_DECODENFQ,TMM_VERDICTNFQ,TMM_RECEIVENFQ,TMM_RECEIVEPCAP,TMM_RECEIVEPCAPFILE,TMM_DECODEPCAP,TMM_DECODEPCAPFILE,TMM_RECEIVEPFRING,TMM_DECODEPFRING,TMM_DETECT,TMM_ALERTFASTLOG,TMM_ALERTFASTLOG4,TMM_ALERTFASTLOG6,TMM_ALERTUNIFIEDLOG,TMM_ALERTUNIFIEDALERT,TMM_ALERTUNIFIED2ALERT,TMM_ALERTPRELUDE,TMM_ALERTDEBUGLOG,TMM_ALERTSYSLOG,TMM_LOGDROPLOG,TMM_ALERTSYSLOG4,TMM_ALERTSYSLOG6,TMM_RESPONDREJECT,TMM_LOGHTTPLOG,TMM_LOGHTTPLOG4,TMM_LOGHTTPLOG6,TMM_PCAPLOG,TMM_STREAMTCP,TMM_DECODEIPFW,TMM_VERDICTIPFW,TMM_RECEIVEIPFW,TMM_RECEIVEERFFILE,TMM_DECODEERFFILE,TMM_RECEIVEERFDAG,TMM_DECODEERFDAG,threading
1,4,6,172008,0,0,0,0,0,0,47889,0,0,48582,1323,0,0,0,0,1359,0,1134,0,0,0,0,0,8028,0,0,0,49356,0,0,0,0,0,0,0,14337
First line of the file contains labels.
2 example gnuplot scripts added to plot the data.
remotes/origin/master-1.1.x
Victor Julien
14 years ago
parent
1bd1a62526
commit
820b0ded82
@ -0,0 +1,31 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
#
|
||||
if [ "$1" = "" ]; then
|
||||
echo "call with location of csv file."
|
||||
exit 1;
|
||||
fi
|
||||
|
||||
DRAW="dots"
|
||||
gnuplot << EOF
|
||||
set datafile separator ","
|
||||
set terminal png size 1024,768
|
||||
set output "$1.png"
|
||||
set title "$1 ticks"
|
||||
set key autotitle columnhead
|
||||
set yrange [:]
|
||||
set xrange [:]
|
||||
set logscale y
|
||||
plot "$1" using :4 with $DRAW, \
|
||||
"" using :11 with $DRAW, \
|
||||
"" using :14 with $DRAW, \
|
||||
"" using :15 with $DRAW, \
|
||||
"" using :20 with $DRAW, \
|
||||
"" using :28 with $DRAW, \
|
||||
"" using :32 with $DRAW, \
|
||||
"" using :40 with $DRAW
|
||||
EOF
|
||||
RESULT=$?
|
||||
if [ "$RESULT" = "0" ]; then
|
||||
echo "PNG $1.png written"
|
||||
fi
|
||||
@ -0,0 +1,31 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
#
|
||||
if [ "$1" = "" ]; then
|
||||
echo "call with location of csv file."
|
||||
exit 1;
|
||||
fi
|
||||
|
||||
DRAW="lines"
|
||||
gnuplot << EOF
|
||||
set datafile separator ","
|
||||
set terminal png size 1024,768
|
||||
set output "$1.png"
|
||||
set title "$1 ticks"
|
||||
set key autotitle columnhead
|
||||
set yrange [:]
|
||||
set xrange [:]
|
||||
set logscale y
|
||||
plot "$1" using :4 with $DRAW, \
|
||||
"" using :11 with $DRAW, \
|
||||
"" using :14 with $DRAW, \
|
||||
"" using :15 with $DRAW, \
|
||||
"" using :20 with $DRAW, \
|
||||
"" using :28 with $DRAW, \
|
||||
"" using :32 with $DRAW, \
|
||||
"" using :40 with $DRAW
|
||||
EOF
|
||||
RESULT=$?
|
||||
if [ "$RESULT" = "0" ]; then
|
||||
echo "PNG $1.png written"
|
||||
fi
|
||||
@ -0,0 +1,90 @@
|
||||
/* Copyright (C) 2007-2011 Open Information Security Foundation
|
||||
*
|
||||
* You can copy, redistribute or modify this Program under the terms of
|
||||
* the GNU General Public License version 2 as published by the Free
|
||||
* Software Foundation.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License
|
||||
* version 2 along with this program; if not, write to the Free Software
|
||||
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
|
||||
* 02110-1301, USA.
|
||||
*/
|
||||
|
||||
/**
|
||||
* \file
|
||||
*
|
||||
* \author Victor Julien <victor@inliniac.net>
|
||||
* \author Anoop Saldanha <poonaatsoc@gmail.com>
|
||||
*/
|
||||
|
||||
#ifndef __TM_THREADS_COMMON_H__
|
||||
#define __TM_THREADS_COMMON_H__
|
||||
|
||||
/** \brief Thread Model Module id's.
|
||||
*
|
||||
* \note anything added here should also be added to TmModuleTmmIdToString
|
||||
* in tm-modules.c
|
||||
*/
|
||||
typedef enum {
|
||||
TMM_DECODENFQ,
|
||||
TMM_VERDICTNFQ,
|
||||
TMM_RECEIVENFQ,
|
||||
TMM_RECEIVEPCAP,
|
||||
TMM_RECEIVEPCAPFILE,
|
||||
TMM_DECODEPCAP,
|
||||
TMM_DECODEPCAPFILE,
|
||||
TMM_RECEIVEPFRING,
|
||||
TMM_DECODEPFRING,
|
||||
TMM_DETECT,
|
||||
TMM_ALERTFASTLOG,
|
||||
TMM_ALERTFASTLOG4,
|
||||
TMM_ALERTFASTLOG6,
|
||||
TMM_ALERTUNIFIEDLOG,
|
||||
TMM_ALERTUNIFIEDALERT,
|
||||
TMM_ALERTUNIFIED2ALERT,
|
||||
TMM_ALERTPRELUDE,
|
||||
TMM_ALERTDEBUGLOG,
|
||||
TMM_ALERTSYSLOG,
|
||||
TMM_LOGDROPLOG,
|
||||
TMM_ALERTSYSLOG4,
|
||||
TMM_ALERTSYSLOG6,
|
||||
TMM_RESPONDREJECT,
|
||||
TMM_LOGHTTPLOG,
|
||||
TMM_LOGHTTPLOG4,
|
||||
TMM_LOGHTTPLOG6,
|
||||
TMM_PCAPLOG,
|
||||
TMM_STREAMTCP,
|
||||
TMM_DECODEIPFW,
|
||||
TMM_VERDICTIPFW,
|
||||
TMM_RECEIVEIPFW,
|
||||
#ifdef __SC_CUDA_SUPPORT__
|
||||
TMM_CUDA_MPM_B2G,
|
||||
TMM_CUDA_PACKET_BATCHER,
|
||||
#endif
|
||||
TMM_RECEIVEERFFILE,
|
||||
TMM_DECODEERFFILE,
|
||||
TMM_RECEIVEERFDAG,
|
||||
TMM_DECODEERFDAG,
|
||||
TMM_SIZE,
|
||||
} TmmId;
|
||||
|
||||
/*Error codes for the thread modules*/
|
||||
typedef enum {
|
||||
TM_ECODE_OK = 0, /**< Thread module exits OK*/
|
||||
TM_ECODE_FAILED, /**< Thread module exits due to failure*/
|
||||
} TmEcode;
|
||||
|
||||
/* ThreadVars type */
|
||||
enum {
|
||||
TVT_PPT,
|
||||
TVT_MGMT,
|
||||
TVT_MAX,
|
||||
};
|
||||
|
||||
#endif /* __TM_THREADS_COMMON_H__ */
|
||||
|
||||
Loading…
Reference in New Issue