percona/percona-toolkit
1
0
Fork 0
mirror of https://github.com/percona/percona-toolkit.git synced 2025-09-11 21:51:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

Collect proclist in loop.

Browse Source
This commit is contained in:
Daniel Nichter
2011-12-08 11:45:16 -07:00
parent 876e3533d0
commit 0cfef9134c
3 changed files with 28 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

44
lib/bash/collect.sh
View File

@@ -103,14 +103,12 @@ collect() {
# Get a sample of these right away, so we can get these without interaction # Get a sample of these right away, so we can get these without interaction
# with the other commands we're about to run. # with the other commands we're about to run.
local innostat="SHOW /*!40100 ENGINE*/ INNODB STATUS\G" local innostat="SHOW /*!40100 ENGINE*/ INNODB STATUS\G"
local proclist="SHOW FULL PROCESSLIST\G"
if [ "${mysql_version}" '>' "5.1" ]; then if [ "${mysql_version}" '>' "5.1" ]; then
local mutex="SHOW ENGINE INNODB MUTEX" local mutex="SHOW ENGINE INNODB MUTEX"
else else
local mutex="SHOW MUTEX STATUS" local mutex="SHOW MUTEX STATUS"
fi fi
$CMD_MYSQL "$EXT_ARGV" -e "$innostat" >> "$d/$p-innodbstatus1" 2>&1 & $CMD_MYSQL "$EXT_ARGV" -e "$innostat" >> "$d/$p-innodbstatus1" 2>&1 &
$CMD_MYSQL "$EXT_ARGV" -e "$proclist" >> "$d/$p-processlist1" 2>&1 &
$CMD_MYSQL "$EXT_ARGV" -e 'SHOW OPEN TABLES' >> "$d/$p-opentables1" 2>&1 & $CMD_MYSQL "$EXT_ARGV" -e 'SHOW OPEN TABLES' >> "$d/$p-opentables1" 2>&1 &
$CMD_MYSQL "$EXT_ARGV" -e "$mutex" >> "$d/$p-mutex-status1" 2>&1 & $CMD_MYSQL "$EXT_ARGV" -e "$mutex" >> "$d/$p-mutex-status1" 2>&1 &
@@ -139,28 +137,32 @@ collect() {
fi fi
# Grab a few general things first. Background all of these so we can start # Grab a few general things first. Background all of these so we can start
# them all up as quickly as possible. We use mysqladmin -c even though it is # them all up as quickly as possible.
# buggy and won't stop on its own in 5.1 and newer, because there is a chance ps -eaf >> "$d/$p-ps" 2>&1 &
# that we will get and keep a connection to the database; in troubled times sysctl -a >> "$d/$p-sysctl" 2>&1 &
# the database tends to exceed max_connections, so reconnecting in the loop top -bn1 >> "$d/$p-top" 2>&1 &
# tends not to work very well. $CMD_VMSTAT 1 $OPT_INTERVAL >> "$d/$p-vmstat" 2>&1 &
ps -eaf >> "$d/$p-ps" 2>&1 & $CMD_VMSTAT $OPT_INTERVAL 2 >> "$d/$p-vmstat-overall" 2>&1 &
sysctl -a >> "$d/$p-sysctl" 2>&1 & $CMD_IOSTAT -dx 1 $OPT_INTERVAL >> "$d/$p-iostat" 2>&1 &
top -bn1 >> "$d/$p-top" 2>&1 & $CMD_IOSTAT -dx $OPT_INTERVAL 2 >> "$d/$p-iostat-overall" 2>&1 &
$CMD_VMSTAT 1 $OPT_INTERVAL >> "$d/$p-vmstat" 2>&1 & $CMD_MPSTAT -P ALL 1 $OPT_INTERVAL >> "$d/$p-mpstat" 2>&1 &
$CMD_VMSTAT $OPT_INTERVAL 2 >> "$d/$p-vmstat-overall" 2>&1 & $CMD_MPSTAT -P ALL $OPT_INTERVAL 1 >> "$d/$p-mpstat-overall" 2>&1 &
$CMD_IOSTAT -dx 1 $OPT_INTERVAL >> "$d/$p-iostat" 2>&1 & lsof -nP -p $mysqld_pid -bw >> "$d/$p-lsof" 2>&1 &
$CMD_IOSTAT -dx $OPT_INTERVAL 2 >> "$d/$p-iostat-overall" 2>&1 &
$CMD_MPSTAT -P ALL 1 $OPT_INTERVAL >> "$d/$p-mpstat" 2>&1 & # Collect multiple snapshots of the status variables. We use
$CMD_MPSTAT -P ALL $OPT_INTERVAL 1 >> "$d/$p-mpstat-overall" 2>&1 & # mysqladmin -c even though it is buggy and won't stop on its
lsof -nP -p $mysqld_pid -bw >> "$d/$p-lsof" 2>&1 & # own in 5.1 and newer, because there is a chance that we will
$CMD_MYSQLADMIN "$EXT_ARGV" ext -i1 -c$OPT_INTERVAL >> "$d/$p-mysqladmin" 2>&1 & # get and keep a connection to the database; in troubled times
# the database tends to exceed max_connections, so reconnecting
# in the loop tends not to work very well.
$CMD_MYSQLADMIN "$EXT_ARGV" ext -i1 -c$OPT_RUN_TIME \
>> "$d/$p-mysqladmin" 2>&1 &
local mysqladmin_pid=$! local mysqladmin_pid=$!
# This loop gathers data for the rest of the duration, and defines the time # This loop gathers data for the rest of the duration, and defines the time
# of the whole job. # of the whole job.
echo "Loop start: $(date +'TS %s.%N %F %T')" echo "Loop start: $(date +'TS %s.%N %F %T')"
for a in $(_seq $OPT_RUN_TIME); do for loopno in $(_seq $OPT_RUN_TIME); do
# We check the disk, but don't exit, because we need to stop jobs if we # We check the disk, but don't exit, because we need to stop jobs if we
# need to exit. # need to exit.
disk_space $d > $d/$p-disk-space disk_space $d > $d/$p-disk-space
@@ -184,6 +186,9 @@ collect() {
(df -h 2>&1; echo $ts) >> "$d/$p-df" & (df -h 2>&1; echo $ts) >> "$d/$p-df" &
(netstat -antp 2>&1; echo $ts) >> "$d/$p-netstat" & (netstat -antp 2>&1; echo $ts) >> "$d/$p-netstat" &
(netstat -s 2>&1; echo $ts) >> "$d/$p-netstat_s" & (netstat -s 2>&1; echo $ts) >> "$d/$p-netstat_s" &
($CMD_MYSQL "$EXT_ARGV" -e "SHOW FULL PROCESSLIST\G" 2>&1; echo $ts) \
>> "$d/$p-processlist"
done done
echo "Loop end: $(date +'TS %s.%N %F %T')" echo "Loop end: $(date +'TS %s.%N %F %T')"
@@ -220,7 +225,6 @@ collect() {
fi fi
$CMD_MYSQL "$EXT_ARGV" -e "$innostat" >> "$d/$p-innodbstatus2" 2>&1 & $CMD_MYSQL "$EXT_ARGV" -e "$innostat" >> "$d/$p-innodbstatus2" 2>&1 &
$CMD_MYSQL "$EXT_ARGV" -e "$proclist" >> "$d/$p-processlist2" 2>&1 &
$CMD_MYSQL "$EXT_ARGV" -e 'SHOW OPEN TABLES' >> "$d/$p-opentables2" 2>&1 & $CMD_MYSQL "$EXT_ARGV" -e 'SHOW OPEN TABLES' >> "$d/$p-opentables2" 2>&1 &
$CMD_MYSQL "$EXT_ARGV" -e "$mutex" >> "$d/$p-mutex-status2" 2>&1 & $CMD_MYSQL "$EXT_ARGV" -e "$mutex" >> "$d/$p-mutex-status2" 2>&1 &

10
t/lib/bash/collect.sh
View File

@@ -1,6 +1,6 @@
#!/usr/bin/env bash #!/usr/bin/env bash
TESTS=19 TESTS=18
TMPFILE="$TEST_TMPDIR/parse-opts-output" TMPFILE="$TEST_TMPDIR/parse-opts-output"
TMPDIR="$TEST_TMPDIR" TMPDIR="$TEST_TMPDIR"
@@ -82,12 +82,8 @@ cmd_ok \
"opentables2" "opentables2"
cmd_ok \ cmd_ok \
"grep -q '1. row' $p-processlist1" \ "grep -q '1. row' $p-processlist" \
"processlist1" "processlist"
cmd_ok \
"grep -q '1. row' $p-processlist2" \
"processlist2"
cmd_ok \ cmd_ok \
"grep -q 'mysqld' $p-ps" \ "grep -q 'mysqld' $p-ps" \

3
t/lib/samples/bash/collect001.txt
View File

@@ -20,8 +20,7 @@
2011_12_05-opentables1 2011_12_05-opentables1
2011_12_05-opentables2 2011_12_05-opentables2
2011_12_05-output 2011_12_05-output
2011_12_05-processlist1 2011_12_05-processlist
2011_12_05-processlist2
2011_12_05-procstat 2011_12_05-procstat
2011_12_05-procvmstat 2011_12_05-procvmstat
2011_12_05-ps 2011_12_05-ps