Tag Archives: PROC

High load average in idle state

January 16, 2013 Bartle Doo Leave a comment

With linux kernel 2.4.22-1.2199.nptlsmp (I know, it’s very old) Sometimes Load average increases to big value (over 7) but my 4 vCPU are in

idle state (5% busy every cpu). My web procedure was gone down so I found out that process (with 4732 process id, see my following output)

was in ‘uninterruptible sleep’ state (classified as ‘D ‘).
I want to be sure high load average has been caused from process in ‘uninterruptible sleep’, what way ??
I run several tools to diagnose this behaviour to understand reason for similar state of this process, what resources is it waiting ?
Can you help me please ?

I show commands which I run:

Current Load Average :: 7.52 7.55, 7.57

—————————————-

ps auxf:

USER PID %CPU %MEM VSZ RSS TTY STAT START TIME COMMAND
root 5 0.0 0.0 0 0 ? SW 2012 0:00 [swapper]
root 4 0.0 0.0 0 0 ? SW 2012 0:00 [swapper]
root 3 0.0 0.0 0 0 ? SW 2012 0:00 [swapper]
root 2 0.0 0.0 0 0 ? SW 2012 0:00 [swapper]
root 1 0.0 0.0 2636 392 ? S 2012 0:37 init [3]
root 6 0.0 0.0 0 0 ? SW 2012 0:11 [keventd]
root 7 0.0 0.0 0 0 ? SWN 2012 32:44 [ksoftirqd/0]
root 8 0.0 0.0 0 0 ? SWN 2012 31:25 [ksoftirqd/1]
root 9 0.0 0.0 0 0 ? SWN 2012 32:55 [ksoftirqd/2]
root 10 0.0 0.0 0 0 ? SWN 2012 35:08 [ksoftirqd/3]
root 12 0.0 0.0 0 0 ? SW 2012 0:57 [bdflush]
root 13 0.0 0.0 0 0 ? SW 2012 4:03 [kupdated]
root 14 0.0 0.0 0 0 ? SW 2012 0:00 [mdrecoveryd]
root 22 0.0 0.0 0 0 ? SW 2012 7:42 [kjournald]
root 192 0.0 0.0 0 0 ? SW 2012 0:06 [kjournald]
root 193 0.0 0.0 0 0 ? SW 2012 2:02 [kjournald]
root 194 0.0 0.0 0 0 ? SW 2012 10:49 [kjournald]
root 195 0.0 0.0 0 0 ? SW 2012 2:09 [kjournald]
root 196 0.0 0.0 0 0 ? SW 2012 15:44 [kjournald]
root 197 0.0 0.0 0 0 ? SW 2012 13:40 [kjournald]
root 357 0.1 0.0 16164 1436 ? S 2012 53:38 /usr/sbin/vmtoolsd
root 625 0.0 0.0 2332 360 ? S 2012 2:54 irqbalance
rpc 642 0.0 0.0 2752 372 ? S 2012 0:00 portmap
rpcuser 661 0.0 0.0 2584 440 ? S 2012 0:00 rpc.statd
root 745 0.0 0.0 4820 696 ? S 2012 0:01 /usr/sbin/sshd
root 19116 0.0 0.0 9204 2296 ? S 07:14 0:02 _ sshd: root@pts/0
root 19118 0.0 0.0 4760 1256 pts/0 S 07:14 0:00 | _ -bash
root 24799 0.1 0.0 5116 1224 pts/0 S 08:49 0:00 | _ view /home/caribel/bin/tomcatboss.rc
root 22035 0.0 0.0 8188 1884 ? S 08:16 0:00 _ sshd: root@pts/1
root 22037 0.0 0.0 5244 1408 pts/1 S 08:16 0:00 _ -bash
root 760 0.0 0.0 2564 448 ? S 2012 0:00 xinetd -stayalive -pidfile /var/run/xinetd.pid
root 5059 0.0 0.0 6512 560 ? D Jan12 0:04 _ /opt/omni/lbin/vbda -bmaname HP:Ultrium 4-SCSI_1 -type 2 -start

1358004656 -level 0 -access 1 0 -protection 2 604800 -name /home/caribel -ma bks01.ausl6.it 59491 -id 1358004608 -volume /home/caribel –

ses_owner BKS01ADMINISTRATOR@bks
root 20743 0.0 0.0 6512 560 ? D Jan13 0:03 _ /opt/omni/lbin/vbda -bmaname HP:Ultrium 4-SCSI_1 -type 2 -start

1358091056 -level 0 -access 1 0 -protection 2 604800 -name /home/caribel -ma bks01.ausl6.it 59140 -id 1358091008 -volume /home/caribel –

ses_owner BKS01ADMINISTRATOR@bks
root 770 0.0 0.0 2704 208 ? S 2012 0:00 /usr/sbin/vsftpd /etc/vsftpd/vsftpd.conf
root 811 0.0 0.0 3156 312 ? S 2012 0:00 gpm -m /dev/mouse -t imps2
root 824 0.0 0.0 1984 476 ? S 2012 0:14 crond
root 26225 0.0 0.0 1984 520 ? S Jan13 0:00 _ CROND
root 26227 0.0 0.0 3280 716 ? S Jan13 0:00 | _ /bin/bash /usr/bin/run-parts /etc/cron.daily
root 27343 0.0 0.0 3284 680 ? SN Jan13 0:00 | _ /bin/sh /etc/cron.daily/slocate.cron
root 27346 0.0 0.0 2028 420 ? DN Jan13 0:06 | | _ /usr/bin/updatedb -f NFS,SMBFS,NCPFS,PROC,DEVPTS -e

/tmp,/var/tmp,/usr/tmp,/afs,/net
root 27344 0.0 0.0 2992 416 ? S Jan13 0:00 | _ awk -v progname=/etc/cron.daily/slocate.cron progname {?????

print progname “:n”????? progname=””;???? }???? { print; }
root 10249 0.0 0.0 1984 520 ? S 04:02 0:00 _ CROND
root 10251 0.0 0.0 3324 716 ? S 04:02 0:00 | _ /bin/bash /usr/bin/run-parts /etc/cron.daily
root 11261 0.0 0.0 2924 680 ? SN 04:03 0:00 | _ /bin/sh /etc/cron.daily/slocate.cron
root 11264 0.0 0.0 2880 436 ? DN 04:03 0:05 | | _ /usr/bin/updatedb -f NFS,SMBFS,NCPFS,PROC,DEVPTS -e

/tmp,/var/tmp,/usr/tmp,/afs,/net
root 11262 0.0 0.0 3480 416 ? S 04:03 0:00 | _ awk -v progname=/etc/cron.daily/slocate.cron progname {?????

print progname “:n”????? progname=””;???? }???? { print; }
root 24802 0.0 0.0 1984 584 ? S 08:50 0:00 _ CROND
root 24803 0.0 0.0 3596 820 ? S 08:50 0:00 _ /bin/sh /root/ric/loadaverage.sh
root 24821 0.0 0.0 3948 836 ? R 08:50 0:00 _ /bin/ps auxf –columns 300
daemon 841 0.0 0.0 2440 452 ? S 2012 0:01 /usr/sbin/atd
root 849 0.0 0.0 9852 608 ? S 2012 0:02 ./SGPdaemonD
root 1004 0.8 1.9 792572 61760 ? S 2012 392:47 /usr/java/j2sdk1.4.2_07/bin/java -Xms256m -Xmx512m –

Xloggc:/usr/local/jakarta-tomcat-4.1.31/logs/GC.log -Djava.endorsed.dirs=/usr/local/jakarta-tomcat-4.1.31/common/endorsed -classpath

/usr/java/j2sdk1.4.2_07/lib/tools.jar:/usr/local/jak
root 1030 0.0 0.0 10440 424 ? S 2012 0:00 ./SGPdaemon_D
root 1082 0.0 0.0 3000 524 ? S 2012 0:00 login — root
root 1181 0.0 0.0 5052 832 tty1 S 2012 0:00 _ -bash
root 1083 0.0 0.0 2200 296 tty2 S 2012 0:00 /sbin/mingetty tty2
root 1084 0.0 0.0 2684 296 tty3 S 2012 0:00 /sbin/mingetty tty3
root 1085 0.0 0.0 3104 296 tty4 S 2012 0:00 /sbin/mingetty tty4
root 1086 0.0 0.0 3224 296 tty5 S 2012 0:00 /sbin/mingetty tty5
root 1087 0.0 0.0 2356 296 tty6 S 2012 0:00 /sbin/mingetty tty6
root 5244 0.0 0.0 1744 484 ? S 2012 0:17 syslogd -m 0
root 5248 0.0 0.0 2016 332 ? S 2012 0:00 klogd -x
caribel 15130 0.0 0.0 5196 716 ? S 2012 0:00 /bin/sh /home/caribel/jbossesb-server-4.4.GA/bin/run.sh
caribel 15154 2.3 7.4 1299940 229812 ? S 2012 1082:10 _ /home/caribel/jdk1.6.0_27/bin/java -Dprogram.name=run.sh -server –