Skip to main content

ksoftirqd consuming high cpu 100%

This happens to be a post from an experience on a Ubuntu machine... although the machine was practically unused, an entire CPU was consumed (by ksoftirqd)

Resolution:
# date -s "`date`"

root@wwwsrv01:~#  uname -a
Linux wwwsrv01 2.6.32-32-server #62-Ubuntu SMP Wed Apr 20 22:07:43 UTC 2011 x86_64 GNU/Linux

root@wwwsrv01:~# lsb_release -a
No LSB modules are available.
Distributor ID: Ubuntu
Description: Ubuntu 10.04.2 LTS
Release: 10.04
Codename: lucid

root@wwwsrv01:~# top

 top - 23:02:11 up 491 days, 12:35,  1 user,  load average: 1.45, 1.37, 1.30
Tasks: 206 total,   2 running, 204 sleeping,   0 stopped,   0 zombie
Cpu(s):  6.3%us, 12.0%sy,  0.0%ni, 81.6%id,  0.0%wa,  0.0%hi,  0.1%si,  0.0%st
Mem:   8253648k total,  7464608k used,   789040k free,   448916k buffers
Swap: 19771384k total,     3140k used, 19768244k free,  5471676k cached

   PID USER      PR  NI  VIRT  RES  SHR S %CPU %MEM    TIME+  COMMAND                                                                 
    7 root      20   0     0    0    0 R   12  0.0  22251:58 ksoftirqd/1                                                             
   13 root      20   0     0    0    0 S   12  0.0  23523:10 ksoftirqd/3                                                             
    4 root      20   0     0    0    0 S   11  0.0  20969:03 ksoftirqd/0                                                             
   10 root      20   0     0    0    0 S   10  0.0  20349:29 ksoftirqd/2 

root@wwwsrv01:~# cat /proc/interrupts 
            CPU0       CPU1       CPU2       CPU3       CPU4       CPU5       CPU6       CPU7       
   0:     141593          0          0          0          0          0          0          0   IO-APIC-edge      timer
   1:          2          0          0          0          0          0          0          0   IO-APIC-edge      i8042
   7:          2          0          0          0          0          0          0          0   IO-APIC-edge    
   8:          1          0          0          0          0          0          0          0   IO-APIC-edge      rtc0
   9:         75          0          0          0          0          0          0          0   IO-APIC-fasteoi   acpi
  10:         91          0          0          0          0          0          0          0   IO-APIC-fasteoi   sata_svw
  11:        123          0          0          0          0          0          0          0   IO-APIC-fasteoi   ehci_hcd:usb1, ohci_hcd:usb2, ohci_hcd:usb3
  12:          4          0          0          0          0          0          0          0   IO-APIC-edge      i8042
  37:      18129  156077862      26272          0          0          0          0          0   IO-APIC-fasteoi   megasas
  80:          0          0          0          0          0          0          0          0   PCI-MSI-edge      aerdrv
  81:          0          0          0          0          0          0          0          0   PCI-MSI-edge      aerdrv
  82:          0          0          0          0          0          0          0          0   PCI-MSI-edge      aerdrv
  83:          0          0          0          0          0          0          0          0   PCI-MSI-edge      aerdrv
  84:          0          0          0          0          0          0          0          0   PCI-MSI-edge      aerdrv
  89:  709933902          0          0          0          0          0          0          0   PCI-MSI-edge      eth0
 NMI:          0          0          0          0          0          0          0          0   Non-maskable interrupts
 LOC: 2256128861 2589012639 3627874637 3826038395 3949501889 2439241460   26457107 4261066274   Local timer interrupts
 SPU:          0          0          0          0          0          0          0          0   Spurious interrupts
 PMI:          0          0          0          0          0          0          0          0   Performance monitoring interrupts
 PND:          0          0          0          0          0          0          0          0   Performance pending work
 RES: 1621900349  345575279 2713531435 3786193932 3684814249 1064081969   47543173   28060846   Rescheduling interrupts
 CAL:  161318244       5250        190        234        211        221        229        231   Function call interrupts
 TLB:    1207114    2695308    3909688   14876996    1122807    1581252     684022     551056   TLB shootdowns
 TRM:          0          0          0          0          0          0          0          0   Thermal event interrupts
 THR:          0          0          0          0          0          0          0          0   Threshold APIC interrupts
 MCE:          0          0          0          0          0          0          0          0   Machine check exceptions
 MCP:     141549     141549     141549     141549     141549     141549     141549     141549   Machine check polls
 ERR:          2
 MIS:          0

root@wwwsrv01:~# date -s "`date`"

root@wwwsrv01:~# top

 top - 23:15:04 up 491 days, 12:48,  1 user,  load average: 0.21, 0.90, 1.13
Tasks: 205 total,   1 running, 204 sleeping,   0 stopped,   0 zombie
Cpu(s):  0.0%us,  0.1%sy,  0.0%ni, 99.8%id,  0.0%wa,  0.0%hi,  0.0%si,  0.0%st
Mem:   8253648k total,  7467608k used,   786040k free,   448928k buffers
Swap: 19771384k total,     3140k used, 19768244k free,  5472860k cached

   PID USER      PR  NI  VIRT  RES  SHR S %CPU %MEM    TIME+  COMMAND                                                                 
16436 www-data  20   0 22464 3852 1912 S    1  0.0   0:00.02 getuploadworksv                                                         
   27 root      20   0     0    0    0 S    0  0.0 116:26.99 events/0                                                                
16432 root      20   0 42152 1280  912 S    0  0.0   0:00.01 cron                                                                    
16437 www-data  20   0 37208 2160 1700 S    0  0.0   0:00.01 sendmail                                                                
16440 www-data  20   0 37196 2152 1688 S    0  0.0   0:00.01 postdrop                                                                
    1 root      20   0 23712 1832 1196 S    0  0.0   0:01.88 init                                                                    
    2 root      20   0     0    0    0 S    0  0.0   0:00.01 kthreadd                                                                
    3 root      RT   0     0    0    0 S    0  0.0   0:01.20 migration/0                                                             
    4 root      20   0     0    0    0 S    0  0.0  20970:11 ksoftirqd/0   
Labels:

Comments

Post a Comment

Popular posts from this blog

RHN Satellite Server (spacewalk) repomd.xml not found

"repomd.xml not found" If you add a channel, or if your RHN cache gets corrupted, and one of your guests complains that it cannot find repomd.xml for jb-ews-2-x86_64-server-5-rpm (for example) - you need to rebuild your repodata cache. Normally this is an automated job - which is exemplified by the fact that you have obviously built out your entire Satellite environment and never had to do any of the steps you are about to do. So - some prep work: Open 3 terminals to your Satellite Server and run: # Term 1 cd /var/cache/rhn watch "ls -l | wc -l" # Term 2 pwd cd /var/log/rhn tail -f rhn_taskomatic_daemon.log # Term 3 satellite-sync --channel=jb-ews-2-x86_64-server-5-rpm Once the satellite-sync has completed, you >should< see the count increment by one.  If you are unlucky (like me) you will not. You then need to login to the Satellite WebUI as the satellite admin user. Click on the Admin tab (at the top) Task Schedules (on the left) fin
Post a Comment
Read more

Install RHEL 7 on old HP DL380 g5

Someone at work had been running RHEL on an HP DL380 G5 and blew it up.  After several attempts at doing an installation that made me conclude the hardware was actually bad... I kept digging for the answer. Attempt install and Anaconda could not find any disks - try a Drivers Disk (dd.img) both cciss and hpsa.   -- once we did that, when the system would reboot it would say it could not find a disk. hmmm. Boot from your installation media and interrupt the startup at grub. Add hpsa.hpsa_allow_any=1 hpsa.hpsa_simple_mode=1 to the line starting with linuxefi press CTRL-X to boot. Once the system restarts after the install, you need to once again interrupt the startup and add the line from above. After the system starts, edit /etc/default/grub and add those 2 parameters to the end of the line starting with GRUB_CMDLINE_LINUX (which likely has quiet at the end of the line currently). then run # cp /boot/grub2/grub.cfg /boot/grub2/grub.cfg.orig # grub2-mkconfig -o /boot/grub2
Post a Comment
Read more

MOTD with colors! (also applies to shell profiles)

I'm not sure why I had never looked into this before, but this evening I became obsessed with discovering how to present different colored text in the /etc/motd. A person had suggested creating a shell script (rather than using special editing modes in vi, or something) and I agree that is the simplest way of getting this accomplished quickly. This most noteworthy portion of this script is the following: RESET="\033[0m" that puts the users shell back to the original color. I typically like a green text on black background. Also - a great reference for the different colors and font-type (underscore, etc...) https://wiki.archlinux.org/index.php/Color_Bash_Prompt I found this example on the web and I wish I could recall where so that I could provide credit to that person. #!/bin/bash #define the filename to use as output motd="/etc/motd" # Collect useful information about your system # $USER is automatically defined HOSTNAME=`uname -n` KERNEL=`un
1 comment
Read more