someone is eating massive menory

amd64, 4g ram, geom mirror and zfs

another amd64 4g system is not crashing but is being very sloggish for
3-5 minutes.

work0.psg.com:/root# uname -a
FreeBSD work0.psg.com 8.0-CURRENT FreeBSD 8.0-CURRENT #22: Mon Apr  6 01:41:51 UTC 2009
root_at_work0.psg.com:/usr/obj/usr/src/sys/WORK0  amd64

when midnight crons run, it's death.  this is from serial console

swap_pager_getswapspace(9): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(16): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(16): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed
swap_pager_getswapspace(3): failed

/etc/daily.local is pretty st00pid

#!/bin/sh
#
#
# reset ipfw filter counts
#
ipfw -f resetlog
ipfw -f zero
#
# mail and ntp
#
( /usr/bin/ntpq -c peers ; echo ; echo ; \
  echo irrd mirror requestors ; \
      /usr/bin/gunzip -c /var/log/irrd/irrd.log.0.gz \
      | for i in `grep 'rror request' | awk '{print $10}' | sort | uniq`; do \
          host $i | awk '{print "   " $5}'; done \
      ; echo ; echo ; \
  /usr/local/sbin/eximstats /var/spool/exim/log/main) \
  | Mail -s "`hostname` ntp/mail log report" postmaster
/usr/local/sbin/exicyclog
#
# system log
#
/usr/bin/gunzip -c /var/log/messages.0.gz | \
    /usr/bin/egrep -iv '(last message repeated|logfile turned over|PAM: authentication error|reverse map|sshd.*(Did not receive identification string|Disabling protocol|does not map back|(ftp|uucp) not allowed|Invalid user|Failed password|accepted|connection closed|received disconnect|SSH: Server)|sshguard)' | \
  /usr/bin/Mail -s "`hostname` System Log" root

/usr/bin/gunzip -c /var/log/messages.0.gz | \
  /usr/bin/egrep 'sshd.*((ftp|uucp) not allowed|Invalid user|Failed password)|sshguard' | \
  /usr/bin/Mail -s "`hostname` attack Log" root
#

randy