#!/bin/sh
#
# Copyright (c) 2024 Mischa Peters <mischa @ openbsd.amsterdam>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
#       
THRESHOLD=90
TTL=10
GRACE=6
#ps -uU _vmd | awk -v var="${THRESHOLD}" '$12 !~ /\// && $3 > var {print $12,$3}'
#
HOSTNAME=$(hostname)
TIMESTAMP=$(date +%s)
SEEN=$(ls -1 /tmp/vm* | awk -F'/' '{print $3}')
OUT=$(ps -uU _vmd | awk -v var="${THRESHOLD}" '$12 !~ /\// && $3 > var {print $12}')
if [ -z "$OUT" ]; then
	echo "No VM over the threshold overload"
	if ls /tmp/vm* 1> /dev/null 2>&1; then
		rm -rf /tmp/vm*
	fi
fi

for VM in ${OUT}; do
	echo -n "${VM}"
	if [ ! -f /home/mischa/vms/${VM}.exclude ]; then
		if [ -f /tmp/${VM} ]; then
			FIRSTSEEN=$(awk 'NR==1' /tmp/${VM})
			LASTSEEN=$(awk 'NR==2' /tmp/${VM})
			echo -n " - ${FIRSTSEEN}"
			echo -n ", $((${TIMESTAMP} - ${FIRSTSEEN}))"
			echo -n ", ${LASTSEEN}"
			echo -n ", $((${TIMESTAMP} - ${LASTSEEN}))"

			if [[ $(( ${TIMESTAMP} - ${LASTSEEN} )) -gt $(( 60 * ${TTL} )) ]]; then
				echo -n ", TTL"
				echo ${FIRSTSEEN} > /tmp/${VM}
				echo ${TIMESTAMP} >> /tmp/${VM}
			fi
			if [[ $(( ${TIMESTAMP} - ${FIRSTSEEN} )) -gt $(( 60 * 60 * ${GRACE} )) ]]; then
				if [[ $(( ${TIMESTAMP} - ${LASTSEEN} )) -gt $(( 60 * ${TTL} )) ]]; then
					echo -n ", GRACE DONE"
					echo
					echo "notify!"
					/home/mischa/bin/notify.pl cpu ${VM}
					echo "${VM} over ${THRESHOLD}% CPU load for ${GRACE} hours" | mail -s "${HOSTNAME} - ${VM} over ${THRESHOLD}% CPU load for ${GRACE} hours" -r mischa@high5.nl mischa@high5.nl
					rm -rf /tmp/${VM}
				fi
			fi
			echo
		else
			echo " - firstseen"
			
			echo ${TIMESTAMP} > /tmp/${VM}
			echo ${TIMESTAMP} >> /tmp/${VM}
		fi
	fi
done

for s in ${SEEN[@]}; do
	if [[ "${OUT[*]}" != *"${s}"* ]]; then
		echo "${s} - remove from tracking list"
		rm -rf /tmp/${s}
	fi
done