#!/bin/sh
# $Id: pbulk-cluster.sh,v 5.16 2016/02/18 23:53:52 asau Stab $
set -e

usage="usage: ${0##*/} [-a agent-script] [-n] [-c mk.conf.fragment] [-l limited-list] [-N node-list] [-p PKGSRCDIR] [-d DISTDIR] [-P PACKAGES] [-R report-base] [basedir]"

while getopts "a:nc:l:N:p:d:P:R:" opt; do
   case $opt in
       n) native=yes;;
       c) mk_fragment="${OPTARG}";;
       l) limited_list="${OPTARG}";;
       N) node_list="${OPTARG}";;
       a) agent_script="${OPTARG}";;
       p) PKGSRCDIR="${OPTARG}";;
       d) DISTDIR="${OPTARG}";;
       P) PACKAGES="${OPTARG}";;
       R) REPORTBASE="${OPTARG}";;
       \?) echo "$usage" 1>&2; exit 1;;
   esac
done
shift $(expr $OPTIND - 1)

if [ $# -gt 1 ]; then echo "$usage" 1>&2; exit 1; fi

case "$1" in
   */*) CLUSTERBASE="$1";; # path
   *)   CLUSTERNAME="$1";; # name
esac

: ${CLUSTERNAME:=pbulk-cluster}
: ${JAILBASE:=/usr/jail}
: ${CLUSTERBASE:=${JAILBASE}/${CLUSTERNAME}}
export JAILBASE="${CLUSTERBASE}/nodes" # from now on
NODES="${JAILBASE}"

: ${PKGSRCDIR:=${CLUSTERBASE}/pkgsrc}
: ${DISTDIR:=${CLUSTERBASE}/mnt/distfiles}
: ${PACKAGES:=${CLUSTERBASE}/packages}
: ${REPORTBASE:=${CLUSTERBASE}/mnt}

: ${agent_script:=${PKGSRCDIR}/mk/pbulk/pbulk.sh}

# Unset variables to prevent capturing them from user environment:
unset TMP
unset TEMP
unset TMPDIR

if [ ! -d ${PKGSRCDIR} ]; then # require pkgsrc tree
   echo "${0##*/}: pkgsrc tree required" 1>&2; exit 1
fi
if [ ! -f "${agent_script}" ]; then # require pbulk deployment script
   echo "${0##*/}: pbulk.sh script required" 1>&2; exit 1
fi

mkdir -p ${CLUSTERBASE}
mkdir -p ${CLUSTERBASE}/mnt
mkdir -p ${DISTDIR}
mkdir -p ${PACKAGES}
mkdir -p ${REPORTBASE}

hosts=${CLUSTERBASE}/hosts
if [ -r "${node_list}" ]; then
   cat "${node_list}" > "${hosts}"
elif [ ! -r "${hosts}" ]; then
   echo "${0##*/}: node list is required" 1>&2; exit 1
fi
nodes=""; while read addr name; do nodes="${nodes:+$nodes }${name}"; done < ${hosts}

if [ ! -e ${CLUSTERBASE}/pbulk.sh ]; then cat "${agent_script}" > ${CLUSTERBASE}/pbulk.sh; fi
if [ -n "$limited_list" ]; then cat "$limited_list" > ${CLUSTERBASE}/pbulk.list; fi
if [ -n "${mk_fragment}" ]; then cat "${mk_fragment}" > ${CLUSTERBASE}/mk.conf.frag; fi

for node in ${nodes}; do
   JAIL=${NODES}/${node}

   if [ ! -x ${JAIL}/bin/sh ]; then # create node, if missing
       create-root ${JAIL}
   fi

   start-root ${JAIL}
   mkdir -p ${JAIL}/usr/pkgsrc && mount -t null -o ro ${PKGSRCDIR} ${JAIL}/usr/pkgsrc
   mount -t null ${DISTDIR} ${JAIL}/usr/pkgsrc/distfiles
   mount -t null -o rw ${PACKAGES} ${JAIL}/usr/pkgsrc/packages
   mount -t null -o rw ${REPORTBASE} ${JAIL}/mnt

   cat ${CLUSTERBASE}/pbulk.sh > ${JAIL}/root/pbulk.sh
   if [ -n "${mk_fragment}" ]; then cat ${CLUSTERBASE}/mk.conf.frag > ${JAIL}/root/mk.conf.frag; fi
   cp /etc/resolv.conf ${JAIL}/etc/resolv.conf
   cp ${hosts} ${JAIL}/etc/hosts
   if [ ! -f ${JAIL}/usr/pbulk/etc/mk.conf ]; then
       (unset PKGSRCDIR; unset DISTDIR; PACKAGES=/usr/pkgsrc/packages exec chroot ${JAIL} /bin/sh /root/pbulk.sh ${native:+-n} ${limited_list:+-l} ${mk_fragment:+-c /root/mk.conf.frag} -d "${nodes}" >/tmp/${CLUSTERBASE##*/}-${node}.out 2>&1);
   fi

   { echo PACKAGES=/usr/pkgsrc/packages; echo WRKOBJDIR=/tmp; } > ${JAIL}/etc/profile;
   mkdir -p ${JAIL}/etc/rc.conf.d; { echo sshd=yes; echo sshd_flags="\"-oPort=122 -oListenAddress=${node} -oPermitRootLogin=yes -oAcceptEnv=WRKOBJDIR -oAcceptEnv=PACKAGES -oAcceptEnv=DISTDIR -oAcceptEnv=FETCH_TIMEOUT\""; } > ${JAIL}/etc/rc.conf.d/sshd;

   # Create keys and ssh client configuration:
   # - generate key on master node;
   # - generate client configuration;
   # - make slave nodes accept the key.
   master_node="${nodes%% *}"
   if [ "${node}" = "${master_node}" ]; then # master node
       chroot ${JAIL} /bin/sh -c "yes | ssh-keygen -t rsa -b 2048 -N \"\" -C \"root@localhost\" -f /root/.ssh/id_rsa && { echo Port 122; echo StrictHostKeyChecking no; echo SendEnv WRKOBJDIR PACKAGES DISTDIR FETCH_TIMEOUT; } > /root/.ssh/config"
   else # slave node
       mkdir -p -m 700 ${JAIL}/root/.ssh && cp -v ${NODES}/${master_node}/root/.ssh/id_rsa.pub ${JAIL}/root/.ssh/authorized_keys;
   fi
done

for node in ${nodes}; do JAIL=${NODES}/${node}; chroot ${JAIL} /bin/sh -c "ifconfig lo0 alias ${node}"; chroot ${JAIL} /etc/rc.d/sshd start; done
if [ -n "$limited_list" ]; then JAIL=${NODES}/${master_node}; cat ${CLUSTERBASE}/pbulk.list > ${JAIL}/usr/pbulk/etc/pbulk.list; fi
# Do it!
JAIL=${NODES}/${master_node}; (unset PKGSRCDIR; unset DISTDIR; FETCH_TIMEOUT=600 WRKOBJDIR=/tmp PACKAGES=/usr/pkgsrc/packages exec chroot ${JAIL} /usr/pbulk/bin/bulkbuild >/tmp/${CLUSTERBASE##*/}.out) 2>&1 ||:
for node in ${nodes}; do JAIL=${NODES}/${node}; chroot ${JAIL} /etc/rc.d/sshd stop; chroot ${JAIL} /bin/sh -c "ifconfig lo0 -alias ${node}"; done

# destructing:
for node in ${nodes}; do
   JAIL=${NODES}/${node}
   umount ${JAIL}/usr/pkgsrc/packages
   umount ${JAIL}/usr/pkgsrc/distfiles
   umount ${JAIL}/usr/pkgsrc
   umount ${JAIL}/mnt
   stop-root ${JAIL}
done

You are viewing proxied material from ftp.icm.edu.pl. The copyright of proxied material belongs to its original authors. Any comments or complaints in relation to proxied material should be directed to the original authors of the content concerned. Please see the disclaimer for more details.