#!/bin/bash # Odin install script. # From bare metal to complete monitoring. exec > >(tee -i odin_log.txt) log() { echo -en "\t\e[96m[*] ${1}\e[0m\n" } if [ "$#" -lt 2 ]; then log "usage: sudo ${0} ZFS_DATASET TAP_INTERFACE MGMT_INTERFACE" exit 1 fi export ZPOOL=${1} export TAP=${2} export MGMT=${3} export MGMT_IP=$(ip -o -4 a show ${MGMT} | awk '{print $4}' |cut -d '/' -f 1) export LXC='/snap/bin/lxc' source limits need_zfs() { log "ZFS dataset \"${1}\" wasn't found. I suggest you create it and restart the deploy." log "Here are the available disks. *** DON'T OVERWRITE YOUR OS! *** :" ls -l /dev/disk/by-path/ |egrep -v "total|part" |awk '{print $9, " ===> ", $11}' exit 1 } setup_packages() { apt-get --purge remove -y lxd lxc-common lxcfs lxd-client apt-get update apt-get install -y zfsutils-linux htop unzip vim jq httpie prometheus-node-exporter apt-get clean snap install lxd } setup_limits_on_profile() { cCPU=CPU_${1} cMEM=MEM_${1} cDISK=DISK_${1} set -x ${LXC} profile set ${1} limits.cpu ${!cCPU} ${LXC} profile set ${1} limits.memory ${!cMEM} ${LXC} profile device set ${1} root size ${!cDISK} set +x return } setup_lxd() { ZPOOL=${1} log "Deploying lxd on ${ZPOOL}." lxd init --auto --storage-backend=zfs --storage-pool="${ZPOOL}" ${LXC} network create odinbr0 dns.domain="odin" ipv4.address="10.13.37.1/24" ipv4.nat=true ipv6.address=none ${LXC} network attach-profile odinbr0 default eth0 chown -R ${SUDO_USER}:${SUDO_USER} ${HOME}/.config/lxc } setup_containers() { export BROFACE=${1} # Order is important - start the pipeline (kafka) first, fsf is before bro because it bro submits files to it, etc... export CONTAINERS="kafka elasticsearch logstash kibana fsf ids rita prometheus fouroneone" for CON in ${CONTAINERS}; do ${LXC} profile copy default ${CON} if [[ "${CON}" == "ids" ]]; then echo "ids here" ${LXC} profile device add ${CON} eth1 nic nictype=physical parent=${BROFACE} ${LXC} profile set ${CON} security.privileged true elif [[ "${CON}" == "rita" ]]; then echo "rita here" mkdir -p /var/lib/lxd/storage-pools/default/containers/ids/rootfs/opt/bro/logs ${LXC} profile device add ${CON} brologs disk source=/var/lib/lxd/storage-pools/default/containers/ids/rootfs/opt/bro/logs path=/opt/bro/logs fi setup_limits_on_profile ${CON} ${LXC} launch ubuntu:xenial ${CON} -p ${CON} ${LXC} file push containers/${CON} ${CON}/ done sleep 10 #startup and DHCP for CON in ${CONTAINERS}; do log "Installing ${CON}" ${LXC} exec ${CON} -- /${CON} done ${LXC} list -c 4n |egrep -v "NAME|\+" | awk '{print $2, $5}' |tr ' ' '\t' >> /etc/hosts } setup_firewall() { kibana_ip=$(${LXC} list -c n4 |awk '/kibana/{print $4}') fouroneone_ip=$(${LXC} list -c n4 |awk '/fouroneone/{print $4}') prometheus_ip=$(${LXC} list -c n4 |awk '/prometheus/{print $4}') echo $kibana_ip iptables -t nat -A PREROUTING -i ${MGMT} -p tcp -m tcp --dport 443 -j DNAT --to-destination ${fouroneone_ip} iptables -t nat -A PREROUTING -i ${MGMT} -p tcp -m tcp --dport 9090 -j DNAT --to-destination ${prometheus_ip} iptables -t nat -A PREROUTING -i ${MGMT} -p tcp -m tcp --dport 3000 -j DNAT --to-destination ${prometheus_ip} iptables -t nat -A PREROUTING -i ${MGMT} -p tcp -m tcp --dport 5601 -j DNAT --to-destination ${kibana_ip} iptables -t nat -A INPUT -i ${MGMT} -p tcp -m tcp --dport 22 -j ACCEPT iptables-save > /etc/network/iptables.up.rules cat > /etc/network/if-pre-up.d/iptablesload <> /etc/sysctl.conf <> /etc/security/limits.conf </dev/null || need_zfs ${ZPOOL} setup_lxd ${ZPOOL} setup_containers ${TAP} setup_firewall