Adding build scripts, continuous integration, upping timeout

ci/README.md

@@ -0,0 +1,6 @@
+# ci
+
+The files in this directory are used to bootstrap an Ubuntu 16.04 baremetal server
+for continuous integration testing by installing the prerequisites needed for
+Detection Lab. After the prerequisites are installed, the build script is called
+and the build will begin in a tmux session.

ci/automated_install.sh

@@ -0,0 +1,60 @@
+#! /bin/bash
+
+# This script is run on the Packet.net baremetal server for CI tests.
+# This script will build the entire lab from scratch and takes 3-4 hours
+# on a Packet.net host
+# While building, the server will start a webserver on Port 80 that contains
+# the text "building". Once the test is completed, the text will be replaced
+# with "success" or "failed".
+
+# Install Virtualbox 5.1
+echo "deb http://download.virtualbox.org/virtualbox/debian xenial contrib" >> /etc/apt/sources.list
+wget -q https://www.virtualbox.org/download/oracle_vbox_2016.asc -O- | sudo apt-key add -
+apt-get update
+apt-get install -y virtualbox-5.1 build-essential unzip git ufw apache2
+
+echo "building" > /var/www/html/index.html
+
+# Set up firewall
+ufw allow ssh
+ufw allow http
+ufw default allow outgoing
+ufw --force enable
+
+# Install Vagrant
+mkdir /opt/vagrant
+cd /opt/vagrant
+wget https://releases.hashicorp.com/vagrant/2.0.1/vagrant_2.0.1_x86_64.deb
+dpkg -i vagrant_2.0.1_x86_64.deb
+vagrant plugin install vagrant-reload
+
+# Install Packer
+mkdir /opt/packer
+cd /opt/packer
+wget https://releases.hashicorp.com/packer/1.1.3/packer_1.1.3_linux_amd64.zip
+unzip packer_1.1.3_linux_amd64.zip
+cp packer /usr/local/bin/packer
+
+# Clone DetectionLab
+cd /opt
+git clone https://github.com/clong/DetectionLab.git
+cd /opt/DetectionLab/Packer
+
+# Make the packer images headless
+for file in $(ls *.json); do
+  sed -i 's/"headless": false,/"headless": true,/g' "$file";
+done
+
+# Make the Vagrant instances headless
+cd /opt/DetectionLab/Vagrant
+sed -i 's/vb.gui = true/vb.gui = false/g' Vagrantfile
+
+# Download the build script from Github
+wget https://gist.githubusercontent.com/clong/4d0865cf022f0fbc63caf900d91852fa/raw/479d6dbb18fdfc2e5d610613683752da3d4140fa/build.sh -O /opt/DetectionLab/build.sh ## Change this once we move to the actual DL repo.
+chmod +x /opt/DetectionLab/build.sh
+cd /opt/DetectionLab
+
+# Start the build in a tmux session
+sn=tmuxsession
+tmux new-session -s "$sn" -d
+tmux send-keys -t "$sn:0" './build.sh virtualbox && echo "success" > /var/www/html/index.html || echo "failed" > /var/www/html/index.html' Enter

ci/automated_install_vagrant_only.sh

@@ -0,0 +1,47 @@
+#! /bin/bash
+
+# This script is run on the Packet.net baremetal server for CI tests.
+# This script will bootstrap the build by downloading pre-build Packer boxes
+# and should take no more than 90 minutes on a Packet.net host.
+# While building, the server will start a webserver on Port 80 that contains
+# the text "building". Once the test is completed, the text will be replaced
+# with "success" or "failed".
+
+# Install Virtualbox 5.1
+echo "deb http://download.virtualbox.org/virtualbox/debian xenial contrib" >> /etc/apt/sources.list
+wget -q https://www.virtualbox.org/download/oracle_vbox_2016.asc -O- | sudo apt-key add -
+apt-get update
+apt-get install -y virtualbox-5.1 build-essential unzip git ufw apache2
+
+echo "building" > /var/www/html/index.html
+
+# Set up firewall
+ufw allow ssh
+ufw allow http
+ufw default allow outgoing
+ufw --force enable
+
+# Install Vagrant
+mkdir /opt/vagrant
+cd /opt/vagrant
+wget https://releases.hashicorp.com/vagrant/2.0.1/vagrant_2.0.1_x86_64.deb
+dpkg -i vagrant_2.0.1_x86_64.deb
+vagrant plugin install vagrant-reload
+
+# Clone DetectionLab
+cd /opt
+git clone https://github.com/clong/DetectionLab.git
+
+# Make the Vagrant instances headless
+cd /opt/DetectionLab/Vagrant
+sed -i 's/vb.gui = true/vb.gui = false/g' Vagrantfile
+
+# Download the build script from Github
+wget https://gist.githubusercontent.com/clong/5ee211b8533f7d33eaa31d6b83231d5e/raw/08fc4a3e8cc806c5f6278226607e4a36aa7e03fc/build_vagrant_only.sh -O /opt/DetectionLab/build_vagrant_only.sh # Change to repo path once we go to prod
+chmod +x /opt/DetectionLab/build_vagrant_only.sh
+cd /opt/DetectionLab
+
+# Start the build in a tmux session
+sn=tmuxsession
+tmux new-session -s "$sn" -d
+tmux send-keys -t "$sn:0" './build_vagrant_only.sh virtualbox && echo "success" > /var/www/html/index.html || echo "failed" > /var/www/html/index.html' Enter