added Malcolm
This commit is contained in:
223
Vagrant/resources/malcolm/sensor-iso/build.sh
Executable file
223
Vagrant/resources/malcolm/sensor-iso/build.sh
Executable file
@@ -0,0 +1,223 @@
|
||||
#!/bin/bash
|
||||
|
||||
IMAGE_NAME=hedgehog
|
||||
IMAGE_VERSION=1.0.0
|
||||
IMAGE_DISTRIBUTION=buster
|
||||
|
||||
BUILD_ERROR_CODE=1
|
||||
|
||||
if [ "$(id -u)" != "0" ]; then
|
||||
echo "This script must be run as root" 1>&2
|
||||
exit $BUILD_ERROR_CODE
|
||||
fi
|
||||
|
||||
set -e
|
||||
|
||||
RUN_PATH="$(pwd)"
|
||||
SCRIPT_PATH="$( cd -P "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
||||
pushd "$SCRIPT_PATH" >/dev/null 2>&1
|
||||
|
||||
WORKDIR="$(mktemp -d -t hedgehog-XXXXXX)"
|
||||
|
||||
function cleanup {
|
||||
# unmount any chroot stuff left behind after an error
|
||||
(umount -f $(mount | grep chroot | cut -d ' ' -f 3) >/dev/null 2>&1) && sleep 5
|
||||
|
||||
# clean up the temporary build directory
|
||||
if ! rm -rf "$WORKDIR"; then
|
||||
echo "Failed to remove temporary directory '$WORKDIR'"
|
||||
exit $BUILD_ERROR_CODE
|
||||
fi
|
||||
}
|
||||
|
||||
if [ -d "$WORKDIR" ]; then
|
||||
# ensure that if we "grabbed a lock", we release it (works for clean exit, SIGTERM, and SIGINT/Ctrl-C)
|
||||
trap "cleanup" EXIT
|
||||
|
||||
pushd "$WORKDIR" >/dev/null 2>&1
|
||||
mkdir -p ./output "./work/$IMAGE_NAME-Live-Build"
|
||||
pushd "./work/$IMAGE_NAME-Live-Build" >/dev/null 2>&1
|
||||
rsync -a "$SCRIPT_PATH/config" .
|
||||
|
||||
mkdir -p ./config/packages.chroot/
|
||||
|
||||
mkdir -p ./config/hooks/live
|
||||
pushd ./config/hooks/live
|
||||
ln -v -s -f /usr/share/live/build/hooks/live/* ./
|
||||
popd >/dev/null 2>&1
|
||||
|
||||
mkdir -p ./config/hooks/normal
|
||||
pushd ./config/hooks/normal
|
||||
ln -v -s -f /usr/share/live/build/hooks/normal/* ./
|
||||
rm -f ./0910-remove-apt-sources-lists
|
||||
popd >/dev/null 2>&1
|
||||
|
||||
chown -R root:root *
|
||||
|
||||
# put the date in the grub.cfg entries and configure installation options
|
||||
sed -i "s/\(Install Hedgehog Linux\)/\1 $(date +'%Y-%m-%d %H:%M:%S')/g" ./config/includes.binary/boot/grub/grub.cfg
|
||||
cp ./config/includes.binary/install/preseed_multipar.cfg ./config/includes.binary/install/preseed_multipar_crypto.cfg
|
||||
cp ./config/includes.binary/install/preseed_base.cfg ./config/includes.binary/install/preseed_minimal.cfg
|
||||
sed -i "s@\(partman-auto/method[[:space:]]*string[[:space:]]*\)lvm@\1crypto@g" ./config/includes.binary/install/preseed_multipar_crypto.cfg
|
||||
sed -i "s@\(/etc/capture_storage_format\)@\1.crypt@g" ./config/includes.binary/install/preseed_multipar_crypto.cfg
|
||||
sed -i "s@\(/etc/capture_storage_format\)@\1.none@g" ./config/includes.binary/install/preseed_minimal.cfg
|
||||
|
||||
# create a hook for installing Python packages required by interface
|
||||
if [ -f "$SCRIPT_PATH/interface/requirements.txt" ]; then
|
||||
echo "#!/bin/sh" >> ./config/hooks/normal/0168-pip-sensor-interface-installs.hook.chroot
|
||||
echo "export LC_ALL=C.UTF-8" >> ./config/hooks/normal/0168-pip-sensor-interface-installs.hook.chroot
|
||||
echo "export LANG=C.UTF-8" >> ./config/hooks/normal/0168-pip-sensor-interface-installs.hook.chroot
|
||||
echo -n "pip3 install --system --no-compile --no-cache-dir --force-reinstall --upgrade" >> ./config/hooks/normal/0168-pip-sensor-interface-installs.hook.chroot
|
||||
while read LINE; do
|
||||
echo -n -e " \\\\\n $LINE" >> ./config/hooks/normal/0168-pip-sensor-interface-installs.hook.chroot
|
||||
done <"$SCRIPT_PATH/interface/requirements.txt"
|
||||
echo "" >> ./config/hooks/normal/0168-pip-sensor-interface-installs.hook.chroot
|
||||
chmod +x ./config/hooks/normal/0168-pip-sensor-interface-installs.hook.chroot
|
||||
fi
|
||||
|
||||
# make sure we install the newer kernel, firmwares, and kernel headers
|
||||
echo "linux-image-$(uname -r)" > ./config/package-lists/kernel.list.chroot
|
||||
echo "linux-headers-$(uname -r)" >> ./config/package-lists/kernel.list.chroot
|
||||
echo "linux-compiler-gcc-8-x86=$(dpkg -s linux-compiler-gcc-8-x86 | grep ^Version: | cut -d' ' -f2)" >> ./config/package-lists/kernel.list.chroot
|
||||
echo "linux-kbuild-5.10=$(dpkg -s linux-kbuild-5.10 | grep ^Version: | cut -d' ' -f2)" >> ./config/package-lists/kernel.list.chroot
|
||||
echo "firmware-linux=$(dpkg -s firmware-linux | grep ^Version: | cut -d' ' -f2)" >> ./config/package-lists/kernel.list.chroot
|
||||
echo "firmware-linux-nonfree=$(dpkg -s firmware-linux-nonfree | grep ^Version: | cut -d' ' -f2)" >> ./config/package-lists/kernel.list.chroot
|
||||
echo "firmware-misc-nonfree=$(dpkg -s firmware-misc-nonfree | grep ^Version: | cut -d' ' -f2)" >> ./config/package-lists/kernel.list.chroot
|
||||
echo "firmware-amd-graphics=$(dpkg -s firmware-amd-graphics | grep ^Version: | cut -d' ' -f2)" >> ./config/package-lists/kernel.list.chroot
|
||||
|
||||
# and make sure we remove the old stuff when it's all over
|
||||
echo "#!/bin/sh" > ./config/hooks/normal/9999-remove-old-kernel-artifacts.hook.chroot
|
||||
echo "export LC_ALL=C.UTF-8" >> ./config/hooks/normal/9999-remove-old-kernel-artifacts.hook.chroot
|
||||
echo "export LANG=C.UTF-8" >> ./config/hooks/normal/9999-remove-old-kernel-artifacts.hook.chroot
|
||||
echo "apt-get -y --purge remove *4.19* || true" >> ./config/hooks/normal/9999-remove-old-kernel-artifacts.hook.chroot
|
||||
echo "apt-get -y autoremove" >> ./config/hooks/normal/9999-remove-old-kernel-artifacts.hook.chroot
|
||||
echo "apt-get clean" >> ./config/hooks/normal/9999-remove-old-kernel-artifacts.hook.chroot
|
||||
chmod +x ./config/hooks/normal/9999-remove-old-kernel-artifacts.hook.chroot
|
||||
|
||||
mkdir -p ./config/includes.chroot/opt/hedgehog_install_artifacts
|
||||
|
||||
# copy the interface code into place for the resultant image
|
||||
mkdir -p ./config/includes.chroot/opt
|
||||
rsync -a "$SCRIPT_PATH/interface/" ./config/includes.chroot/opt/sensor/
|
||||
chown -R root:root ./config/includes.chroot/opt/sensor/
|
||||
rm -rf ./config/includes.chroot/opt/sensor/.git ./config/includes.chroot/opt/sensor/HedgehogLinux.md ./config/includes.chroot/opt/sensor/requirements.txt ./config/includes.chroot/opt/sensor/setup.py
|
||||
sed -i "s@/home/sensor/sensor_interface@/opt/sensor@g" ./config/includes.chroot/opt/sensor/kiosk.service
|
||||
# replace capture interface for now, it'll need to be automatically detected/configured on boot
|
||||
sed -i "s/CAPTURE_INTERFACE=.*/CAPTURE_INTERFACE=xxxx/g" ./config/includes.chroot/opt/sensor/sensor_ctl/control_vars.conf
|
||||
|
||||
# copy shared scripts
|
||||
rsync -a "$SCRIPT_PATH/shared/bin/" ./config/includes.chroot/usr/local/bin/
|
||||
chown -R root:root ./config/includes.chroot/usr/local/bin/
|
||||
|
||||
if [[ -f "$SCRIPT_PATH/shared/version.txt" ]]; then
|
||||
SHARED_IMAGE_VERSION="$(cat "$SCRIPT_PATH/shared/version.txt" | head -n 1)"
|
||||
[[ -n $SHARED_IMAGE_VERSION ]] && IMAGE_VERSION="$SHARED_IMAGE_VERSION"
|
||||
fi
|
||||
|
||||
# write out some version stuff specific to this installation version
|
||||
echo "BUILD_ID=\"$(date +'%Y-%m-%d')-${IMAGE_VERSION}\"" > ./config/includes.chroot/opt/sensor/.os-info
|
||||
echo "VARIANT=\"Hedgehog Linux (Sensor) v${IMAGE_VERSION}\"" >> ./config/includes.chroot/opt/sensor/.os-info
|
||||
echo "VARIANT_ID=\"hedgehog-sensor\"" >> ./config/includes.chroot/opt/sensor/.os-info
|
||||
echo "ID_LIKE=\"debian\"" >> ./config/includes.chroot/opt/sensor/.os-info
|
||||
echo "HOME_URL=\"https://malcolm.fyi\"" >> ./config/includes.chroot/opt/sensor/.os-info
|
||||
echo "DOCUMENTATION_URL=\"https://malcolm.fyi/hedgehog/\"" >> ./config/includes.chroot/opt/sensor/.os-info
|
||||
echo "SUPPORT_URL=\"https://github.com/cisagov\"" >> ./config/includes.chroot/opt/sensor/.os-info
|
||||
echo "BUG_REPORT_URL=\"https://github.com/cisagov/malcolm/issues\"" >> ./config/includes.chroot/opt/sensor/.os-info
|
||||
|
||||
# grab maxmind geoip database files, iana ipv4 address ranges, wireshark oui lists, etc.
|
||||
mkdir -p "$SCRIPT_PATH/moloch/etc"
|
||||
pushd "$SCRIPT_PATH/moloch/etc"
|
||||
MAXMIND_GEOIP_DB_LICENSE_KEY=""
|
||||
if [[ -f "$SCRIPT_PATH/shared/maxmind_license.txt" ]]; then
|
||||
MAXMIND_GEOIP_DB_LICENSE_KEY="$(cat "$SCRIPT_PATH/shared/maxmind_license.txt" | head -n 1)"
|
||||
if [[ ${#MAXMIND_GEOIP_DB_LICENSE_KEY} -gt 1 ]]; then
|
||||
for DB in ASN Country City; do
|
||||
curl -s -S -L -o "GeoLite2-$DB.mmdb.tar.gz" "https://download.maxmind.com/app/geoip_download?edition_id=GeoLite2-$DB&license_key=$MAXMIND_GEOIP_DB_LICENSE_KEY&suffix=tar.gz"
|
||||
tar xvf "GeoLite2-$DB.mmdb.tar.gz" --wildcards --no-anchored '*.mmdb' --strip=1
|
||||
rm -f "GeoLite2-$DB.mmdb.tar.gz"
|
||||
done
|
||||
fi
|
||||
fi
|
||||
curl -s -S -L -o ipv4-address-space.csv "https://www.iana.org/assignments/ipv4-address-space/ipv4-address-space.csv"
|
||||
curl -s -S -L -o oui.txt "https://raw.githubusercontent.com/wireshark/wireshark/master/manuf"
|
||||
popd >/dev/null 2>&1
|
||||
|
||||
# clone and build Arkime .deb package in its own clean environment (rather than in hooks/)
|
||||
bash "$SCRIPT_PATH/moloch/build-docker-image.sh"
|
||||
docker run --rm -v "$SCRIPT_PATH"/moloch:/build arkime-build:latest -o /build
|
||||
cp "$SCRIPT_PATH/moloch"/*.deb ./config/includes.chroot/opt/hedgehog_install_artifacts/
|
||||
mv "$SCRIPT_PATH/moloch"/*.deb ./config/packages.chroot/
|
||||
|
||||
# clone and build custom protologbeat from github for logging temperature, etc.
|
||||
mkdir -p ./config/includes.chroot/usr/local/bin/
|
||||
bash "$SCRIPT_PATH/beats/build-docker-image.sh"
|
||||
bash "$SCRIPT_PATH/beats/beat-build.sh" -b "https://github.com/mmguero-dev/protologbeat" -t "es_7_10_2_compat"
|
||||
cp github.com_mmguero-dev_protologbeat/protologbeat ./config/includes.chroot/opt/hedgehog_install_artifacts/
|
||||
mv github.com_mmguero-dev_protologbeat/protologbeat ./config/includes.chroot/usr/local/bin
|
||||
|
||||
# format and copy documentation
|
||||
pushd "$SCRIPT_PATH/"
|
||||
pushd ./docs/images
|
||||
ls -1 *.png | xargs -n 1 bash -c 'convert "$0" "${0%.*}.jpg"'
|
||||
popd >/dev/null 2>&1
|
||||
cp README.md HedgehogLinux.jpg.md
|
||||
sed -i "s/.png/.jpg/g" HedgehogLinux.jpg.md
|
||||
sed -i "s@/docs/logo/@/docs/images/@g" HedgehogLinux.jpg.md
|
||||
sed -i "s/^# Hedgehog Linux$//" HedgehogLinux.jpg.md
|
||||
pandoc -s --self-contained --metadata title="Hedgehog Linux" --css doc.css -o HedgehogLinux.html HedgehogLinux.jpg.md
|
||||
rm -f HedgehogLinux.jpg.md
|
||||
popd >/dev/null 2>&1
|
||||
mkdir -p ./config/includes.chroot/usr/share/doc/hedgehog
|
||||
cp "$SCRIPT_PATH/"*.html ./config/includes.chroot/usr/share/doc/hedgehog/
|
||||
mkdir -p ./config/includes.chroot/usr/share/fonts/truetype/ubuntu/ ./config/includes.chroot/usr/share/images/hedgehog/ ./config/includes.chroot/usr/share/images/desktop-base/
|
||||
cp "$SCRIPT_PATH/docs/logo/"*.png ./config/includes.chroot/usr/share/images/hedgehog/
|
||||
ln -r -s ./config/includes.chroot/usr/share/images/hedgehog/*wallpaper*.png ./config/includes.chroot/usr/share/images/desktop-base/
|
||||
find "$SCRIPT_PATH/docs/logo/font" -type f -name "*.ttf" -exec cp "{}" ./config/includes.chroot/usr/share/fonts/truetype/ubuntu/ \;
|
||||
|
||||
mkdir -p ./config/includes.installer
|
||||
cp -v ./config/includes.binary/install/* ./config/includes.installer/
|
||||
cp -v ./config/includes.chroot/usr/local/bin/preseed_partman_determine_disk.sh ./config/includes.installer/
|
||||
|
||||
lb config \
|
||||
--image-name "$IMAGE_NAME" \
|
||||
--debian-installer live \
|
||||
--debian-installer-gui false \
|
||||
--debian-installer-distribution $IMAGE_DISTRIBUTION \
|
||||
--distribution $IMAGE_DISTRIBUTION \
|
||||
--linux-packages "linux-image-$(uname -r | sed 's/-amd64$//')" \
|
||||
--architectures amd64 \
|
||||
--binary-images iso-hybrid \
|
||||
--bootloaders "syslinux,grub-efi" \
|
||||
--memtest none \
|
||||
--chroot-filesystem squashfs \
|
||||
--backports true \
|
||||
--security true \
|
||||
--updates true \
|
||||
--source false \
|
||||
--apt-indices none \
|
||||
--apt-source-archives false \
|
||||
--archive-areas 'main contrib non-free' \
|
||||
--debootstrap-options "--include=apt-transport-https,gnupg,ca-certificates,openssl" \
|
||||
--apt-options "--yes --allow-downgrades --allow-remove-essential --allow-change-held-packages"
|
||||
|
||||
lb build 2>&1 | tee "$WORKDIR/output/$IMAGE_NAME-$IMAGE_VERSION-build.log"
|
||||
if [ -f "$IMAGE_NAME-amd64.hybrid.iso" ]; then
|
||||
mv "$IMAGE_NAME-amd64.hybrid.iso" "$RUN_PATH/$IMAGE_NAME-$IMAGE_VERSION.iso" && \
|
||||
echo "Finished, created \"$RUN_PATH/$IMAGE_NAME-$IMAGE_VERSION.iso\""
|
||||
BUILD_ERROR_CODE=0
|
||||
else
|
||||
echo "Error creating ISO, see log file"
|
||||
BUILD_ERROR_CODE=2
|
||||
fi
|
||||
mv "$WORKDIR/output/$IMAGE_NAME-$IMAGE_VERSION-build.log" "$RUN_PATH/"
|
||||
|
||||
popd >/dev/null 2>&1
|
||||
popd >/dev/null 2>&1
|
||||
|
||||
else
|
||||
echo "Unable to create temporary directory \"$WORKDIR\""
|
||||
fi
|
||||
|
||||
popd >/dev/null 2>&1
|
||||
|
||||
exit $BUILD_ERROR_CODE
|
||||
Reference in New Issue
Block a user