first commit
This commit is contained in:
commit
12565192dc
6 changed files with 562 additions and 0 deletions
51
README.md
Normal file
51
README.md
Normal file
|
|
@ -0,0 +1,51 @@
|
||||||
|
__!!!WORK IN PROGRESS, DO NOT USE!!!__
|
||||||
|
|
||||||
|
__Features:__
|
||||||
|
|
||||||
|
copy_containers ->
|
||||||
|
script for easy bulk container migrate via SSH between instalations of usi-mm, is also possible use it in non-interactive mode with parameters in this order: container-name, destination-host, destination-port(optional)
|
||||||
|
|
||||||
|
zfs-backup-mm-example-config ->
|
||||||
|
example config for zfs-backup-mm script, that backup all running containers, except those with "testing" or "deluge "in container name.
|
||||||
|
|
||||||
|
setup-usi-mm_install_requirements ->
|
||||||
|
install dialog utility
|
||||||
|
|
||||||
|
setup-usi-mm
|
||||||
|
1. Pre-reboot script ->
|
||||||
|
install zfs-utils,
|
||||||
|
change timezone to Prague,
|
||||||
|
crypt swap partition with ecryptfs-utils,
|
||||||
|
crypt some partition with dmcrypt to use with /var/lib/incus/* and Incus ZFS storage,
|
||||||
|
add some config to sysctl.conf,
|
||||||
|
install incus LTS,
|
||||||
|
disable incus services,
|
||||||
|
delete everything in /var/lib/incus/*,
|
||||||
|
delete netplan, install ifupdown,
|
||||||
|
configure bridged networking (you can put LXD container to your network simple by add br0 to container),
|
||||||
|
create zpool with ashift=12,
|
||||||
|
set compression=on on crypted zpool,
|
||||||
|
configure zfs cache min 256MB max 1536MB,
|
||||||
|
do dist-upgrade,
|
||||||
|
create /root/onstart script to decrypt crypted parition with password and start Incus (you need start this script on every reboot),
|
||||||
|
reboot
|
||||||
|
|
||||||
|
2. Post-reboot script ->
|
||||||
|
for sure, stop incus services and delete everything in /var/lib/incus/*,
|
||||||
|
exec /root/onstart to decrypt partition and import zpool,
|
||||||
|
configure incus to use encrypted partition as storage,
|
||||||
|
add some config to /root/.screenrc (for gnuscreen utility),
|
||||||
|
install htop mc zfsnap smartmontools screen and pv
|
||||||
|
|
||||||
|
3. Install uptrack-upgrade ->
|
||||||
|
install ksplice tool for kernel live patching
|
||||||
|
|
||||||
|
__Requirements:__
|
||||||
|
|
||||||
|
Fresh installation of Ubuntu 22.04, swap partition and some paritition to crypted data
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
__THE PROGRAM IS DISTRIBUTED IN THE HOPE THAT IT WILL BE USEFUL, BUT WITHOUT ANY WARRANTY. IT IS PROVIDED "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION.__
|
||||||
|
|
||||||
|
__IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW THE AUTHOR WILL BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), EVEN IF THE AUTHOR HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES.__
|
||||||
218
copy_containers
Executable file
218
copy_containers
Executable file
|
|
@ -0,0 +1,218 @@
|
||||||
|
#!/bin/bash
|
||||||
|
CONTS_LIST=$(lxc list | grep "RUNNING\|STOPPED" | awk {'print $2'})
|
||||||
|
|
||||||
|
if [ $# -eq 0 ]
|
||||||
|
then
|
||||||
|
echo "No arguments supplied, doing interactive mode"
|
||||||
|
sleep 1
|
||||||
|
let i=0
|
||||||
|
W=()
|
||||||
|
while read -r line;
|
||||||
|
do
|
||||||
|
let i=$i+1
|
||||||
|
W+=($i "$line" off)
|
||||||
|
done < <( echo "$CONTS_LIST" )
|
||||||
|
CONTS=$(dialog --checklist "Choose containers to copy" 24 80 17 "${W[@]}" 3>&2 2>&1 1>&3)
|
||||||
|
DEST_IP=$(dialog --inputbox "Enter destination IP:" 25 25 --output-fd 1)
|
||||||
|
DEST_PORT=$(dialog --inputbox "Enter destination SSH port(leave blank for default 22):" 25 25 --output-fd 1)
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ ! -z "$1" ]]; then
|
||||||
|
if [[ ! -z "$2" ]]; then
|
||||||
|
CONTS=$(echo "$CONTS_LIST" | nl | grep "$1" | awk {'print $1'})
|
||||||
|
DEST_IP="$2"
|
||||||
|
DEST_PORT="$3"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
[ -z "$DEST_PORT" ] && DEST_PORT=22
|
||||||
|
|
||||||
|
|
||||||
|
DEST_ZPOOL=$(echo crypt)
|
||||||
|
DEST_ZPOOL_2=$(echo storage)
|
||||||
|
|
||||||
|
DATASETS=$(zfs list)
|
||||||
|
SNAPS=$(zfs list -t snapshot)
|
||||||
|
DEST_SNAPS=$(ssh $DEST_IP -p $DEST_PORT zfs list -t snapshot); (($? != 0)) && { echo "SSH command to fill DEST_SNAPS exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
|
||||||
|
bionic_checker=$(ssh $DEST_IP -p $DEST_PORT lsb_release -c | awk {'print $2'}); (($? != 0)) && { echo "SSH command to fill bionic_checker exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
for CONT in $CONTS;
|
||||||
|
do
|
||||||
|
CONT_VAR=$(echo "$CONTS_LIST"| sed -n "`echo "$CONT p" | sed 's/ //'`")
|
||||||
|
SNAPS_CLEANED=$(echo "$SNAPS" | grep crypt | grep lxd | grep storage | grep containers | grep -E "....-..-.._........--.d" | awk {'print $1'} | grep "$CONT_VAR"@)
|
||||||
|
DEST_SNAPS_CLEANED=$(echo "$DEST_SNAPS" | grep crypt | grep lxd | grep storage | grep containers | grep -E "....-..-.._........--.d" | awk {'print $1'} | grep "$CONT_VAR"@)
|
||||||
|
SOURCE_DEST_IDENTICAL_SNAPS=$(grep -Fxf <(echo "$SNAPS_CLEANED") <(echo "$DEST_SNAPS_CLEANED"))
|
||||||
|
SNAP_TO_SEND_FIRST=$(echo "$SOURCE_DEST_IDENTICAL_SNAPS" | tail -n1)
|
||||||
|
DATASET_VAR=$(echo "$DATASETS" | grep crypt | grep lxd | grep storage | grep containers | awk {'print $1'} | grep -E "$CONT_VAR"$)
|
||||||
|
DATASET_RECORDSIZE_VAR=$(zfs get recordsize -H -o value "$DATASET_VAR")
|
||||||
|
DATASET_ATIME_VAR=$(zfs get atime -H -o value "$DATASET_VAR")
|
||||||
|
DATASET_RELATIME_VAR=$(zfs get relatime -H -o value "$DATASET_VAR")
|
||||||
|
DATASET_QUOTA_VAR=$(zfs get quota -H -o value "$DATASET_VAR")
|
||||||
|
|
||||||
|
SNAP_TO_SEND_FIRST_FOR_LATER_CHECK=$(echo "$SNAP_TO_SEND_FIRST")
|
||||||
|
IFS="
|
||||||
|
"
|
||||||
|
|
||||||
|
echo "Start move "$CONT_VAR""
|
||||||
|
|
||||||
|
if [ -z "$SNAP_TO_SEND_FIRST" ]
|
||||||
|
then
|
||||||
|
|
||||||
|
if [ -z "$SNAPS_CLEANED" ]
|
||||||
|
then
|
||||||
|
|
||||||
|
echo "Creating first snapshot"
|
||||||
|
for command in $(zfSnap -n -zpool28fix -a 7d "$DATASET_VAR" | grep snapshot | grep "$DATASET_VAR")
|
||||||
|
do
|
||||||
|
SNAP_TO_SEND_FIRST=$(echo "$command" | awk '{print $3}')
|
||||||
|
echo "Doing "$command""
|
||||||
|
eval "$command";
|
||||||
|
done
|
||||||
|
|
||||||
|
else
|
||||||
|
SNAP_TO_SEND_FIRST=$(echo "$SNAPS_CLEANED" | tail -n 48 | head -n 1)
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "Sending first snapshot"
|
||||||
|
echo "Sending "$SNAP_TO_SEND_FIRST""
|
||||||
|
zfs send "$SNAP_TO_SEND_FIRST" | lzop | pv | ssh "$DEST_IP" -p $DEST_PORT "lzop -d | zfs recv -o recordsize="$DATASET_RECORDSIZE_VAR" -o atime="$DATASET_ATIME_VAR" -o relatime="$DATASET_RELATIME_VAR" -o quota="$DATASET_QUOTA_VAR" "$DEST_ZPOOL"/lxd/storage/containers/"$CONT_VAR""; (($? != 0)) && { echo "SSH command to send first snapshot exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
|
||||||
|
echo "Sleep 2"
|
||||||
|
sleep 2
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "Creating second snapshot"
|
||||||
|
for command in $(zfSnap -n -zpool28fix -a 7d "$DATASET_VAR" | grep snapshot | grep "$DATASET_VAR")
|
||||||
|
do
|
||||||
|
SNAP_TO_SEND_SECOND=$(echo "$command" | awk '{print $3}')
|
||||||
|
echo "Doing "$command""
|
||||||
|
eval "$command";
|
||||||
|
|
||||||
|
done
|
||||||
|
|
||||||
|
echo "Sending second snapshot"
|
||||||
|
echo "Sending "$SNAP_TO_SEND_FIRST" to "$SNAP_TO_SEND_SECOND" with -I parameter"
|
||||||
|
zfs send -I "$SNAP_TO_SEND_FIRST" "$SNAP_TO_SEND_SECOND" | lzop | pv | ssh "$DEST_IP" -p $DEST_PORT "lzop -d | zfs recv -o recordsize="$DATASET_RECORDSIZE_VAR" -o atime="$DATASET_ATIME_VAR" -o relatime="$DATASET_RELATIME_VAR" -o quota="$DATASET_QUOTA_VAR" "$DEST_ZPOOL"/lxd/storage/containers/"$CONT_VAR" -F"; (($? != 0)) && { echo "SSH command to send second snapshot exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
echo "Sleep 2"
|
||||||
|
sleep 2
|
||||||
|
|
||||||
|
echo "Creating third snapshot"
|
||||||
|
for command in $(zfSnap -n -zpool28fix -a 7d "$DATASET_VAR" | grep snapshot | grep "$DATASET_VAR")
|
||||||
|
do
|
||||||
|
SNAP_TO_SEND_THIRD=$(echo "$command" | awk '{print $3}')
|
||||||
|
echo "Doing "$command""
|
||||||
|
eval "$command";
|
||||||
|
done
|
||||||
|
|
||||||
|
echo "Sending third snapshot"
|
||||||
|
echo "Sending "$SNAP_TO_SEND_SECOND" to "$SNAP_TO_SEND_THIRD""
|
||||||
|
zfs send -i "$SNAP_TO_SEND_SECOND" "$SNAP_TO_SEND_THIRD" | lzop | pv | ssh "$DEST_IP" -p $DEST_PORT "lzop -d | zfs recv -o recordsize="$DATASET_RECORDSIZE_VAR" -o atime="$DATASET_ATIME_VAR" -o relatime="$DATASET_RELATIME_VAR" -o quota="$DATASET_QUOTA_VAR" "$DEST_ZPOOL"/lxd/storage/containers/"$CONT_VAR" -F"; (($? != 0)) && { echo "SSH command to send third snapshot exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
echo "Sleep 2"
|
||||||
|
sleep 2
|
||||||
|
|
||||||
|
echo "Creating fourth snapshot"
|
||||||
|
for command in $(zfSnap -n -zpool28fix -a 7d "$DATASET_VAR" | grep snapshot | grep "$DATASET_VAR")
|
||||||
|
do
|
||||||
|
SNAP_TO_SEND_FOURTH=$(echo "$command" | awk '{print $3}')
|
||||||
|
echo "Doing "$command""
|
||||||
|
eval "$command";
|
||||||
|
done
|
||||||
|
|
||||||
|
echo "Sending fourth snapshot"
|
||||||
|
echo "Sending "$SNAP_TO_SEND_THIRD" to "$SNAP_TO_SEND_FOURTH""
|
||||||
|
zfs send -i "$SNAP_TO_SEND_THIRD" "$SNAP_TO_SEND_FOURTH" | lzop | pv | ssh "$DEST_IP" -p $DEST_PORT "lzop -d | zfs recv -o recordsize="$DATASET_RECORDSIZE_VAR" -o atime="$DATASET_ATIME_VAR" -o relatime="$DATASET_RELATIME_VAR" -o quota="$DATASET_QUOTA_VAR" "$DEST_ZPOOL"/lxd/storage/containers/"$CONT_VAR" -F"; (($? != 0)) && { echo "SSH command to send fourth snapshot exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
echo "Sleep 2"
|
||||||
|
sleep 2
|
||||||
|
|
||||||
|
echo "Stopping "$CONT_VAR" on source"
|
||||||
|
lxc stop "$CONT_VAR" --timeout 30; (($? != 0)) && echo "lxc stop timed-out after 30 seconds, doing with force parameter" && lxc stop "$CONT_VAR" --force
|
||||||
|
|
||||||
|
echo "Sleep 2"
|
||||||
|
sleep 2
|
||||||
|
|
||||||
|
echo "Creating fifth snapshot"
|
||||||
|
for command in $(zfSnap -n -zpool28fix -a 7d "$DATASET_VAR" | grep snapshot | grep "$DATASET_VAR")
|
||||||
|
do
|
||||||
|
SNAP_TO_SEND_FIFTH=$(echo "$command" | awk '{print $3}')
|
||||||
|
echo "Doing "$command""
|
||||||
|
eval "$command";
|
||||||
|
done
|
||||||
|
|
||||||
|
echo "Sending fifth snapshot"
|
||||||
|
echo "Sending "$SNAP_TO_SEND_FOURTH" to "$SNAP_TO_SEND_FIFTH""
|
||||||
|
zfs send -i "$SNAP_TO_SEND_FOURTH" "$SNAP_TO_SEND_FIFTH" | lzop | pv | ssh "$DEST_IP" -p $DEST_PORT "lzop -d | zfs recv -o recordsize="$DATASET_RECORDSIZE_VAR" -o atime="$DATASET_ATIME_VAR" -o relatime="$DATASET_RELATIME_VAR" -o quota="$DATASET_QUOTA_VAR" "$DEST_ZPOOL"/lxd/storage/containers/"$CONT_VAR" -F"; (($? != 0)) && { echo "SSH command to send fifth snapshot exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
if [ $bionic_checker == bionic ]
|
||||||
|
then
|
||||||
|
|
||||||
|
if [ -z "$SNAP_TO_SEND_FIRST_FOR_LATER_CHECK" ]
|
||||||
|
then
|
||||||
|
|
||||||
|
echo "Setting up mountpoint on destination for "$CONT_VAR""
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT zfs set mountpoint=/var/lib/lxd/storage-pools/"$DEST_ZPOOL_2"/containers/"$CONT_VAR" "$DEST_ZPOOL"/lxd/storage/containers/"$CONT_VAR"; (($? != 0)) && { echo "SSH command to setup mountpoint on destination exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
echo "Fixing config for bionic"
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT sed -i '/volatile.idmap.current/d' /var/lib/lxd/storage-pools/"$DEST_ZPOOL_2"/containers/"$CONT_VAR"/backup.yaml; (($? != 0)) && { echo "SSH command to setup volatile.idmap exited with non-zero"; exit 1; }
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT sed -i '/volatile.uuid/d' /var/lib/lxd/storage-pools/"$DEST_ZPOOL_2"/containers/"$CONT_VAR"/backup.yaml; (($? != 0)) && { echo "SSH command to setup volatile.uuid exited with non-zero"; exit 1; }
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT sed -i '/volatile.cloud-init.instance-id/d' /var/lib/lxd/storage-pools/"$DEST_ZPOOL_2"/containers/"$CONT_VAR"/backup.yaml; (($? != 0)) && { echo "SSH command to setup volatile.cloud-init.instance-id exited with non-zero"; exit 1; }
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT sed -i '/volatile.last_state.ready/d' /var/lib/lxd/storage-pools/"$DEST_ZPOOL_2"/containers/"$CONT_VAR"/backup.yaml; (($? != 0)) && { echo "SSH command to setup volatile.last_state.ready exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
echo "Importing "$CONT_VAR" on destination"
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT lxd import "$CONT_VAR" --force; (($? != 0)) && { echo "SSH command to import container exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "Starting "$CONT_VAR" on destination"
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT lxc start "$CONT_VAR"; (($? != 0)) && { echo "SSH command to start container exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
echo " "
|
||||||
|
|
||||||
|
else
|
||||||
|
|
||||||
|
if [ -z "$SNAP_TO_SEND_FIRST_FOR_LATER_CHECK" ]
|
||||||
|
then
|
||||||
|
echo "Setting up mountpoint on destination for "$CONT_VAR""
|
||||||
|
target_snap_version=$(ssh "$DEST_IP" -p $DEST_PORT snap info lxd| grep tracking: | awk {'print $2'} | cut -d"/" -f-1 | cut -d"." -f-1); (($? != 0)) && { echo "SSH command to fill target_snap_version exited with non-zero"; exit 1; }
|
||||||
|
if [[ "$target_snap_version" == 4 ]]
|
||||||
|
then
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT zfs set canmount=noauto "$DEST_ZPOOL"/lxd/storage/containers/"$CONT_VAR"; (($? != 0)) && { echo "SSH command to setup mountpoint on destination exited with non-zero"; exit 1; }
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT zfs set mountpoint=/var/snap/lxd/common/lxd/storage-pools/"$DEST_ZPOOL_2"/containers/"$CONT_VAR" "$DEST_ZPOOL"/lxd/storage/containers/"$CONT_VAR"; (($? != 0)) && { echo "SSH command to setup mountpoint on destination exited with non-zero"; exit 1; }
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT zfs mount "$DEST_ZPOOL"/lxd/storage/containers/"$CONT_VAR"; (($? != 0)) && { echo "SSH command to setup mountpoint on destination exited with non-zero"; exit 1; }
|
||||||
|
REMOTE_LXD_PID=$(ssh "$DEST_IP" -p $DEST_PORT cat /var/snap/lxd/common/lxd.pid); (($? != 0)) && { echo "SSH command to get REMOTE_LXD_PID on destination exited with non-zero"; exit 1; }
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT "nsenter -t $REMOTE_LXD_PID -m bash -c \"mount -t zfs "$DEST_ZPOOL"/lxd/storage/containers/"$CONT_VAR" /var/snap/lxd/common/lxd/storage-pools/"$DEST_ZPOOL_2"/containers/"$CONT_VAR"\""; (($? != 0)) && { echo "SSH command to set REMOTE_LXD_PID on destination exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
echo "Fixing config for lxd version 4"
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT sed -i '/volatile.cloud-init.instance-id/d' /var/snap/lxd/common/lxd/storage-pools/"$DEST_ZPOOL_2"/containers/"$CONT_VAR"/backup.yaml; (($? != 0)) && { echo "SSH command to setup volatile.cloud-init.instance-id exited with non-zero"; exit 1; }
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT sed -i '/volatile.last_state.ready/d' /var/snap/lxd/common/lxd/storage-pools/"$DEST_ZPOOL_2"/containers/"$CONT_VAR"/backup.yaml; (($? != 0)) && { echo "SSH command to setup volatile.last_state.ready exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
echo "Importing "$CONT_VAR" on destination"
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT /snap/bin/lxd import "$CONT_VAR" --force; (($? != 0)) && { echo "SSH command to import container exited with non-zero"; exit 1; }
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT zfs umount "$DEST_ZPOOL"/lxd/storage/containers/"$CONT_VAR"; (($? != 0)) && { echo "SSH command to import container exited with non-zero"; exit 1; }
|
||||||
|
else
|
||||||
|
|
||||||
|
echo "Doing lxd recover"
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT zfs set mountpoint=legacy "$DEST_ZPOOL"/lxd/storage/containers/"$CONT_VAR"; (($? != 0)) && { echo "SSH command to setup mountpoint=legacy on destination exited with non-zero"; exit 1; }
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT "cat <<EOF | lxd recover
|
||||||
|
no
|
||||||
|
yes
|
||||||
|
yes
|
||||||
|
EOF"; (($? != 0)) && { echo "SSH command lxd recover exited with non-zero"; exit 1; }
|
||||||
|
fi
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "Starting "$CONT_VAR" on destination"
|
||||||
|
ssh "$DEST_IP" -p $DEST_PORT /snap/bin/lxc start "$CONT_VAR"; (($? != 0)) && { echo "SSH command to start container exited with non-zero"; exit 1; }
|
||||||
|
|
||||||
|
echo " "
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
done
|
||||||
13
license.txt
Normal file
13
license.txt
Normal file
|
|
@ -0,0 +1,13 @@
|
||||||
|
DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE
|
||||||
|
Version 2, December 2004
|
||||||
|
|
||||||
|
Copyright (C) 2004 Sam Hocevar <sam@hocevar.net>
|
||||||
|
|
||||||
|
Everyone is permitted to copy and distribute verbatim or modified
|
||||||
|
copies of this license document, and changing it is allowed as long
|
||||||
|
as the name is changed.
|
||||||
|
|
||||||
|
DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE
|
||||||
|
TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
|
||||||
|
|
||||||
|
0. You just DO WHAT THE FUCK YOU WANT TO.
|
||||||
250
setup-usl-mm
Executable file
250
setup-usl-mm
Executable file
|
|
@ -0,0 +1,250 @@
|
||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
pre_reboot_script () {
|
||||||
|
|
||||||
|
pass_var=$(dialog --passwordbox "Enter password to crypted partition for containers:" 25 25 --output-fd 1)
|
||||||
|
pass_var2=$(dialog --passwordbox "Enter password to crypted partition for containers again:" 25 25 --output-fd 1)
|
||||||
|
|
||||||
|
if [ "$pass_var" == "$pass_var2" ]; then
|
||||||
|
echo "Passwords match!"
|
||||||
|
else
|
||||||
|
echo "Passwords not match!"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "Install net-tools"
|
||||||
|
apt install net-tools -y
|
||||||
|
|
||||||
|
echo "Exec ifconfig"
|
||||||
|
ifconfig
|
||||||
|
read -p "Enter interface for configure bridge:" NET_IF
|
||||||
|
|
||||||
|
echo "Starting lsblk"
|
||||||
|
lsblk
|
||||||
|
read -p "Enter partition to encrypt:" PARTITION
|
||||||
|
|
||||||
|
echo "Installing requirements"
|
||||||
|
apt install cryptsetup ecryptfs-utils zfsutils-linux lzop -y
|
||||||
|
|
||||||
|
echo "Setting timezone to Prague"
|
||||||
|
timedatectl set-timezone Europe/Prague
|
||||||
|
|
||||||
|
echo "Starting ecryptfs-setup-swap"
|
||||||
|
ecryptfs-setup-swap -f
|
||||||
|
|
||||||
|
echo "Starting luksFormat"
|
||||||
|
echo -n "$pass_var" | cryptsetup luksFormat $PARTITION -
|
||||||
|
|
||||||
|
echo "Opening crypted partition"
|
||||||
|
echo "$pass_var" | cryptsetup open $PARTITION crypt -c -
|
||||||
|
|
||||||
|
echo "Creating zpool"
|
||||||
|
zpool create crypt /dev/mapper/crypt -o ashift=12
|
||||||
|
|
||||||
|
echo "Enabling compression on zpool"
|
||||||
|
zfs set compression=on crypt
|
||||||
|
|
||||||
|
echo "Creating datasets crypt/lxd/dir crypt/lxd/storage"
|
||||||
|
zfs create crypt/lxd
|
||||||
|
zfs create crypt/lxd/dir
|
||||||
|
zfs create crypt/lxd/storage
|
||||||
|
|
||||||
|
echo "Switch to 6.1 LXD version"
|
||||||
|
snap switch --channel 6.1/stable lxd
|
||||||
|
snap refresh
|
||||||
|
|
||||||
|
echo "Disabling lxd snap"
|
||||||
|
snap disable lxd
|
||||||
|
|
||||||
|
echo "Deleting everything in /var/snap/lxd/common/lxd/*"
|
||||||
|
rm /var/snap/lxd/common/lxd/* -r
|
||||||
|
|
||||||
|
echo "Creating mountpoint /var/snap/lxd/common/lxd to crypt/lxd/dir"
|
||||||
|
zfs set mountpoint=/var/snap/lxd/common/lxd crypt/lxd/dir
|
||||||
|
|
||||||
|
echo "Configuring sysctl"
|
||||||
|
echo "vm.swappiness = 1" > /etc/sysctl.d/50-usl-mm.conf
|
||||||
|
echo "vm.min_free_kbytes = 131072" >> /etc/sysctl.d/50-usl-mm.conf
|
||||||
|
echo "vm.dirty_background_ratio = 5" >> /etc/sysctl.d/50-usl-mm.conf
|
||||||
|
echo "fs.inotify.max_queued_events = 1048576" >> /etc/sysctl.d/50-usl-mm.conf
|
||||||
|
echo "fs.inotify.max_user_instances = 1048576" >> /etc/sysctl.d/50-usl-mm.conf
|
||||||
|
echo "fs.inotify.max_user_watches = 1048576" >> /etc/sysctl.d/50-usl-mm.conf
|
||||||
|
echo "kernel.dmesg_restrict = 1" >> /etc/sysctl.d/50-usl-mm.conf
|
||||||
|
echo "net.netfilter.nf_conntrack_max = 4194304" >> /etc/sysctl.d/50-usl-mm.conf
|
||||||
|
#Ugly fix
|
||||||
|
echo "@reboot root /sbin/sysctl -w net.netfilter.nf_conntrack_max=4194304" > /etc/cron.d/conntrack_cron
|
||||||
|
|
||||||
|
echo "Configuring arc cache for zfs to min 256MB and max 1536MB + txg_timeout to 3"
|
||||||
|
echo "options zfs zfs_arc_min=268435456" > /etc/modprobe.d/zfs.conf
|
||||||
|
echo "options zfs zfs_arc_max=1610612736" >> /etc/modprobe.d/zfs.conf
|
||||||
|
echo "options zfs zfs_txg_timeout=3" >> /etc/modprobe.d/zfs.conf
|
||||||
|
|
||||||
|
echo "Doing update-initramfs -u"
|
||||||
|
update-initramfs -u
|
||||||
|
|
||||||
|
echo "Configuring network to use bridge"
|
||||||
|
echo "auto lo" > /etc/network/interfaces
|
||||||
|
echo "iface lo inet loopback" >> /etc/network/interfaces
|
||||||
|
echo " " >> /etc/network/interfaces
|
||||||
|
echo "iface $NET_IF inet manual" >> /etc/network/interfaces
|
||||||
|
echo "iface $NET_IF inet6 manual" >> /etc/network/interfaces
|
||||||
|
echo "auto br0" >> /etc/network/interfaces
|
||||||
|
echo "iface br0 inet dhcp" >> /etc/network/interfaces
|
||||||
|
echo " bridge_ports $NET_IF" >> /etc/network/interfaces
|
||||||
|
echo " bridge_stp off" >> /etc/network/interfaces
|
||||||
|
echo " bridge_fd 0" >> /etc/network/interfaces
|
||||||
|
echo " " >> /etc/network/interfaces
|
||||||
|
echo "iface br0 inet6 auto" >> /etc/network/interfaces
|
||||||
|
echo " bridge_ports $NET_IF" >> /etc/network/interfaces
|
||||||
|
echo " bridge_stp off" >> /etc/network/interfaces
|
||||||
|
echo " bridge_fd 0" >> /etc/network/interfaces
|
||||||
|
|
||||||
|
echo "Add DNS to systemd-resolved"
|
||||||
|
echo "[Resolve]" > /etc/systemd/resolved.conf
|
||||||
|
echo "DNS=8.8.8.8" >> /etc/systemd/resolved.conf
|
||||||
|
echo "FallbackDNS=1.1.1.1" >> /etc/systemd/resolved.conf
|
||||||
|
|
||||||
|
echo "Purging netplan,disabling dhcpcd and install ifupdown"
|
||||||
|
apt purge nplan netplan.io -y
|
||||||
|
rm /etc/netplan/* -f
|
||||||
|
apt install bridge-utils ifupdown -y
|
||||||
|
|
||||||
|
echo "Disabling systemd-networkd-wait-online"
|
||||||
|
systemctl disable systemd-networkd-wait-online
|
||||||
|
|
||||||
|
echo "Doing apt update and apt dist-upgrade"
|
||||||
|
apt update
|
||||||
|
apt dist-upgrade -y
|
||||||
|
|
||||||
|
echo "Creating onstart script in /root"
|
||||||
|
echo "#!/bin/bash" > /root/onstart
|
||||||
|
echo "read -p \"Press any button to start...\"" >> /root/onstart
|
||||||
|
echo "pass_var=\$(dialog --passwordbox \"Enter password:\" 25 25 --output-fd 1)" >> /root/onstart
|
||||||
|
echo "pass_var2=\$(dialog --passwordbox \"Enter password again:\" 25 25 --output-fd 1)" >> /root/onstart
|
||||||
|
echo "if [ \"\$pass_var\" == \"\$pass_var2\" ]; then" >> /root/onstart
|
||||||
|
echo "echo \"Passwords match!\"" >> /root/onstart
|
||||||
|
echo "else" >> /root/onstart
|
||||||
|
echo "echo \"Passwords not match!\"" >> /root/onstart
|
||||||
|
echo "exit 1" >> /root/onstart
|
||||||
|
echo "fi" >> /root/onstart
|
||||||
|
echo "echo \"Stopping LXD snap daemon and deleting /var/snap/lxd/common/lxd/*\"" >> /root/onstart
|
||||||
|
echo "snap disable lxd" >> /root/onstart
|
||||||
|
echo "rm /var/snap/lxd/common/lxd/* -rf" >> /root/onstart
|
||||||
|
echo "echo \"Opening encrypted partition\"" >> /root/onstart
|
||||||
|
echo "echo \$pass_var | cryptsetup open $PARTITION crypt -c -" >> /root/onstart
|
||||||
|
echo "partprobe" >> /root/onstart
|
||||||
|
echo "zpool import -d /dev/mapper crypt -f -m" >> /root/onstart
|
||||||
|
echo "snap enable lxd" >> /root/onstart
|
||||||
|
|
||||||
|
chmod +x /root/onstart
|
||||||
|
read -p "Press any key for reboot"
|
||||||
|
reboot
|
||||||
|
}
|
||||||
|
|
||||||
|
post_reboot_script () {
|
||||||
|
echo "Disabling lxd and delete /var/snap/lxd/common/lxd/*"
|
||||||
|
snap disable lxd
|
||||||
|
rm /var/snap/lxd/common/lxd/* -r
|
||||||
|
|
||||||
|
echo "Executing /root/onstart"
|
||||||
|
bash /root/onstart
|
||||||
|
|
||||||
|
echo "Configuring LXD"
|
||||||
|
lxd waitready
|
||||||
|
cat <<EOF | lxd init
|
||||||
|
no
|
||||||
|
yes
|
||||||
|
storage
|
||||||
|
zfs
|
||||||
|
no
|
||||||
|
crypt/lxd/storage
|
||||||
|
no
|
||||||
|
yes
|
||||||
|
lxdbr0
|
||||||
|
10.10.10.1/24
|
||||||
|
yes
|
||||||
|
none
|
||||||
|
no
|
||||||
|
no
|
||||||
|
no
|
||||||
|
EOF
|
||||||
|
|
||||||
|
echo "Set screen settings"
|
||||||
|
echo "startup_message off" >> /root/.screenrc
|
||||||
|
echo "screen -t htop htop" >> /root/.screenrc
|
||||||
|
echo "screen -t mc mc" >> /root/.screenrc
|
||||||
|
echo "screen -t bash bash" >> /root/.screenrc
|
||||||
|
echo "altscreen on" >> /root/.screenrc
|
||||||
|
echo "term screen-256color" >> /root/.screenrc
|
||||||
|
echo "bind 'b' prev" >> /root/.screenrc
|
||||||
|
echo "bind 'n' next" >> /root/.screenrc
|
||||||
|
echo "hardstatus alwayslastline" >> /root/.screenrc
|
||||||
|
echo "autodetach on" >> /root/.screenrc
|
||||||
|
echo "mousetrack on" >> /root/.screenrc
|
||||||
|
echo "vbell off" >> /root/.screenrc
|
||||||
|
echo "termcapinfo xterm* ti@:te@" >> /root/.screenrc
|
||||||
|
echo "defscrollback 5000" >> /root/.screenrc
|
||||||
|
echo "scrollback 5000" >> /root/.screenrc
|
||||||
|
echo "hardstatus string \"%{=b kw} %?%-Lw%?%{=br kw}[%n %t]%{=b kw}%?%+Lw%? %= %c\"" >> /root/.screenrc
|
||||||
|
|
||||||
|
echo "Install utilities"
|
||||||
|
apt install -y mc htop screen zfsnap smartmontools pv
|
||||||
|
|
||||||
|
echo "Setting-up wireguard"
|
||||||
|
apt update
|
||||||
|
apt install wireguard -y
|
||||||
|
lxc profile set default linux.kernel_modules wireguard
|
||||||
|
|
||||||
|
echo "Set max processes to 3000 in default profile in LXD"
|
||||||
|
lxc profile set default limits.processes 3000
|
||||||
|
|
||||||
|
echo "Set refresh.retain=2 in snap"
|
||||||
|
snap set system refresh.retain=2
|
||||||
|
|
||||||
|
read -p "Done, press any key to return to main menu"
|
||||||
|
main_menu
|
||||||
|
}
|
||||||
|
|
||||||
|
install_uptrack () {
|
||||||
|
cd /tmp
|
||||||
|
wget https://ksplice.oracle.com/uptrack/dist/focal/uptrack.deb
|
||||||
|
apt install python3-pycurl libgtk2-perl dbus-x11 libglade2-0 libpython2-stdlib libpython2.7-minimal libpython2.7-stdlib python2 python-cairo python-dbus python-gi python-gobject-2 python2-minimal python-pycurl python-yaml python2.7 python2.7-minimal -y
|
||||||
|
dpkg -i uptrack.deb
|
||||||
|
uptrack-upgrade -y
|
||||||
|
apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 82562EA9AD986DA3
|
||||||
|
read -p "Done, press any key to return to main menu"
|
||||||
|
main_menu
|
||||||
|
}
|
||||||
|
|
||||||
|
main_menu () {
|
||||||
|
cmd=(dialog --nocancel --menu "Welcome in setup-lxd-mm!" 22 76 16)
|
||||||
|
options=(
|
||||||
|
1 "Pre-reboot script"
|
||||||
|
2 "Post-reboot script"
|
||||||
|
3 "Install uptrack-upgrade"
|
||||||
|
)
|
||||||
|
|
||||||
|
choices=$("${cmd[@]}" "${options[@]}" 2>&1 >/dev/tty)
|
||||||
|
|
||||||
|
for choice in $choices
|
||||||
|
do
|
||||||
|
case $choice in
|
||||||
|
|
||||||
|
1)
|
||||||
|
pre_reboot_script
|
||||||
|
;;
|
||||||
|
|
||||||
|
2)
|
||||||
|
post_reboot_script
|
||||||
|
;;
|
||||||
|
|
||||||
|
3)
|
||||||
|
install_uptrack
|
||||||
|
;;
|
||||||
|
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
clear
|
||||||
|
}
|
||||||
|
|
||||||
|
main_menu
|
||||||
3
setup-usl-mm_install_requirements
Executable file
3
setup-usl-mm_install_requirements
Executable file
|
|
@ -0,0 +1,3 @@
|
||||||
|
#!/bin/bash
|
||||||
|
apt update
|
||||||
|
apt install dialog -y
|
||||||
27
zfs-backup-mm-example-config
Normal file
27
zfs-backup-mm-example-config
Normal file
|
|
@ -0,0 +1,27 @@
|
||||||
|
#Backup server settings
|
||||||
|
|
||||||
|
backup_server="192.168.0.10"
|
||||||
|
backup_server_port="22"
|
||||||
|
backup_server_ipv=4
|
||||||
|
backup_server_dataset="tank/backups"
|
||||||
|
backup_server_delete_old_snaps=y
|
||||||
|
backup_server_number_keep_snaps=31
|
||||||
|
|
||||||
|
shape_megabytes=20
|
||||||
|
#Source server settings
|
||||||
|
#DO NOT CHANGE zfsnap_days_keep_snaps AFTER FIRST FULL BACKUP!
|
||||||
|
|
||||||
|
zfsnap_enable=y
|
||||||
|
zfsnap_days_keep_snaps=7
|
||||||
|
|
||||||
|
running_containers=$(incus list | grep RUNNING | awk {'print $2'})
|
||||||
|
stopped_containers=$(incus list | grep STOPPED | awk {'print $2'})
|
||||||
|
|
||||||
|
excluded_strings="deluge\|testing"
|
||||||
|
|
||||||
|
if [ -z "$stopped_containers" ]
|
||||||
|
then
|
||||||
|
source_datasets="$(zfs list | awk {'print $1'} | grep "crypt/lxd/storage/containers" | grep -ve "crypt/lxd/storage/containers$" | grep -e "$running_containers" | grep -ve "$excluded_strings")"
|
||||||
|
else
|
||||||
|
source_datasets="$(zfs list | awk {'print $1'} | grep "crypt/lxd/storage/containers" | grep -ve "crypt/lxd/storage/containers$" | grep -e "$running_containers" | grep -ve "$stopped_containers" | grep -ve "$excluded_strings")"
|
||||||
|
fi
|
||||||
Loading…
Reference in a new issue