# Test helper for clustering

setup_clustering_bridge() {
    name="br$$"

    echo "==> Setup clustering bridge ${name}"

    ip link add "${name}" up type bridge
    ip addr add 100.64.1.1/16 dev "${name}"

    iptables -w -t nat -A POSTROUTING -s 100.64.0.0/16 -d 0.0.0.0/0 -j MASQUERADE
    echo 1 > /proc/sys/net/ipv4/ip_forward
}

teardown_clustering_bridge() {
    name="br$$"

    if [ -e "/sys/class/net/${name}" ]; then
        echo "==> Teardown clustering bridge ${name}"
        echo 0 > /proc/sys/net/ipv4/ip_forward
        iptables -w -t nat -D POSTROUTING -s 100.64.0.0/16 -d 0.0.0.0/0 -j MASQUERADE
        ip link del dev "${name}"
    fi
}

setup_clustering_netns() {
    id="${1}"
    shift

    prefix="inc$$"
    ns="${prefix}${id}"

    echo "==> Setup clustering netns ${ns}"

    cat << EOF | unshare -m -n /bin/sh
set -e
mkdir -p "${TEST_DIR}/ns/${ns}"
touch "${TEST_DIR}/ns/${ns}/net"
mount -o bind /proc/self/ns/net "${TEST_DIR}/ns/${ns}/net"
mount --move /sys /mnt
umount -l /proc
mount -t sysfs sysfs /sys
mount --move /mnt/fs/cgroup /sys/fs/cgroup
mount -t proc proc /proc
mount -t securityfs securityfs /sys/kernel/security
umount -l /mnt

# Setup host netns access
mkdir -p /run/netns
mount -t tmpfs tmpfs /run/netns
touch /run/netns/hostns
mount --bind /proc/1/ns/net /run/netns/hostns

mount -t tmpfs tmpfs /usr/local/bin
cat << EOE > /usr/local/bin/in-hostnetns
#!/bin/sh
exec ip netns exec hostns /usr/bin/\\\$(basename \\\$0) "\\\$@"
EOE
chmod +x /usr/local/bin/in-hostnetns
# Setup ceph
ln -s in-hostnetns /usr/local/bin/ceph
ln -s in-hostnetns /usr/local/bin/rbd

sleep 300&
echo \$! > "${TEST_DIR}/ns/${ns}/PID"
EOF

    veth1="v${ns}1"
    veth2="v${ns}2"
    nspid=$(cat "${TEST_DIR}/ns/${ns}/PID")

    ip link add "${veth1}" type veth peer name "${veth2}"
    ip link set "${veth2}" netns "${nspid}"

    nsbridge="br$$"
    ip link set dev "${veth1}" master "${nsbridge}" up
    cat << EOF | nsenter -n -m -t "${nspid}" /bin/sh
set -e

ip link set dev lo up
ip link set dev "${veth2}" name eth0
ip link set eth0 up
ip addr add "100.64.1.10${id}/16" dev eth0
ip route add default via 100.64.1.1
EOF
}

teardown_clustering_netns() {
    prefix="inc$$"
    nsbridge="br$$"

    [ ! -d "${TEST_DIR}/ns/" ] && return

    # shellcheck disable=SC2045
    for ns in $(ls -1 "${TEST_DIR}/ns/"); do
        echo "==> Teardown clustering netns ${ns}"

        veth1="v${ns}1"
        if [ -e "/sys/class/net/${veth1}" ]; then
            ip link del "${veth1}"
        fi

        pid="$(cat "${TEST_DIR}/ns/${ns}/PID")"
        kill -9 "${pid}" 2> /dev/null || true

        umount -l "${TEST_DIR}/ns/${ns}/net" > /dev/null 2>&1 || true
        rm -Rf "${TEST_DIR}/ns/${ns}"
    done
}

spawn_incus_and_bootstrap_cluster() {
    # shellcheck disable=SC2039,SC3043
    local INCUS_NETNS

    set -e
    ns="${1}"
    bridge="${2}"
    INCUS_DIR="${3}"
    driver="dir"
    port=""
    if [ "$#" -ge "4" ]; then
        driver="${4}"
    fi
    if [ "$#" -ge "5" ]; then
        port="${5}"
    fi

    echo "==> Spawn bootstrap cluster node in ${ns} with storage driver ${driver}"

    INCUS_NETNS="${ns}" spawn_incus "${INCUS_DIR}" false
    (
        set -e

        cat > "${INCUS_DIR}/preseed.yaml" << EOF
config:
  core.https_address: 100.64.1.101:8443
EOF
        if [ "${port}" != "" ]; then
            cat >> "${INCUS_DIR}/preseed.yaml" << EOF
  cluster.https_address: 100.64.1.101:${port}
EOF
        fi
        cat >> "${INCUS_DIR}/preseed.yaml" << EOF
  images.auto_update_interval: 0
storage_pools:
- name: data
  driver: $driver
EOF
        if [ "${driver}" = "btrfs" ]; then
            cat >> "${INCUS_DIR}/preseed.yaml" << EOF
  config:
    size: 1GiB
EOF
        fi
        if [ "${driver}" = "zfs" ]; then
            cat >> "${INCUS_DIR}/preseed.yaml" << EOF
  config:
    size: 1GiB
    zfs.pool_name: incustest-$(basename "${TEST_DIR}")-${ns}
EOF
        fi
        if [ "${driver}" = "lvm" ]; then
            cat >> "${INCUS_DIR}/preseed.yaml" << EOF
  config:
    volume.size: 25MiB
    size: 1GiB
    lvm.vg_name: incustest-$(basename "${TEST_DIR}")-${ns}
EOF
        fi
        if [ "${driver}" = "ceph" ]; then
            cat >> "${INCUS_DIR}/preseed.yaml" << EOF
  config:
    source: incustest-$(basename "${TEST_DIR}")
    volume.size: 25MiB
    ceph.osd.pg_num: 16
EOF
        fi
        cat >> "${INCUS_DIR}/preseed.yaml" << EOF
networks:
- name: $bridge
  type: bridge
  config:
    ipv4.address: none
    ipv6.address: none
profiles:
- name: default
  devices:
    root:
      path: /
      pool: data
      type: disk
cluster:
  server_name: node1
  enabled: true
EOF
        incus admin init --preseed < "${INCUS_DIR}/preseed.yaml"
    )
}

spawn_incus_and_join_cluster() {
    # shellcheck disable=SC2039,SC3043
    local INCUS_NETNS

    set -e
    ns="${1}"
    bridge="${2}"
    cert="${3}"
    index="${4}"
    target="${5}"
    INCUS_DIR="${6}"
    if [ -d "${7}" ]; then
        token="$(INCUS_DIR=${7} incus cluster add "node${index}" --quiet)"
    else
        token="${7}"
    fi
    driver="dir"
    port="8443"
    if [ "$#" -ge "8" ]; then
        driver="${8}"
    fi
    if [ "$#" -ge "9" ]; then
        port="${9}"
    fi

    echo "==> Spawn additional cluster node in ${ns} with storage driver ${driver}"

    INCUS_NETNS="${ns}" spawn_incus "${INCUS_DIR}" false
    (
        set -e

        # If a custom cluster port was given, we need to first set the REST
        # API address.
        if [ "${port}" != "8443" ]; then
            incus config set core.https_address "100.64.1.10${index}:8443"
        fi

        cat > "${INCUS_DIR}/preseed.yaml" << EOF
cluster:
  enabled: true
  server_name: node${index}
  server_address: 100.64.1.10${index}:${port}
  cluster_address: 100.64.1.10${target}:8443
  cluster_certificate: "$cert"
  cluster_token: ${token}
  member_config:
EOF
        # Declare the pool only if the driver is not ceph, because
        # the ceph pool doesn't need to be created on the joining
        # node (it's shared with the bootstrap one).
        if [ "${driver}" != "ceph" ]; then
            cat >> "${INCUS_DIR}/preseed.yaml" << EOF
  - entity: storage-pool
    name: data
    key: source
    value: ""
EOF
            if [ "${driver}" = "zfs" ]; then
                cat >> "${INCUS_DIR}/preseed.yaml" << EOF
  - entity: storage-pool
    name: data
    key: zfs.pool_name
    value: incustest-$(basename "${TEST_DIR}")-${ns}
  - entity: storage-pool
    name: data
    key: size
    value: 1GiB
EOF
            fi
            if [ "${driver}" = "lvm" ]; then
                cat >> "${INCUS_DIR}/preseed.yaml" << EOF
  - entity: storage-pool
    name: data
    key: lvm.vg_name
    value: incustest-$(basename "${TEST_DIR}")-${ns}
  - entity: storage-pool
    name: data
    key: size
    value: 1GiB
EOF
            fi
            if [ "${driver}" = "btrfs" ]; then
                cat >> "${INCUS_DIR}/preseed.yaml" << EOF
  - entity: storage-pool
    name: data
    key: size
    value: 1GiB
EOF
            fi
        fi

        incus admin init --preseed < "${INCUS_DIR}/preseed.yaml"
    )
}

respawn_incus_cluster_member() {
    # shellcheck disable=SC2039,SC2034,SC3043
    local INCUS_NETNS

    set -e
    ns="${1}"
    INCUS_DIR="${2}"

    INCUS_NETNS="${ns}" respawn_incus "${INCUS_DIR}" true
}