diff --git a/source/resources/apps/proxmox/README b/source/resources/apps/proxmox/README index 59b6bee..9aba7c0 100644 --- a/source/resources/apps/proxmox/README +++ b/source/resources/apps/proxmox/README @@ -1,6 +1,21 @@ - +############################################################################## +Adding a new metal server node for Proxmox. Allocate IP on firewall and set up port forwarding for ssh. Run bootstrap file such as forksand-sf-005-bootstrap from ../sharkfork-bootstrap/forksand-sf-005-bootstrap +############################################################################## +Log into web interface: +Set up tunnel: +ssh -N -C -L 18025:localhost:8006 sf-005 +Then in web browser go to: +https://localhost:18025/ + +Log in. +Set up Proxmox subscription key. + +See: +../sharkfork-bootstrap/forksand-sf-proxmox + +############################################################################## diff --git a/source/resources/apps/sharkfork-bootstrap/forksand-sf-proxmox b/source/resources/apps/sharkfork-bootstrap/forksand-sf-proxmox index 0b991d2..d8625c6 100755 --- a/source/resources/apps/sharkfork-bootstrap/forksand-sf-proxmox +++ b/source/resources/apps/sharkfork-bootstrap/forksand-sf-proxmox @@ -12,12 +12,14 @@ exit 0 # ssh -N -C -L 18022:localhost:8006 sf-002 # ssh -N -C -L 18023:localhost:8006 sf-003 # ssh -N -C -L 18024:localhost:8006 sf-004 +# ssh -N -C -L 18025:localhost:8006 sf-005 # Only logging into one at a time is possible. Session management :| XXX # firefox https://localhost:18021 # firefox https://localhost:18022 # firefox https://localhost:18023 # firefox https://localhost:18024 +# firefox https://localhost:18025 # # Login as root user via PAM # Set up Enterprise Key, if used @@ -26,11 +28,10 @@ exit 0 cd /etc ; git add . ; git commit -a -m 'Initial Proxmox configuration' # # -# XXX Set up vmbr0 via web interface. -# # Network -# Bridges ? XXX # Set up static IPs on each interface in Proxmox web gui +# See this screenshot for an example from sf-004: +# forksand-it-manual/source/resources/images/proxmox-network.png # cd /etc ; git add . ; git commit -a -m 'Configure ethernet addresses' @@ -41,6 +42,7 @@ cd /etc ; git add . ; git commit -a -m 'Configure ethernet addresses' # Configure Corosync # Set up hosts # XXX MAKE SURE NEW NODES GET ADDED TO EXISTING SERVER /etc/hosts +# XXX Update existing hosts with new nodes! cat > /etc/hosts <> /etc/modules + +cd /etc ; git commit -m 'Use rbd kernel module' /etc/modules + +# Reboot... +# With new nodes, I think rest can be done via web gui XXX + # Run this on just sf-001 -pveceph init --network 10.99.99.0/24 +# Doesn't need to be run again: +# pveceph init --network 10.99.99.0/24 cd /etc ; git add . ; git commit -m 'Ceph init' ceph/ pve/ceph.conf -# on sf-002 sf-003 sf-004 +# on sf-002 sf-003 sf-004 sf-005 sf-006 sf-007 cd /etc ; git add . ; git commit -m 'Ceph init' pve/ceph.conf # DONT RUN SIMULTANEOUSLY XXX # Run on sf-001 -pveceph createmon +# Does not need to be run again: +# pveceph createmon cd /etc ; git add . ; git commit -m 'Ceph createmon' # Do the other ones via web gui # @@ -210,11 +274,20 @@ gdisk /dev/nvme3n1 gdisk /dev/nvme4n1 gdisk /dev/nvme5n1 +# sf-005 +# Note /dev/sda is /boot and encrypted / +gdisk /dev/sdb +gdisk /dev/sdc +gdisk /dev/sdd +gdisk /dev/sde +gdisk /dev/sdf + # Add OSDs # Do this via web, not command line. cd /etc ; git add . ; git commit -m 'Add Ceph OSDs via web gui' # Via Web GUI, add pools: +# XXX Pools have changed since this doc. # Name: sharkpool # Size: 3 (default) # Min Size: 2 (default) @@ -237,7 +310,7 @@ cd /etc ; git add . ; git commit -m 'Add Ceph pools via web gui' # # XXX # Reinstall if things go bad: -/etc/init.d/ceph stop ; apt -y purge ceph ceph-base ceph-mgr ceph-mon ceph-osd ; apt -y autoremove --purge ; mv /var/lib/ceph/ /var/lib/foobar-ceph ; rm -rf /etc/pve/ceph* /etc/ceph/ceph.conf /etc/pve/priv/ceph* /etc/systemd/system/ceph-mon.target.wants /etc/systemd/system/ceph-mon.target.wants/ceph-mon@sf-001.service /etc/ceph/ceph.client.admin.keyring +# /etc/init.d/ceph stop ; apt -y purge ceph ceph-base ceph-mgr ceph-mon ceph-osd ; apt -y autoremove --purge ; mv /var/lib/ceph/ /var/lib/foobar-ceph ; rm -rf /etc/pve/ceph* /etc/ceph/ceph.conf /etc/pve/priv/ceph* /etc/systemd/system/ceph-mon.target.wants /etc/systemd/system/ceph-mon.target.wants/ceph-mon@sf-001.service /etc/ceph/ceph.client.admin.keyring apt -y --reinstall install ceph-common # rm stuff that isn't in ceph-common diff --git a/source/resources/images/proxmox-network.png b/source/resources/images/proxmox-network.png new file mode 100644 index 0000000..81726f1 Binary files /dev/null and b/source/resources/images/proxmox-network.png differ diff --git a/source/resources/spreadsheets/sharkfork.ods b/source/resources/spreadsheets/sharkfork.ods index 1511c25..9606cc8 100644 Binary files a/source/resources/spreadsheets/sharkfork.ods and b/source/resources/spreadsheets/sharkfork.ods differ