diff --git a/source/resources/apps/borg/README b/source/resources/apps/borg/README index c51de43..cd65878 100644 --- a/source/resources/apps/borg/README +++ b/source/resources/apps/borg/README @@ -10,12 +10,13 @@ mv /home/jebba/borg /root/ cd /root/borg # Note, get real string with correct host/user/pass: sed -i -e 's/user@host/1234@host.com/g' forksand-borg-* +# If repo is moved, run: sed -i -e 's/BORG_RELOCATED_REPO_ACCESS_IS_OK=no/BORG_RELOCATED_REPO_ACCESS_IS_OK=yes/g' forksand-borg-* # No password: ssh-keygen -t ed25519 -f /root/.ssh/id_ed25519-borg-`hostname` -# meh, remove exit 0 and run: +# Create borg key: ./forksand-borg-add-key # Initalize new repo, no passphrase: diff --git a/source/resources/apps/borg/forksand-borg-add-key b/source/resources/apps/borg/forksand-borg-add-key index ed0051a..41b3962 100755 --- a/source/resources/apps/borg/forksand-borg-add-key +++ b/source/resources/apps/borg/forksand-borg-add-key @@ -6,7 +6,6 @@ # ssh-keygen [-q] [-b bits] [-t dsa | ecdsa | ed25519 | rsa | rsa1] [-N new_passphrase] [-C comment] [-f output_keyfile] # ssh-keygen -t ed25519 -f /root/.ssh/id_ed25519-borg-`hostname` -exit 0 set -x export BORG_SERVER="user@host" diff --git a/source/resources/apps/pgadmin/README.md b/source/resources/apps/pgadmin/README.md index 6799dac..da30eb5 100644 --- a/source/resources/apps/pgadmin/README.md +++ b/source/resources/apps/pgadmin/README.md @@ -11,3 +11,7 @@ ssh -N -C -L 5050:localhost:80 pgadmin # On workstation, in browser: http://localhost:5050/pgadmin4 + +# On postgres servers, add permissions for pgadmin node + +# In browser, add servers... diff --git a/source/resources/apps/postgres/README b/source/resources/apps/postgres/README index 1d34cdf..0e67280 100644 --- a/source/resources/apps/postgres/README +++ b/source/resources/apps/postgres/README @@ -9,14 +9,18 @@ pg_top # pg-activity # pgtop # -# Analysis, separate server: +# Analysis, separate server. See powa/ dir. # PoWa: # postgresql-10-powa -- Workload analyzer # postgresql-10-pg-qualstats -# postgresql-10-pgaudit +# postgresql-10-pg-stat-kcache # postgresql-10-hypopg - PostgreSQL extension adding support for hypothetical indexes. +# # pgbadger - Fast PostgreSQL log analysis report # pgcluu - PostgreSQL performance monitoring and auditing tool +# +# postgresql-10-pgaudit +# # Administration, separate server: # pgadmin -- web admin diff --git a/source/resources/apps/powa/README.md b/source/resources/apps/powa/README.md new file mode 100644 index 0000000..896d04e --- /dev/null +++ b/source/resources/apps/powa/README.md @@ -0,0 +1,62 @@ +# PoWA for PostgreSQL +# https://powa.readthedocs.io + +############################################################################## +# Install on PostgreSQL Servers +# Using upstream postresql's repos, not Debian's repos. +apt install postgresql-10-powa postgresql-10-pg-qualstats postgresql-10-pg-stat-kcache postgresql-10-hypopg + +# Add permissions for PoWA node + +# Configure postgres: +vim /etc/postgresql/10/main/postgresql.conf + +# Change: +# shared_preload_libraries to (keeping citus): +shared_preload_libraries='citus,pg_stat_statements,powa,pg_stat_kcache,pg_qualstats' + +# Create databases, run on each pg1 pg2 pg3 pg4 server: +psql +CREATE DATABASE powa ; +\c powa +CREATE EXTENSION pg_stat_statements; +CREATE EXTENSION btree_gist; +CREATE EXTENSION powa; +CREATE EXTENSION pg_qualstats; +CREATE EXTENSION pg_stat_kcache; +CREATE EXTENSION hypopg; +CREATE ROLE powa SUPERUSER LOGIN PASSWORD 'password' ; + +############################################################################## +# Install on Web Node + +# Set up Debian Stretch node +# Install postgres repos: +echo 'deb http://apt.postgresql.org/pub/repos/apt/ stretch-pgdg main' > /etc/apt/sources.list.d/pgdg.list +wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc | sudo apt-key add - +apt update +apt dist-upgrade +apt install postgresql-client-10 + +# There isn't a package of powa-web for Debian. +# Install dependencies: +apt install python python-psycopg2 python-sqlalchemy python-tornado + +wget -O powa-web-3.1.4.tar.gz https://github.com/powa-team/powa-web/archive/3.1.4.tar.gz +tar -zxvf powa-web-3.1.4.tar.gz +cd powa-web-3.1.4 +cp ./powa-web.conf-dist ./powa-web.conf +./powa-web + +# XXX setup user, startup scripts, etc. + +############################################################################## +# Admin Web Client + +# On workstation create tunnel: +ssh -N -C -L 58888:localhost:8888 powa + +# On workstation, in browser: + +http://localhost:58888/ +############################################################################## diff --git a/source/resources/apps/prometheus/README b/source/resources/apps/prometheus/README index cf156d5..8362503 100644 --- a/source/resources/apps/prometheus/README +++ b/source/resources/apps/prometheus/README @@ -1,4 +1,7 @@ -apt update +############################################################################## +# Prometheus Server +# To Install Server +# # Stretch: apt install -t stretch-backports prometheus # Buster: @@ -14,7 +17,10 @@ apt install prometheus-alertmanager prometheus prometheus-node-exporter -A INPUT -p tcp --dport 9094 -j ACCEPT -A INPUT -p tcp --dport 9100 -j ACCEPT +############################################################################## +# Prometheus Clients # Install exporter on all nodes +# # Stretch: apt install -t stretch-backports prometheus-node-exporter # Buster: @@ -41,6 +47,9 @@ vim /etc/default/prometheus-node-exporter # Start on boot: systemctl enable prometheus-node-exporter +# Firewall open port for prometheus-node-exporter +-A INPUT -p tcp --dport 9100 -j ACCEPT + ############################################################################## # For MySQL servers, on all servers: apt install prometheus-mysqld-exporter diff --git a/source/resources/spreadsheets/sharkfork.ods b/source/resources/spreadsheets/sharkfork.ods index f781c0a..dc6c464 100644 Binary files a/source/resources/spreadsheets/sharkfork.ods and b/source/resources/spreadsheets/sharkfork.ods differ