Analytics notes, Proxmox setup pics

source/resources/apps/elasticsearch/README

@@ -81,3 +81,6 @@ EOF
 systemctl restart rsyslog
 
 ##############################################################################
+# Enable plugins for syslog:
+/usr/share/elasticsearch/bin/elasticsearch-plugin install ingest-geoip
+##############################################################################

source/resources/apps/graylog/README

@@ -29,7 +29,7 @@ mongodb_uri = mongodb://10.22.22.119:27017/graylog
 
 
 
-# Open up firewall:
+# Open up firewall on server:
 -A INPUT -p tcp --dport 9000 -j ACCEPT
 # Syslog UDP
 -A INPUT -p udp --dport  514 -j ACCEPT
@@ -62,9 +62,9 @@ systemctl enable graylog-server.service
 echo "*.* @10.22.22.109:5144;RSYSLOG_SyslogProtocol23Format" > /etc/rsyslog.d/graylog.conf
 
 # TCP:
-echo "*.* @@10.22.22.109:5144;RSYSLOG_SyslogProtocol23Format" > /etc/rsyslog.d/graylog.conf
+#echo "*.* @@10.22.22.109:5144;RSYSLOG_SyslogProtocol23Format" > /etc/rsyslog.d/graylog.conf
 
 # Maybe?
-echo 'action(type="omfwd" target="10.22.22.109" port="5144" template="RSYSLOG_SyslogProtocol23Format")' > /etc/rsyslog.d/graylog.conf
+#echo 'action(type="omfwd" target="10.22.22.109" port="5144" template="RSYSLOG_SyslogProtocol23Format")' > /etc/rsyslog.d/graylog.conf
 
 systemctl restart rsyslog

source/resources/apps/kibana/README

@@ -39,3 +39,5 @@ systemctl enable kibana.service
 ### XXX Backups
 ### XXX Prometheus :)
 
+# View on web through tunnel:
+http://10.22.22.123:5601

source/resources/apps/prometheus/README

@@ -34,6 +34,12 @@ vim /etc/default/prometheus-node-exporter
 --collector.ntp
 --collector.systemd
 ################
+# Just copy over an existing one:
+# XXX not really.
+#scp -p testo4:/etc/default/prometheus-node-exporter /etc/default/prometheus-node-exporter
+
+# Start on boot:
+systemctl enable prometheus-node-exporter
 
 ##############################################################################
 # For MySQL servers, on all servers:

source/resources/apps/sharkfork-bootstrap/forksand-sf-proxmox

@@ -219,16 +219,24 @@ echo rbd >> /etc/modules
 
 cd /etc ; git commit -m 'Use rbd kernel module' /etc/modules
 
-# Reboot...
-# With new nodes, I think rest can be done via web gui XXX
 
 # Run this on just sf-001
 # Doesn't need to be run again:
 # pveceph init --network 10.99.99.0/24
 cd /etc ; git add . ; git commit -m 'Ceph init' ceph/ pve/ceph.conf
 
+# With new nodes, I think rest can be done via web gui XXX
+# XXX It doesn't appear to set up Ceph symbolic links when adding
+# nodes added after initial setup (e.g. sf-005).
+# So run this, on nodes sf-005 and subsequent nodes:
+cd /etc/ceph/
+ln -s /etc/pve/ceph.conf ceph.conf
+# It also needs a key file, copy onto new nodes, sf-005 and newer:
+scp -p sf-001:/etc/ceph/ceph.client.admin.keyring .
+# Reboot...
+
 # on sf-002 sf-003 sf-004 sf-005 sf-006 sf-007
-cd /etc ; git add . ; git commit -m 'Ceph init' pve/ceph.conf
+cd /etc ; git add . ; git commit -a -m 'Ceph setup'
 
 # DONT RUN SIMULTANEOUSLY XXX
 # Run on sf-001
@@ -247,6 +255,7 @@ cd /etc ; git add . ; git commit -m 'Add Ceph mons via web gui'
 
 # Create GPT partition table on each Ceph drive, with correct device name:
 # gdisk /dev/sd[X]
+# This can be done via web interface now too. :)
 
 # sf-001
 # Then 'w' to write new GPT table
@@ -337,3 +346,5 @@ pveceph install
 # Add servers:
 # 208.67.222.222 208.67.220.220 37.235.1.174
 #
+# XXX Add remote syslogging, monitoring, backups, etc.
+#