From c13f257b6f1eb3df4b211394c11b4587bb8c831a Mon Sep 17 00:00:00 2001 From: Jeff Moe Date: Tue, 11 Sep 2018 09:53:27 -0600 Subject: [PATCH] New Ceph nodes --- .../apps/sharkfork-bootstrap/TUNING-NOTES | 9 ++++++++- .../sharkfork-bootstrap/forksand-sf-proxmox | 8 ++++++-- source/resources/spreadsheets/sharkfork.ods | Bin 58078 -> 58075 bytes 3 files changed, 14 insertions(+), 3 deletions(-) diff --git a/source/resources/apps/sharkfork-bootstrap/TUNING-NOTES b/source/resources/apps/sharkfork-bootstrap/TUNING-NOTES index 4ab407c..6835d20 100644 --- a/source/resources/apps/sharkfork-bootstrap/TUNING-NOTES +++ b/source/resources/apps/sharkfork-bootstrap/TUNING-NOTES @@ -105,10 +105,17 @@ ceph osd crush rule create-replicated fast default host nvme # Then do this to have pool use new rule: -ceph osd pool set nvmepool crush_rule fast +#ceph osd pool set nvmepool crush_rule fast # nope +# Create disk platter crush rule for slow pool from command line: +ceph osd crush rule create-replicated slow default host hdd +# Then add pool with "slow" crush rule in web GUI + +# Then add under Data Center --> Storage, the new pool. Use rbd, and krbd + + ############################## # Change disk encryption password, check disk with crypto, then: #cryptsetup -y luksAddKey /dev/sdb1 diff --git a/source/resources/apps/sharkfork-bootstrap/forksand-sf-proxmox b/source/resources/apps/sharkfork-bootstrap/forksand-sf-proxmox index e9f0395..b90a602 100755 --- a/source/resources/apps/sharkfork-bootstrap/forksand-sf-proxmox +++ b/source/resources/apps/sharkfork-bootstrap/forksand-sf-proxmox @@ -212,14 +212,14 @@ cd /etc ; git add . ; git commit -a -m 'Install Ceph' # All nodes, enable rbd kernel module: echo rbd >> /etc/modules - +modprobe rbd cd /etc ; git commit -m 'Use rbd kernel module' /etc/modules # Run this on just sf-001 # Doesn't need to be run again: # pveceph init --network 10.99.99.0/24 -cd /etc ; git add . ; git commit -m 'Ceph init' ceph/ pve/ceph.conf +# cd /etc ; git add . ; git commit -m 'Ceph init' ceph/ pve/ceph.conf # With new nodes, I think rest can be done via web gui XXX # XXX It doesn't appear to set up Ceph symbolic links when adding @@ -229,6 +229,7 @@ cd /etc/ceph/ ln -s /etc/pve/ceph.conf ceph.conf # It also needs a key file, copy onto new nodes, sf-005 and newer: scp -p sf-001:/etc/ceph/ceph.client.admin.keyring . +cd /etc ; git commit -a -m 'Add ceph config' # Reboot... # on sf-002 sf-003 sf-004 sf-005 sf-006 sf-007 @@ -287,6 +288,9 @@ gdisk /dev/sdd gdisk /dev/sde gdisk /dev/sdf +# sf-006, sf-007 +# Added via web interface + # Add OSDs # Do this via web, not command line. cd /etc ; git add . ; git commit -m 'Add Ceph OSDs via web gui' diff --git a/source/resources/spreadsheets/sharkfork.ods b/source/resources/spreadsheets/sharkfork.ods index df1a9f9d4b5a69b2f69b48c63279982001856bdf..d6cfbc439c0674b4a124e089e78370080df5e369 100644 GIT binary patch delta 1631 zcmY*Zdpwj`82)A^Ofw1@M$CLO5hE(0qzk{vx@IwvFd|Bd656Q|laG)~F6py&ZP}(s zrPXCE#b$*;QYNIyW#^VMxil%(wXriazy0m`<9*NbyytzNbIu zg#QFrDYhoy4kZH#F^luiXtZ3fGMFSn$V-*G)<{$p+1%7_5l5~=p`b5#GEx(fp_z`x zTehwwi@1&s=^g=PU8}Eb*Jir{Yk^hrXvk96Ds&0?fW8In1

avYi%%cs+*kKy2BN;2NhTZHd=RpeE52Q+s|z4gYPS0owBK0<9>WxOQU99Q8FRa%QPsJ<`Q7I1 ziEuq^QKUC5dbU%_wZ%>8-fhbeH1(%?ah_U<4Nl6a*SDp9pSMN-a7Uep0ddI3X6>>b z+jr+%d^$}t4h=D0FO8_W5fQ1&7;P8!Ex7g1JPLpU6PanTr7Vk0QA54s+I*^*GX8f* z>x$wZA8%*Q^Bp>zY)d-YWu{-NDBDNseqbID9(qt2&abiiJWPGE2j?N}r39S*o%)4; zva$4S+s6pk=U!93nWNpgdm&xOy7JtuG&hXDBRB3*Us$b&dFo6=X-XM%VVmz+wN6j! z1}!$xDPq-mGiy%1u^Kh425e1a1ZH|^_;QUdB=d@?qp&&Q3@r;=GBODyC(FI7~Y zGf{7^J~sPD+`^kWs7il>K+k|vz;lCsRrjM*yMsBhmX^=)DmnDhZoghK(E&dvPIq(wPj?|j*DUSciFCaBl= zU0L4?d|=8iHhM#oBDM|Bnf{=MJ3`;Go;MmBFl%$HD9f`C$_s9dA>GZxv=`2Ydeuk* zSE19hq=NbVhXxqO4Z5RKW~M7%N;QjBB}2{SRYRu-7)|G%%D|q;4ev3a*lN!S?m=F8 z&BOkm#$R1yo^&PzUUMGv>nF93Y_&d4_E*s|CwJP9XCCoC6YYiK7WU2Ym~Uk|uUv3@ znd-f@xFZD+rzonXl`(=F@6Ew z`HQA^h3}|9F#-ZC5>gHC?0@(Ar(QsC`;*EEGNRdM3zcJeIy_t z5g3Crb322%tB zNhcW{G`{>oH*1joIv22maw43sID?Szz!Zvgu;ed-;vf~k>4b`*3aB_|3O)b|Kw>aA zimKU`d>AOF6krP|k}{s!h#X3Aj=vdv;52X;kYeKQk%V0VjaESsg{j=D7@*cMks^AFrM9GxNYYSCA;NI;1%1$-P^5o5YG7}O2)dlsqf6fj8YreNfJTvIXc?D z*xl_9@h3}Zcty?G(B8<>b6&Sr3K+#61?n$8xMtQnMyLoryFde?Jg9~ z_Dlb2Qjw|s;9xfU@%V_ofrv57hqSm`x)?cG)1leX(q(k2T{@>>bzwu8h*<$Qu1vp= z8$5QQz$BWeFs+#HH0?wFZD$-=uugs2qP6_+t()G`BswAtLsw0_&t3pEOx%hhh)2Cf zR=nBz%2VZ^t87_hKZnCf9l35+ue+4_HHv*rJpy&#-Iwax(jT!J?dZv`YLC67Qj{$; zlv=DWY?CF!?9YT1b$O%_EShV(%j2u2GkQAvS`+z>?cCNVY#I=E<(qIRyB!%B=5$q+ znY8ei#k*c|$aJm4>K3th2fEu#@d{sNwwbE-P==${M>49&)aoR^wLs0y`bz&^%jhUw zpO(Asp=-_A!$tEU?;a|*`TAYllMo#>YW=|#%BHC`+YmUrTH^OQ?<`4ID)*-aA z*~9D22&Ftx$zY$gw(Eo%2X+a|{?0wKzd!#G)xKRSwXiAeLKL-eZV0eAZ=P4TkQwZ} zIF(dub>jQv)lCvEFF>jG?c8)&t!#Dxt4Sj&@5ynpoywv^J)sHl#)0C4-FZ;%v8E|} z%ch4-jIPtUV%(52+xTbX)|r{`1V`A~Dt>G{#N|`}$ry^)+)R*4zf`!H)Y%Zt%5CWThlit@h22@>4f8(W381 zWM5a=39;P{C6@8|NcAP+4nGbnC}i_0S;QGB2msNE0I&zkFTh&Uj^zO=LU*Q`%Q6C0 zpKEfdwp>G_YIEo*3Z~QHTvv;M0&QrL9E$RQN~5A672pPZ{)HdgN6jfD}l;P9eJ*&<>};N4dMJz e_y9oan*ry+P^L1s_U}v-gakG+(E_eiuHs+mk=7Cb