{"id":449,"date":"2022-02-27T11:43:22","date_gmt":"2022-02-27T02:43:22","guid":{"rendered":"http:\/\/blog.gurees.net\/?p=449"},"modified":"2022-02-27T11:43:22","modified_gmt":"2022-02-27T02:43:22","slug":"drbd-pacemaker-nfs-on-centos-stream-8","status":"publish","type":"post","link":"https:\/\/blog.gurees.net\/?p=449","title":{"rendered":"DRBD + Pacemaker + NFS on CentOS Stream 8"},"content":{"rendered":"\n

\u4eca\u5ea6\u306fPacemaker\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046\u3068\u601d\u3044\u307e\u3059\u3002<\/p>\n\n\n\n\n\n\n\n

\u74b0\u5883\u3068\u3057\u3066\u306fESXi6.7\u3067\u4eee\u60f3\u30de\u30b7\u30f3\u3092\u4f5c\u308aCentOS Stream8\u3092Minimal\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u307e\u3059\u3002
\u30b9\u30da\u30c3\u30af\u306fCPU2\u30b3\u30a2\u3001\u30e1\u30e2\u30ea4GB\u3001\u30c7\u30a3\u30b9\u30af50GB+\u5171\u6709\u30c7\u30a3\u30b9\u30af\u3067\u884c\u304d\u307e\u3059\u3002<\/p>\n\n\n\n

\u3057\u3070\u3089\u304f\u306fdrbd04\u3067\u4f5c\u696d\u3057\u3066\u3001\u5f8c\u3067\u4eee\u60f3\u30de\u30b7\u30f3\u3092\u30af\u30ed\u30fc\u30f3\u3057\u3066drbd05\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002<\/p>\n\n\n\n

+------------------------------+       +------------------------------+ \n| CentOS Stream 8              |       | CentOS Stream 8              | \n| drbd04                       |       | drbd05                       | \n| sda(50GB)                    |       | sda(50GB)                    | \n| sdb                          |       | sdb                          |\n| 192.168.1.234(BootIP ens192) |       | 192.168.1.235(BootIP ens192) | \n| 192.168.3.233(VIP    ens224) |       | 192.168.1.233(VIP    ens224) | \n| 192.168.3.234(BootIP ens224) |       | 192.168.3.235(BootIP ens224) | \n+-ens192----------------ens224-+       +-ens224----------------ens192-+ \n   |                       |              |                     |\n   |                       +--------------+ 40GbE               |\n   |                                                            |\n   +------------------------------------------------------------+ 1GbE<\/pre>\n\n\n\n
\u307e\u305a\u306fpacemaker\u3092\u5165\u308c\u307e\u3059\u3002\u3053\u308c\u3067VIP\u3092\u79fb\u52d5\u3055\u305b\u307e\u3059\u3002\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u305f\u3089hacluster\u30e6\u30fc\u30b6\u306e\u30d1\u30b9\u30ef\u30fc\u30c9\u3068firewall\u3092\u8a2d\u5b9a\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
# dnf --enablerepo=ha -y install pacemaker pcs\n# passwd hacluster\n# firewall-cmd --add-service=high-availability --permanent\n# firewall-cmd --reload<\/pre>\n\n\n\n
\u5f8c\u306fSELinux\u3092\u7121\u52b9\u306b\u3057\u3066\u304a\u304d\u307e\u3059\u3002<\/p>\n\n\n\n
# vi \/etc\/selinux\/config\nSELINUX=enforcing\n\u2193\nSELINUX=disabled<\/pre>\n\n\n\n
\u6b21\u306bDRBD\u306e\u30b3\u30f3\u30d1\u30a4\u30eb\u306b\u5fc5\u8981\u306a\u30c4\u30fc\u30eb\u3092\u5165\u308c\u307e\u3059\u3002<\/p>\n\n\n\n
# dnf -y install gcc gcc-c++ kernel-devel kernel-rpm-macros make perl-interpreter rpm-build kernel-abi-whitelists wget elfutils-libelf-devel flex automake<\/pre>\n\n\n\n
\u30ab\u30fc\u30cd\u30eb\u30e2\u30b8\u30e5\u30fc\u30eb\u3092\u30c0\u30a6\u30f3\u30ed\u30fc\u30c9\u3057\u3066\u30b3\u30f3\u30d1\u30a4\u30eb\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
# wget https:\/\/pkg.linbit.com\/\/downloads\/drbd\/9\/drbd-9.1.6.tar.gz\n# gzip -cd drbd-9.1.6.tar.gz | tar xvf -\n# mkdir rpmbuild\n# mkdir rpmbuild\/BUILD rpmbuild\/RPMS rpmbuild\/SOURCES rpmbuild\/SPECS rpmbuild\/SRPMS\n# cd drbd-9.1.6\n# make kmp-rpm<\/pre>\n\n\n\n
\u6b21\u306b\u30e6\u30fc\u30c6\u30a3\u30ea\u30c6\u30a3\u3092\u30c0\u30a6\u30f3\u30ed\u30fc\u30c9\u3057\u3066\u30b3\u30f3\u30d1\u30a4\u30eb\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
# wget https:\/\/pkg.linbit.com\/\/downloads\/drbd\/utils\/drbd-utils-9.20.2.tar.gz\n# cp drbd-utils-9.20.2.tar.gz ~\/rpmbuild\/SOURCES\/\n# cd ~\/rpmbuild\/SOURCES\/\n# gzip -cd drbd-utils-9.20.2.tar.gz | tar xvf -\n# cd drbd-utils-9.20.2\n# .\/autogen.sh\n# .\/configure --enable-spec\n# rpmbuild -bb drbd.spec --without sbinsymlinks --without heartbeat --with prebuiltman<\/pre>\n\n\n\n
\u30b3\u30f3\u30d1\u30a4\u30eb\u3057\u305frpm\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
# cd ~\/rpmbuild\/RPMS\/x86_64 \n# dnf -y localinstall kmod-drbd-9.1.6_4.18.0_365-1.x86_64.rpm drbd-utils-9.20.2-1.el8.x86_64.rpm drbd-bash-completion-9.20.2-1.el8.x86_64.rpm drbd-xen-9.20.2-1.el8.x86_64.rpm drbd-udev-9.20.2-1.el8.x86_64.rpm drbd-pacemaker-9.20.2-1.el8.x86_64.rpm drbd-man-ja-9.20.2-1.el8.x86_64.rpm drbd-9.20.2-1.el8.x86_64.rpm<\/pre>\n\n\n\n
DRDB\u7528\u306e\u30dd\u30fc\u30c8\u3082\u958b\u653e\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
# firewall-cmd --add-port=6996-7800\/tcp --permanent\n# firewall-cmd --reload<\/pre>\n\n\n\n
\u8a2d\u5b9a\u30d5\u30a1\u30a4\u30eb\u3092\u4f5c\u308a\u307e\u3059\u3002<\/p>\n\n\n\n
# cd \/etc\/drbd.d\/\n# vi r03.res\n\u2193\u3000\u30d5\u30a1\u30a4\u30eb\u3092\u4f5c\u3063\u3066\u8ffd\u8a18\u3057\u307e\u3059\nresource r03 {\n    net{\n        protocol    C;\n        max-buffers 128K;\n    }\n    on drbd04 {\n        device    \/dev\/drbd3;\n        disk      \/dev\/sdb1;\n        address   192.168.8.234:7788;\n        meta-disk internal;\n    }\n \n    on drbd05 {\n        device    \/dev\/drbd3;\n        disk      \/dev\/sdb1;\n        address   192.168.8.235:7788;\n        meta-disk internal;\n    }\n}<\/pre>\n\n\n\n
\u8a2d\u5b9a\u30d5\u30a1\u30a4\u30eb\u304c\u3067\u304d\u305f\u306e\u3067\u3001\u30e1\u30bf\u30c7\u30fc\u30bf\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
# drbdadm create-md r03<\/pre>\n\n\n\n
\u3053\u3053\u307e\u3067\u3067\u304d\u305f\u3089\u4eee\u60f3\u30de\u30b7\u30f3\u3092\u30af\u30ed\u30fc\u30f3\u3057\u307e\u3059\u3002
\u30af\u30ed\u30fc\u30f3\u5f8c\u306f\u30db\u30b9\u30c8\u540d\u3001IP\u30a2\u30c9\u30ec\u30b9\u3092\u5fd8\u308c\u305a\u306b\u5909\u66f4\u3057\u307e\u3059\u3002
\u307e\u305f\u3001ESXi\u306e\u8a2d\u5b9a\u3067\u8a72\u5f53\u30de\u30b7\u30f3\u306e\u30bb\u30ad\u30e5\u30a2\u30d6\u30fc\u30c8\u3092\u7121\u52b9\u306b\u3057\u3066\u304a\u304d\u307e\u3059\u3002<\/p>\n\n\n\n
\u4e21\u30ce\u30fc\u30c9\u3067DRBD\u3092\u8d77\u52d5\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
[root@drbd04 ~]# drbdadm up r03\n[root@drbd04 ~]# systemctl enable drbd\n[root@drbd05 ~]# drbdadm up r03\n[root@drbd05 ~]# systemctl enable drbd<\/pre>\n\n\n\n
\u30b9\u30c6\u30fc\u30bf\u30b9\u3092\u78ba\u8a8d\u3059\u308b\u3068Inconsistent\u306b\u306a\u3063\u3066\u3044\u308b\u306e\u3067\u540c\u671f\u304c\u5fc5\u8981\u3067\u3059\u3002<\/p>\n\n\n\n
[root@drbd04 ~]# drbdadm status r03\nr0 role:Secondary\n  disk:Inconsistent\n  drbd02 role:Secondary\n    peer-disk:Inconsistent<\/pre>\n\n\n\n
\u7247\u30ce\u30fc\u30c9\u3092\u30d7\u30e9\u30a4\u30de\u30ea\u306b\u5909\u66f4\u3057\u3001\u30bb\u30ab\u30f3\u30c0\u30ea\u306b\u623b\u3057\u307e\u3059\u3002\u3059\u308b\u3068UpToDate\u306b\u5909\u308f\u308a\u307e\u3059\u3002\u3053\u308c\u3067\u540c\u671f\u5b8c\u4e86\u3067\u3059\u3002<\/p>\n\n\n\n
[root@drbd04 ~]# drbdadm --force primary r03\n[root@drbd04 ~]# drbdadm secondary r03\n[root@drbd04 ~]# drbdadm status r03\nr03 role:Secondary\n  disk:UpToDate\n  drbd05 role:Secondary\n    replication:SyncSource peer-disk:Inconsistent done:0.24\n\n[root@drbd01 ~]# drbdadm status r03\nr03 role:Secondary\n  disk:UpToDate\n  drbd02 role:Secondary\n    peer-disk:UpToDate<\/pre>\n\n\n\n
\u30c7\u30a3\u30b9\u30af\u304c\u7528\u610f\u3067\u304d\u305f\u306e\u3067\u3001\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0\u3092\u4f5c\u308a\u307e\u3059\u3002\uff11\u30ce\u30fc\u30c9\u5074\u3067xfs\u3067\u30b5\u30af\u30c3\u3068\u4f5c\u308a\u307e\u3059\u3002<\/p>\n\n\n\n
[root@drbd04 ~]# mkfs.xfs \/dev\/drbd3<\/pre>\n\n\n\n
\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0\u304c\u3067\u304d\u305f\u306e\u3067\u3001\u30de\u30a6\u30f3\u30c8\u30dd\u30a4\u30f3\u30c8\u3092\u4f5c\u308a\u307e\u3059\u3002<\/p>\n\n\n\n
[root@drbd04 ~]# mkdir \/drbd3\n[root@drbd04 ~]# chmod 777 \/drbd3\n[root@drbd05 ~]# mkdir \/drbd3\n[root@drbd05 ~]# chmod 777 \/drbd3<\/pre>\n\n\n\n
\u6b21\u306b\u4e21\u30ce\u30fc\u30c9\u3067NFS\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3066\u8a2d\u5b9a\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
# dnf -y install nfs-utils\n# vi \/etc\/exports\n\u2193\u30d5\u30a1\u30a4\u30eb\u3092\u4f5c\u3063\u3066\u8ffd\u8a18\u3057\u307e\u3059\n\/drbd3 192.168.0.0\/16(rw)\n# firewall-cmd --add-service={nfs3,mountd,rpc-bind} --permanent\n# firewall-cmd --reload<\/pre>\n\n\n\n
DRBD\u3068NFS\u306f\u6e96\u5099\u3067\u304d\u305f\u306e\u3067\u6b21\u306f\u81ea\u52d5\u8d77\u52d5\u3068\u8a8d\u8a3c\u3092\u3057\u3066\u3044\u304d\u307e\u3059\u3002\u4e21\u30ce\u30fc\u30c9\u304cAuthorized\u306b\u306a\u308c\u3070OK\u3002<\/p>\n\n\n\n
[root@drbd04 ~]# systemctl start pcsd.service\n[root@drbd04 ~]# systemctl enable pcsd.service\n[root@drbd05 ~]# systemctl start pcsd.service\n[root@drbd05 ~]# systemctl enable pcsd.service\n[root@drbd04 ~]# pcs host auth drbd04.local drbd05.local -u hacluster -p '<hacluster\u306e\u30d1\u30b9\u30ef\u30fc\u30c9>'\ndrbd04.local: Authorized\ndrbd05.local: Authorized<\/pre>\n\n\n\n
\u30af\u30e9\u30b9\u30bf\u306e\u521d\u671f\u8a2d\u5b9a\u3092\u3057\u3066\u3044\u304d\u307e\u3059\u3002Starting cluster on hosts:\u304c\u6307\u5b9a\u3057\u305f\u30ce\u30fc\u30c9\u3067\u8868\u793a\u3055\u308c\u308c\u3070OK\u3002<\/p>\n\n\n\n
[root@drbd04 ~]# pcs cluster setup cluster233 --start drbd04.local addr=192.168.1.234 addr=192.168.8.234 drbd05.local addr=192.168.1.235 addr=192.168.8.235\nDestroying cluster on hosts: 'drbd04.local', 'drbd05.local'...\ndrbd05.local: Successfully destroyed cluster\ndrbd04.local: Successfully destroyed cluster\nRequesting remove 'pcsd settings' from 'drbd04.local', 'drbd05.local'\ndrbd04.local: successful removal of the file 'pcsd settings'\ndrbd05.local: successful removal of the file 'pcsd settings'\nSending 'corosync authkey', 'pacemaker authkey' to 'drbd04.local', 'drbd05.local'\ndrbd04.local: successful distribution of the file 'corosync authkey'\ndrbd04.local: successful distribution of the file 'pacemaker authkey'\ndrbd05.local: successful distribution of the file 'corosync authkey'\ndrbd05.local: successful distribution of the file 'pacemaker authkey'\nSending 'corosync.conf' to 'drbd04.local', 'drbd05.local'\ndrbd04.local: successful distribution of the file 'corosync.conf'\ndrbd05.local: successful distribution of the file 'corosync.conf'\nCluster has been successfully set up.\nStarting cluster on hosts: 'drbd04.local', 'drbd05.local'...<\/pre>\n\n\n\n
\u30af\u30a9\u30fc\u30e9\u30e0\u3068STONITH\u3092\u7121\u52b9\u306b\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
[root@drbd04 ~]# pcs property set no-quorum-policy=ignore\n[root@drbd04 ~]# pcs property set stonith-enabled=false\n[root@drbd04 ~]# pcs property\nCluster Properties:\n cluster-infrastructure: corosync\n cluster-name: cluster233\n dc-version: 2.1.2-4.el8-ada5c3b36e2\n have-watchdog: false\n no-quorum-policy: ignore\n stonith-enabled: false<\/pre>\n\n\n\n
\u6b21\u306bVIP\u3001DRBD\u306e\u30de\u30a6\u30f3\u30c8\u3068NFS\u306e\u30ea\u30bd\u30fc\u30b9\u3068\u3001\u30ea\u30bd\u30fc\u30b9\u30b0\u30eb\u30fc\u30d7\u3092\u4f5c\u3063\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n\n\n\n
[root@drbd04 \/]# pcs resource create rs-vip-1  ocf:heartbeat:IPaddr2 ip=192.168.1.233 cidr_netmask=24 nic=ens192\n[root@drbd04 \/]# pcs resource create rs-vip-8  ocf:heartbeat:IPaddr2 ip=192.168.8.233 cidr_netmask=24 nic=ens224\n[root@drbd04 \/]# pcs resource create rs-drbd3  ocf:heartbeat:Filesystem device=\/dev\/drbd3 directory=\/drbd3 fstype=xfs\n[root@drbd04 \/]# pcs resource create rs-nfs systemd:nfs-server\n[root@drbd04 \/]# pcs resource group add rg-233 rs-vip-1 rs-vip-8 rs-drbd3 rs-nfs <\/pre>\n\n\n\n
\u30b9\u30c6\u30fc\u30bf\u30b9\u3092\u78ba\u8a8d\u3059\u308b\u3068\u3001drbd04\u3067\u6307\u5b9a\u3057\u305f\u30ea\u30bd\u30fc\u30b9\u304c\u8d77\u52d5\u3057\u3066\u308b\u306e\u304c\u78ba\u8a8d\u3067\u304d\u307e\u3059\u3002<\/p>\n\n\n\n
[root@drbd04 \/]# pcs status\nCluster name: cluster233\nCluster Summary:\n  * Stack: corosync\n  * Current DC: drbd05.local (version 2.1.2-4.el8-ada5c3b36e2) - partition with quorum\n  * Last updated: Sun Feb 27 11:03:08 2022\n  * Last change:  Sun Feb 27 11:01:44 2022 by root via cibadmin on drbd04.local\n  * 2 nodes configured\n  * 4 resource instances configured\n\nNode List:\n  * Online: [ drbd04.local drbd05.local ]\n\nFull List of Resources:\n  * Resource Group: rg-233:\n    * rs-vip-1  (ocf::heartbeat:IPaddr2):        Started drbd04.local\n    * rs-vip-8  (ocf::heartbeat:IPaddr2):        Started drbd04.local\n    * rs-drbd3  (ocf::heartbeat:Filesystem):     Started drbd04.local\n    * rs-nfs    (systemd:nfs-server):    Started drbd04.local\n\nDaemon Status:\n  corosync: active\/disabled\n  pacemaker: active\/disabled\n  pcsd: active\/enabled<\/pre>\n\n\n\n
\u4f5c\u3063\u305fNFS\u306eESXi\u304b\u3089\u30de\u30a6\u30f3\u30c8\u3057\u3066\u30d9\u30f3\u30c1\u3057\u3066\u307f\u307e\u3059\u3002<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
\u4f7f\u7528\u3057\u3066\u308b\u30c7\u30a3\u30b9\u30af\u306e\u30d9\u30f3\u30c1\u306f\u4ee5\u4e0b\u306a\u306e\u3067\u3001\u601d\u3063\u305f\u3088\u308a\u66f8\u304d\u8fbc\u307f\u306e\u30dc\u30c8\u30eb\u30cd\u30c3\u30af\u304c\u51fa\u3066\u308b\u5370\u8c61\u3067\u3059\u3002\u3053\u306e\u30c7\u30a3\u30b9\u30af\u306f2GB\u3050\u3089\u3044HBA\u306b\u30ad\u30e3\u30c3\u30b7\u30e5\u304c\u3042\u308b\u306e\u30671GB\u306a\u3089R\/W\u3068\u3082\u7206\u901f\u306e\u30cf\u30ba\u306a\u306e\u3067\u3059\u3002<\/p>\n\n\n\n
\"\u753b\u50cf\"\/<\/figure>\n\n\n\n
\u30d9\u30f3\u30c1\u30b5\u30a4\u30ba\u3092\u4e0b\u3052\u3066\u3082\u7d50\u679c\u306f\u4e00\u7dd2\u3067\u3057\u305f\u3002\u30a4\u30f3\u30bf\u30fc\u30b3\u30cd\u30af\u30c8\u306f40GbE\u306e\u63a5\u7d9a\u3092\u3057\u3066\u3066227MB\/s\u306a\u30892GbE\u7a0b\u5ea6\u306e\u5e2f\u57df\u3057\u304b\u4f7f\u3063\u3066\u306a\u3044\u611f\u3058\u3067\u3059\u306d\u3002\u524d\u56de\u306f1GbE\u30ae\u30ea\u30ae\u30ea\u306e\u5e2f\u57df\u307e\u3067\u4f7f\u3063\u3066\u66f8\u304d\u8fbc\u307f\u304c\u982d\u6253\u3061\u306b\u306a\u3063\u305f\u306e\u3067\u3001NW\u3068\u30c7\u30a3\u30b9\u30af\u304c\u5341\u5206\u306b\u65e9\u3051\u308c\u3070\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u51fa\u308b\u3068\u601d\u3063\u305f\u3093\u3067\u3059\u3051\u3069\u304c\u3001\u4e88\u60f3\u304c\u5916\u308c\u307e\u3057\u305f\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
\u4eca\u5ea6\u306fPacemaker\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046\u3068\u601d\u3044\u307e\u3059\u3002<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[22,14,19],"tags":[],"class_list":["post-449","post","type-post","status-publish","format-standard","hentry","category-dl360p-gen8","category-esxi","category-linux"],"_links":{"self":[{"href":"https:\/\/blog.gurees.net\/index.php?rest_route=\/wp\/v2\/posts\/449","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.gurees.net\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.gurees.net\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.gurees.net\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.gurees.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=449"}],"version-history":[{"count":3,"href":"https:\/\/blog.gurees.net\/index.php?rest_route=\/wp\/v2\/posts\/449\/revisions"}],"predecessor-version":[{"id":454,"href":"https:\/\/blog.gurees.net\/index.php?rest_route=\/wp\/v2\/posts\/449\/revisions\/454"}],"wp:attachment":[{"href":"https:\/\/blog.gurees.net\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=449"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.gurees.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=449"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.gurees.net\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=449"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}