{"id":642,"date":"2023-12-30T21:28:47","date_gmt":"2023-12-30T12:28:47","guid":{"rendered":"https:\/\/blog.gurees.net\/?p=642"},"modified":"2023-12-30T21:28:47","modified_gmt":"2023-12-30T12:28:47","slug":"raspberrypi-4%e3%81%a7glusterfs%e3%82%92%e6%a7%8b%e7%af%89%e3%81%99%e3%82%8b","status":"publish","type":"post","link":"https:\/\/blog.gurees.net\/?p=642","title":{"rendered":"RaspberryPi 4\u3067GlusterFS\u3092\u69cb\u7bc9\u3059\u308b"},"content":{"rendered":"\n

\u30af\u30e9\u30b9\u30bf\u69cb\u7bc9\u306e\u304a\u52c9\u5f37\u7528\u306b3\u53f0\u307b\u3069RaspberryPi 4(8GB)\u3092\u8cb7\u3063\u305f\u306e\u3067\u3001\u305d\u306e\u3046\u30612\u53f0\u3067\u5206\u6563\u30b9\u30c8\u30ec\u30fc\u30b8\u3092\u69cb\u7bc9\u3057\u3088\u3046\u3068\u601d\u3044\u307e\u3059\u3002<\/p>\n\n\n\n\n\n\n\n

\u5171\u6709\u3059\u308b\u30b9\u30c8\u30ec\u30fc\u30b8\u306fGW2.5OR-U3\uff0bGX2 SSD 512GB\u3067\u3059\u3002sda\u3068\u3057\u3066\u8a8d\u8b58\u3057\u3066\u3044\u308b\u72b6\u614b\u3067\u3059\u3002<\/p>\n\n\n\n

$ lsblk\nNAME        MAJ:MIN RM   SIZE RO TYPE MOUNTPOINTS\nsda           8:0    0 476.9G  0 disk\nmmcblk0     179:0    0  57.9G  0 disk\ntqmmcblk0p1 179:1    0   512M  0 part \/boot\/firmware\nmqmmcblk0p2 179:2    0  57.4G  0 part \/\n$ lsusb\nBus 002 Device 002: ID 0080:a001 Unknown JMS578 based SATA bridge<\/pre>\n\n\n\n
\u30d1\u30fc\u30c6\u30a3\u30b7\u30e7\u30f3\u4f5c\u3063\u3066\u3001ext4\u3067\u30d5\u30a9\u30fc\u30de\u30c3\u30c8\u3001\u30de\u30a6\u30f3\u30c8\u30dd\u30a4\u30f3\u30c8\u3092\u4f5c\u3063\u3066\u30de\u30a6\u30f3\u30c8\u3057\u307e\u3059\u3002PARTUUID\u306fblkid\u3067\u78ba\u8a8d\u3057\u305f\u3082\u306e\u3092\u6307\u5b9a\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
# parted \/dev\/sda mklabel gpt\n# parted \/dev\/sda mkpart brick 0% 100%\n# mkfs.ext4 \/dev\/sda1\n# mkdir -p \/gfs\/brick\n# blkid | grep sda1\n\/dev\/sda1: UUID=\"5cf44f34-f462-4ac4-9a16-2b0623becd53\" BLOCK_SIZE=\"4096\" TYPE=\"ext4\" PARTLABEL=\"brick\" PARTUUID=\"8d963c2f-e4c2-4ea1-b67d-5b3b435d015d\"\n# echo 'PARTUUID=\"5cf44f34-f462-4ac4-9a16-2b0623becd53\" \/gfs\/brick ext4 nofail  0       1' >> \/etc\/fstab\n# systemctl daemon-reload\n# mount \/gfs\/brick<\/pre>\n\n\n\n
glusterfs\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3001\u81ea\u52d5\u8d77\u52d5\u3092\u6709\u52b9\u306b\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
# apt-get -y install glusterfs-server\n# systemctl enable glusterd --now<\/pre>\n\n\n\n
\u30ce\u30fc\u30c92\u3068\u63a5\u7d9a\u3057\u3001\u78ba\u8a8d\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
llcpi01 # gluster peer probe llcpi02\npeer probe: success\nllcpi01 # gluster peer status\nNumber of Peers: 1\n\nHostname: llcpi02\nUuid: 8000483e-efb7-46af-adf4-0768e1ff65ac\nState: Peer in Cluster (Connected)<\/pre>\n\n\n\n
\u30dc\u30ea\u30e5\u30fc\u30e0\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
llcpi01 # gluster volume create gvol1 replica 2 llcpi01:\/gfs\/brick\/gvol0 llcpi02:\/gfs\/brick\/gvol0\nllcpi01 # gluster volume start gvol1 <\/pre>\n\n\n\n
\u30de\u30a6\u30f3\u30c8\u8a2d\u5b9a\u3092\u3057\u307e\u3059\u300202\u306e\u30ce\u30fc\u30c9\u3067\u306fbackup-volfile-servers\u306e\u6307\u5b9a\u3092\u5909\u3048\u3066\u540c\u69d8\u306b\u6307\u5b9a\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
llcpi01 # mkdir \/shared\nllcpi01 # echo 'localhost:\/gvol1 \/shared glusterfs defaults,_netdev,backup-volfile-servers=llcpi02 0 0' >> \/etc\/fstab\nllcpi01 # mount \/shared<\/pre>\n\n\n\n
\u3053\u308c\u3067\/sahred\u306bGlusterFS\u304c\u30de\u30a6\u30f3\u30c8\u3055\u308c\u3066\u3044\u308b\u306f\u305a\u3067\u3059\u3002<\/p>\n\n\n\n
\u305b\u3063\u304b\u304f\u306a\u306e\u3067\u30d9\u30f3\u30c1\u30de\u30fc\u30af\u3092\u3068\u3063\u3066\u307f\u307e\u3059\u3002SSD\u306e\u8aad\u307f\u53d6\u308a\u3092\u898b\u3066\u307f\u308b\u3068\u304b\u306a\u308a\u9045\u3044\u3067\u3059\u3002\u8abf\u3079\u3066\u307f\u308b\u3068UASP\u304c\u602a\u3057\u3044\u3067\u3059\u3002<\/p>\n\n\n\n
# hdparm -t \/dev\/sda1\n\/dev\/sda1:\n Timing buffered disk reads:  18 MB in 54.47 seconds = 338.41 kB\/sec<\/pre>\n\n\n\n
\u898b\u3066\u307f\u308b\u3068Driver=uas\u3067\u3059\u306d\u3002<\/p>\n\n\n\n
# lsusb -t\n\/:  Bus 02.Port 1: Dev 1, Class=root_hub, Driver=xhci_hcd\/4p, 5000M\n    |__ Port 2: Dev 2, If 0, Class=Mass Storage, Driver=uas, 5000M\n\uff1a\n# lsusb\nBus 002 Device 002: ID 0080:a001 Unknown JMS578 based SATA bridge<\/pre>\n\n\n\n
\u8d77\u52d5\u30aa\u30d7\u30b7\u30e7\u30f3\u3067\u7121\u52b9\u306b\u3059\u308b\u304c\u826f\u3044\u3089\u3057\u3044\u306e\u3067\u3001\u7121\u52b9\u306b\u3057\u307e\u3059\u3002\/boot\/cmdline.txt\u306b\u300cusb-storage.quirks=0080:a001:u\u300d\u3092\u8ffd\u8a18\u3057\u3001\u518d\u8d77\u52d5\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
\u518d\u8d77\u52d5\u5f8c\u3001\u78ba\u8a8d\u3059\u308b\u3068Driver=usb-storage\u306b\u306a\u3063\u3066\u3044\u308c\u3070OK\u3067\u3059\u3002<\/p>\n\n\n\n
# lsusb -t\n\/:  Bus 02.Port 1: Dev 1, Class=root_hub, Driver=xhci_hcd\/4p, 5000M\n    |__ Port 2: Dev 2, If 0, Class=Mass Storage, Driver=usb-storage, 5000M<\/pre>\n\n\n\n
\u518d\u5ea6\u8aad\u307f\u8fbc\u307f\u3092\u30d9\u30f3\u30c1\u30de\u30fc\u30af\u3057\u307e\u3059\u3002\u4eca\u5ea6\u306f192 MB\/s\u306a\u306e\u3067\u3001\u305d\u3053\u305d\u3053\u306e\u5024\u304c\u51fa\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n
# hdparm -t \/dev\/sda1\n\/dev\/sda1:\n Timing buffered disk reads: 578 MB in  3.00 seconds = 192.49 MB\/sec<\/pre>\n\n\n\n
SSD\u76f4\u63a5\u3067R=219MB\/s\u3001W=210MB\/s\u3067\u3059\u3002SATA2.0\u6642\u4ee3\u306eSSD\u307f\u305f\u3044\u306a\u901f\u5ea6\u3067\u3059\u306d\u3002<\/p>\n\n\n\n
# wget http:\/\/www.winkey.jp\/downloads\/visit.php\/fio-crystaldiskmark\n# cp -p fio-crystaldiskmark fio-crystaldiskmark-sda1\n# sed -i s@directory=\/tmp\/@directory=\/gfs\/brick\/@g fio-crystaldiskmark-sda1\n# fio fio-crystaldiskmark-sda1\n\uff1a\nRun status group 0 (all jobs):\n   READ: bw=208MiB\/s (219MB\/s), 208MiB\/s-208MiB\/s (219MB\/s-219MB\/s), io=1024MiB (1074MB), run=4912-4912msec\n\nRun status group 1 (all jobs):\n  WRITE: bw=200MiB\/s (210MB\/s), 200MiB\/s-200MiB\/s (210MB\/s-210MB\/s), io=1024MiB (1074MB), run=5119-5119msec\n\nRun status group 2 (all jobs):\n   READ: bw=175MiB\/s (183MB\/s), 175MiB\/s-175MiB\/s (183MB\/s-183MB\/s), io=1024MiB (1074MB), run=5863-5863msec\n\nRun status group 3 (all jobs):\n  WRITE: bw=201MiB\/s (211MB\/s), 201MiB\/s-201MiB\/s (211MB\/s-211MB\/s), io=1024MiB (1074MB), run=5100-5100msec\n\nRun status group 4 (all jobs):\n   READ: bw=14.9MiB\/s (15.6MB\/s), 14.9MiB\/s-14.9MiB\/s (15.6MB\/s-15.6MB\/s), io=892MiB (935MB), run=60001-60001msec\n\nRun status group 5 (all jobs):\n  WRITE: bw=24.9MiB\/s (26.2MB\/s), 24.9MiB\/s-24.9MiB\/s (26.2MB\/s-26.2MB\/s), io=1024MiB (1074MB), run=41057-41057msec\n\nRun status group 6 (all jobs):\n   READ: bw=16.5MiB\/s (17.3MB\/s), 16.5MiB\/s-16.5MiB\/s (17.3MB\/s-17.3MB\/s), io=990MiB (1039MB), run=60001-60001msec\n\nRun status group 7 (all jobs):\n  WRITE: bw=27.9MiB\/s (29.2MB\/s), 27.9MiB\/s-27.9MiB\/s (29.2MB\/s-29.2MB\/s), io=1024MiB (1074MB), run=36750-36750msec\n\nDisk stats (read\/write):\n  sda: ios=490008\/531162, merge=20\/89, ticks=186180\/123165, in_queue=310445, util=99.17%<\/pre>\n\n\n\n
GlusterFS\u3067R=125MB\/s\u3001W=78MB\/s\u3067\u3059\u30021GbE\u306a\u306e\u3067125MB\/s\u304c\u8ad6\u7406\u6700\u5927\u306a\u306e\u3067\u3001\u30ae\u30ea\u30ae\u30ea\u307e\u3067\u51fa\u3066\u3044\u308b\u3068\u601d\u3044\u307e\u3059\u3002<\/p>\n\n\n\n
# cp -p fio-crystaldiskmark fio-crystaldiskmark-shared\n# sed -i s@directory=\/tmp\/@directory=\/shared\/@g fio-crystaldiskmark-shared\n# fio fio-crystaldiskmark-shared\nRun status group 0 (all jobs):\n   READ: bw=119MiB\/s (125MB\/s), 119MiB\/s-119MiB\/s (125MB\/s-125MB\/s), io=1024MiB (1074MB), run=8578-8578msec\n\nRun status group 1 (all jobs):\n  WRITE: bw=74.4MiB\/s (78.1MB\/s), 74.4MiB\/s-74.4MiB\/s (78.1MB\/s-78.1MB\/s), io=1024MiB (1074MB), run=13756-13756msec\n\nRun status group 2 (all jobs):\n   READ: bw=114MiB\/s (120MB\/s), 114MiB\/s-114MiB\/s (120MB\/s-120MB\/s), io=1024MiB (1074MB), run=8949-8949msec\n\nRun status group 3 (all jobs):\n  WRITE: bw=69.7MiB\/s (73.1MB\/s), 69.7MiB\/s-69.7MiB\/s (73.1MB\/s-73.1MB\/s), io=1024MiB (1074MB), run=14682-14682msec\n\nRun status group 4 (all jobs):\n   READ: bw=5604KiB\/s (5739kB\/s), 5604KiB\/s-5604KiB\/s (5739kB\/s-5739kB\/s), io=328MiB (344MB), run=60001-60001msec\n\nRun status group 5 (all jobs):\n  WRITE: bw=7250KiB\/s (7424kB\/s), 7250KiB\/s-7250KiB\/s (7424kB\/s-7424kB\/s), io=425MiB (445MB), run=60001-60001msec\n\nRun status group 6 (all jobs):\n   READ: bw=13.2MiB\/s (13.8MB\/s), 13.2MiB\/s-13.2MiB\/s (13.8MB\/s-13.8MB\/s), io=791MiB (830MB), run=60004-60004msec\n\nRun status group 7 (all jobs):\n  WRITE: bw=7309KiB\/s (7485kB\/s), 7309KiB\/s-7309KiB\/s (7485kB\/s-7485kB\/s), io=428MiB (449MB), run=60001-60001msec<\/pre>\n\n\n\n
\u304a\u307e\u3051\u3067boot\u7528\u306eSD\u30ab\u30fc\u30c9(\u30ad\u30aa\u30af\u30b7\u30a2\u306eKLMEA064G)\u3067\u3059\u3002\u516c\u79f0\u5024\u3060\u3068\u8aad\u307f\u8fbc\u307f100MB\/s\u3067\u3059\u304c\u3001R=41MB\/s\u3001W=19MB\/s\u3067\u3059\u3002<\/p>\n\n\n\n
# cp -p fio-crystaldiskmark fio-crystaldiskmark-root\n# sed -i s@directory=\/tmp\/@directory=\/@g fio-crystaldiskmark-root\n# fio fio-crystaldiskmark-root\n\uff1a\nRun status group 0 (all jobs):\n   READ: bw=41.1MiB\/s (43.1MB\/s), 41.1MiB\/s-41.1MiB\/s (43.1MB\/s-43.1MB\/s), io=1024MiB (1074MB), run=24940-24940msec\n\nRun status group 1 (all jobs):\n  WRITE: bw=18.6MiB\/s (19.5MB\/s), 18.6MiB\/s-18.6MiB\/s (19.5MB\/s-19.5MB\/s), io=1024MiB (1074MB), run=54977-54977msec\n\nRun status group 2 (all jobs):\n   READ: bw=37.8MiB\/s (39.6MB\/s), 37.8MiB\/s-37.8MiB\/s (39.6MB\/s-39.6MB\/s), io=1024MiB (1074MB), run=27086-27086msec\n\nRun status group 3 (all jobs):\n  WRITE: bw=18.5MiB\/s (19.4MB\/s), 18.5MiB\/s-18.5MiB\/s (19.4MB\/s-19.4MB\/s), io=1024MiB (1074MB), run=55439-55439msec\n\nRun status group 4 (all jobs):\n   READ: bw=9314KiB\/s (9537kB\/s), 9314KiB\/s-9314KiB\/s (9537kB\/s-9537kB\/s), io=546MiB (572MB), run=60001-60001msec\n\nRun status group 5 (all jobs):\n  WRITE: bw=5133KiB\/s (5256kB\/s), 5133KiB\/s-5133KiB\/s (5256kB\/s-5256kB\/s), io=301MiB (315MB), run=60001-60001msec\n\nRun status group 6 (all jobs):\n   READ: bw=11.8MiB\/s (12.4MB\/s), 11.8MiB\/s-11.8MiB\/s (12.4MB\/s-12.4MB\/s), io=709MiB (743MB), run=60011-60011msec\n\nRun status group 7 (all jobs):\n  WRITE: bw=6086KiB\/s (6232kB\/s), 6086KiB\/s-6086KiB\/s (6232kB\/s-6232kB\/s), io=357MiB (374MB), run=60016-60016msec\n\nDisk stats (read\/write):\n  mmcblk0: ios=325247\/172468, merge=28\/67, ticks=2030607\/2102035, in_queue=4132642, util=99.62%<\/pre>\n","protected":false},"excerpt":{"rendered":"
\u30af\u30e9\u30b9\u30bf\u69cb\u7bc9\u306e\u304a\u52c9\u5f37\u7528\u306b3\u53f0\u307b\u3069RaspberryPi 4(8GB)\u3092\u8cb7\u3063\u305f\u306e\u3067\u3001\u305d\u306e\u3046\u30612\u53f0\u3067\u5206\u6563\u30b9\u30c8\u30ec\u30fc\u30b8\u3092\u69cb\u7bc9\u3057\u3088\u3046\u3068\u601d\u3044\u307e\u3059\u3002<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[19,31],"tags":[],"class_list":["post-642","post","type-post","status-publish","format-standard","hentry","category-linux","category-raspberry-pi"],"_links":{"self":[{"href":"https:\/\/blog.gurees.net\/index.php?rest_route=\/wp\/v2\/posts\/642","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.gurees.net\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.gurees.net\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.gurees.net\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.gurees.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=642"}],"version-history":[{"count":1,"href":"https:\/\/blog.gurees.net\/index.php?rest_route=\/wp\/v2\/posts\/642\/revisions"}],"predecessor-version":[{"id":643,"href":"https:\/\/blog.gurees.net\/index.php?rest_route=\/wp\/v2\/posts\/642\/revisions\/643"}],"wp:attachment":[{"href":"https:\/\/blog.gurees.net\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=642"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.gurees.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=642"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.gurees.net\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=642"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}