{"id":3675,"date":"2022-08-30T17:32:05","date_gmt":"2022-08-30T09:32:05","guid":{"rendered":"http:\/\/www.chenlianfu.com\/?p=3675"},"modified":"2022-08-30T17:33:27","modified_gmt":"2022-08-30T09:33:27","slug":"%e6%8f%90%e5%8d%87ceph%e7%b3%bb%e7%bb%9f%e5%af%b9%e6%97%a5%e5%bf%97%e7%9a%84trim%e9%80%9f%e5%ba%a6","status":"publish","type":"post","link":"http:\/\/www.chenlianfu.com\/?p=3675","title":{"rendered":"\u63d0\u5347CEPH\u7cfb\u7edf\u5bf9\u65e5\u5fd7\u7684Trim\u901f\u5ea6"},"content":{"rendered":"\n

1. CEPH\u7cfb\u7edf MDSs behind on trimming \u7684\u8b66\u62a5<\/h2>\n\n\n\n

\u5728CEPH\u7cfb\u7edf\u7684MDS\u670d\u52a1\u4e2d\uff0c\u6587\u4ef6\u7cfb\u7edf\u7684\u5143\u6570\u636e\u4ee5\u65e5\u5fd7\u5f62\u5f0f\u5b58\u653e\u4e8esegment\u4e2d\uff0c\u6bcf\u4e2asgement\u5b58\u653e1024\u4e2a\u64cd\u4f5c\u8bb0\u5f55\u3002\u5f53\u6587\u4ef6\u7cfb\u7edf\u7684\u6570\u636e\u4f7f\u7528\u5b8c\u6bd5\uff0cCEPH\u7cfb\u7edf\u5219\u4f1a\u4ee5\u4e00\u5b9a\u7684\u901f\u5ea6<\/a>Trim (\u6d88\u9664) \u5143\u6570\u636e\u4fe1\u606f\uff0c\u6b64\u65f6\u4f1a\u5c06MDS\u670d\u52a1\u5668\u4e2d\u7684\u6570\u636e\u56de\u5199\u5230CEPH\u7684\u78c1\u76d8OSD\u4e2d\uff0c\u4ee5\u964d\u4f4eMDS\u670d\u52a1\u5668\u4e0a\u8fd0\u884c\u7684mds\u670d\u52a1\u7684\u5185\u5b58\u6d88\u8017\u3002\u5f53segment\u6570\u91cf\u8d85\u8fc7\u9ed8\u8ba4128\u4e2a\u65f6\uff0c\u5219CEPH\u62a5\u8b66\uff0c\u610f\u5473\u7740MDS\u670d\u52a1\u5668\u4e2d\u4fdd\u5b58\u4e86\u8fc7\u91cf\u7684\u5143\u6570\u636e\u4fe1\u606f\uff0c\u5360\u7528\u5185\u5b58\u53ef\u80fd\u8f83\u591a\uff0c\u9700\u8981\u53ca\u65f6\u6ce8\u610f\u3002<\/p>\n\n\n\n

[root@ceph101 ~]# ceph health detail\nHEALTH_WARN 2 MDSs behind on trimming\n[WRN] MDS_TRIM: 2 MDSs behind on trimming\n    mds.cephfs.ceph102.imxzno(mds.1): Behind on trimming (2235\/128) max_segments: 128, num_segments: 2235\n    mds.cephfs.ceph106.hggsge(mds.2): Behind on trimming (4260\/128) max_segments: 128, num_segments: 4260<\/pre>\n\n\n\n
\u5f53\u9047\u5230\u4ee5\u4e0a\u8b66\u544a\uff0c\u82e5\u53d1\u73b0MDS\u670d\u52a1\u5668\u7684\u5185\u5b58\u8db3\u591f\uff0c\u53ef\u4ee5\u5c06\u9ed8\u8ba4\u9608\u503c128\u63d0\u9ad8\uff0c\u6216\u52a0\u5927Trim\u901f\u5ea6\u3002<\/p>\n\n\n\n
2. \u89e3\u51b3\u529e\u6cd5<\/h2>\n\n\n\n
\u901a\u8fc7\u8bbe\u7f6emds_log_max_segments\u53c2\u6570\u6765\u63d0\u9ad8CEPH\u7684 max_segments \u6570\uff0c\u5728CEPH\u7cfb\u7edf\u4efb\u610f\u4e3b\u673a\u4e0a\u8fd0\u884c\u5373\u53ef\u3002<\/p>\n\n\n\n
ceph config set mds mds_log_max_segments 1024<\/code><\/pre>\n\n\n\n
\u901a\u8fc7\u8bbe\u7f6e\u53c2\u6570\u6765\u63d0\u5347Trim\u901f\u5ea6\u3002CEPH\u7cfb\u7edf\u6839\u636emds_cache_trim_threshold (\u9ed8\u8ba4256Ki)\u548cmds_cache_trim_decay_rate (\u9ed8\u8ba41.0)\u4e24\u4e2a\u53c2\u6570\u8bbe\u7f6esgements\u7684\u6d88\u9664\u901f\u5ea6\u3002\u9ed8\u8ba4\u8bbe\u7f6e\u4e0b\uff0c\u5f53CEPH\u7cfb\u7edf\u8fdb\u884c\u6301\u7eed\u4e14Trim\u901f\u5ea6\u8fbe\u5230\u6700\u5927\u65f6\uff0c\u6bcf\u79d2\u949fTrim\u7684\u8bb0\u5f55\u6570\u91cf\u4e3a ln(0.5)\/rate*threshold \u3002\u5f53\u5728CEPH\u7cfb\u7edf\u4e2d\u5e76\u884c\u5316\u8bfb\u53d6\u6216\u5199\u5165\u6587\u4ef6\u65f6\uff0c\u77ed\u65f6\u95f4\u5185\u8fdb\u884c\u5927\u91cf\u7684\u6587\u4ef6\u64cd\u4f5c\uff0c\u6781\u5bb9\u6613\u5bfc\u81f4segments\u8fc7\u591a\uff0c\u65e0\u6cd5\u53ca\u65f6Trim\u3002\u56e0\u6b64\uff0c\u9700\u8981\u63d0\u9ad8Trim\u901f\u5ea6\uff0c\u5176\u5b9e\u4e5f\u6d88\u8017\u4e0d\u4e86\u592a\u591aCPU\u8d44\u6e90\u3002<\/p>\n\n\n\n
mds_cache_trim_threshold \u8bbe\u7f6e\u4e86\u4e00\u5b9a\u65f6\u95f4\u5185\u80fd\u6d88\u9664\u7684\u6700\u5927\u6587\u4ef6\u6570\u91cf\u3002\u5728\u8fdb\u884cTrim\u65f6\uff0cCEPH\u7cfb\u7edf\u4e2d\u6709\u4e00\u4e2aCounter\u7a0b\u5e8f\u8bb0\u5f55\u4e86\u4e00\u5b9a\u65f6\u95f4\u5185\u88ab\u6d88\u9664\u7684\u6587\u4ef6\u6570\u91cf\u3002mds_cache_trim_decay_rate \u53c2\u6570\u548cCounter\u7a0b\u5e8f\u7684\u534a\u8870\u671f\u76f8\u5173\uff0c\u8be5\u503c\u8d8a\u5c0f\uff0c\u5219\u534a\u8870\u671f\u8d8a\u77ed\u3002<\/p>\n\n\n\n
\u9ed8\u8ba4\u53c2\u6570\u503c\u8fc7\u4e8e\u4fdd\u5b88\uff0c\u4e0b\u5f53\u4e3a\u4e86\u63d0\u9ad8Trim\u901f\u5ea6\uff0c\u63a8\u8350\u5c06 mds_cache_trim_threshold \u53c2\u6570\u63d0\u5347\u5230100\u500d\uff0c\u5c06mds_cache_trim_decay_rate\u53c2\u6570\u964d\u4f4e\u5230100\u500d\u3002\u5728\u4efb\u610f\u4e00\u53f0CEPH\u4e3b\u673a\u4e2d\u8fd0\u884c\u547d\u4ee4\uff1a<\/p>\n\n\n\n
ceph config set mds mds_cache_trim_threshold 25600000\nceph config set mds mds_cache_trim_decay_rate 0.01<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"
1. CEPH\u7cfb\u7edf MDSs behind on trimming \u7684\u8b66\u62a5 \u5728C … \u7ee7\u7eed\u9605\u8bfb →<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[1],"tags":[],"_links":{"self":[{"href":"http:\/\/www.chenlianfu.com\/index.php?rest_route=\/wp\/v2\/posts\/3675"}],"collection":[{"href":"http:\/\/www.chenlianfu.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.chenlianfu.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.chenlianfu.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/www.chenlianfu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=3675"}],"version-history":[{"count":3,"href":"http:\/\/www.chenlianfu.com\/index.php?rest_route=\/wp\/v2\/posts\/3675\/revisions"}],"predecessor-version":[{"id":3678,"href":"http:\/\/www.chenlianfu.com\/index.php?rest_route=\/wp\/v2\/posts\/3675\/revisions\/3678"}],"wp:attachment":[{"href":"http:\/\/www.chenlianfu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=3675"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.chenlianfu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=3675"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.chenlianfu.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=3675"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}