{"id":375,"date":"2025-12-01T10:09:46","date_gmt":"2025-12-01T02:09:46","guid":{"rendered":"https:\/\/www.52runoob.com\/?p=375"},"modified":"2025-12-01T10:09:46","modified_gmt":"2025-12-01T02:09:46","slug":"kubernetes-ceph-rbd-%e5%9f%ba%e4%ba%8e-storageclass%e5%8a%a8%e6%80%81%e7%94%9f%e6%88%90pv","status":"publish","type":"post","link":"https:\/\/www.52runoob.com\/index.php\/2025\/12\/01\/kubernetes-ceph-rbd-%e5%9f%ba%e4%ba%8e-storageclass%e5%8a%a8%e6%80%81%e7%94%9f%e6%88%90pv\/","title":{"rendered":"Kubernetes ceph rbd \u57fa\u4e8e storageclass\u52a8\u6001\u751f\u6210pv"},"content":{"rendered":"\n<p>\u4e0b\u9762\u7ed9\u4f60\u4e00\u4efd <strong>Kubernetes \u4f7f\u7528 Ceph RBD + StorageClass \u5b9e\u73b0\u52a8\u6001\u751f\u6210 PV\uff08Dynamic Provisioning\uff09<\/strong> \u7684\u5b8c\u6574\u3001\u53ef\u76f4\u63a5\u4f7f\u7528\u7684\u914d\u7f6e\u4e0e\u8bf4\u660e\uff0c\u975e\u5e38\u9002\u5408\u5b9e\u9645\u90e8\u7f72\u548c\u6392\u9519\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h1 class=\"wp-block-heading\">\ud83e\udde9 Kubernetes + Ceph RBD \u901a\u8fc7 StorageClass \u52a8\u6001\u751f\u6210 PV<\/h1>\n\n\n\n<p>Kubernetes \u652f\u6301\u4f7f\u7528 Ceph RBD\uff08RADOS Block Device\uff09\u8fdb\u884c\u5b58\u50a8\u7684 <strong>\u52a8\u6001\u5377\u4f9b\u7ed9\uff08Dynamic Provisioning\uff09<\/strong>\u3002<br>\u5173\u952e\u7ec4\u4ef6\u5305\u62ec\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>StorageClass<\/li>\n\n\n\n<li>Ceph Secret\uff08K8s \u5185\u90e8\u4fdd\u5b58 Ceph user key\uff09<\/li>\n\n\n\n<li>Provisioner\uff08kube-controller-manager \u5185\u7f6e\u652f\u6301 RBD\uff09<\/li>\n\n\n\n<li>PVC\uff08\u89e6\u53d1 PV \u81ea\u52a8\u751f\u6210\uff09<\/li>\n<\/ul>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p>\u26a0 \u6ce8\u610f\uff1aRBD \u9700\u8981\u5185\u6838\u652f\u6301\uff08\u5927\u90e8\u5206 Linux \u5185\u6838\u9ed8\u8ba4\u652f\u6301\uff09\uff0c\u4e14 Node \u9700\u8981\u88c5 ceph-common\u3002<\/p>\n<\/blockquote>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h1 class=\"wp-block-heading\">1\ufe0f\u20e3 \u524d\u63d0\u6761\u4ef6\uff08Prerequisites\uff09<\/h1>\n\n\n\n<p>\u786e\u4fdd\uff1a<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>Ceph \u96c6\u7fa4\u6b63\u5e38\u8fd0\u884c\uff0c\u4e14\u4f60\u80fd\u521b\u5efa RBD pool\uff0c\u5982\uff1a <code>ceph osd pool create kube 128<\/code><\/li>\n\n\n\n<li>\u6709\u4e00\u4e2a Ceph \u7528\u6237\u5177\u5907\u5bf9 pool \u7684\u8bfb\u5199\u6743\u9650\uff0c\u4f8b\u5982\uff1a <code>ceph auth get-or-create client.kube mon 'allow r' osd 'allow rwx pool=kube'<\/code><\/li>\n\n\n\n<li>\u83b7\u53d6 key\uff1a <code>ceph auth get-key client.kube<\/code><\/li>\n\n\n\n<li>\u6240\u6709 Kubernetes Node \u5b89\u88c5\uff1a <code>apt install ceph-common<\/code><\/li>\n<\/ol>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h1 class=\"wp-block-heading\">2\ufe0f\u20e3 \u521b\u5efa Kubernetes Secret\uff08\u4fdd\u5b58 Ceph \u5bc6\u94a5\uff09<\/h1>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\napiVersion: v1\nkind: Secret\nmetadata:\n  name: ceph-secret\n  namespace: default\ntype: &quot;kubernetes.io\/rbd&quot;\ndata:\n  key: &amp;lt;BASE64\u7f16\u7801\u540e\u7684Ceph-key&gt;\n\n<\/pre><\/div>\n\n\n<p>Base64 \u7f16\u7801\u793a\u4f8b\uff1a<\/p>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\necho -n &quot;AQB123xyz...&quot; | base64\n\n<\/pre><\/div>\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h1 class=\"wp-block-heading\">3\ufe0f\u20e3 \u521b\u5efa StorageClass\uff08\u89e6\u53d1\u52a8\u6001 PV \u751f\u6210\uff09<\/h1>\n\n\n\n<p>\u8fd9\u662f\u6700\u5173\u952e\u7684\u914d\u7f6e\u3002<\/p>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\napiVersion: storage.k8s.io\/v1\nkind: StorageClass\nmetadata:\n  name: ceph-rbd-sc\nprovisioner: kubernetes.io\/rbd  # kube-controller-manager \u5185\u7f6e rbd provisioner\nparameters:\n  monitors: 10.0.0.1:6789,10.0.0.2:6789,10.0.0.3:6789\n  adminId: admin\n  adminSecretName: ceph-secret\n  adminSecretNamespace: default\n  pool: kube\n  userId: kube\n  userSecretName: ceph-secret\n  fsType: ext4\n  imageFormat: &quot;2&quot;\n  imageFeatures: layering\nreclaimPolicy: Delete\nmountOptions:\n  - discard\n\n<\/pre><\/div>\n\n\n<h3 class=\"wp-block-heading\">\u8bf4\u660e\uff1a<\/h3>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u53c2\u6570<\/th><th>\u8bf4\u660e<\/th><\/tr><\/thead><tbody><tr><td><code>provisioner=kubernetes.io\/rbd<\/code><\/td><td>\u4f7f\u7528 k8s \u81ea\u5e26 rbd \u52a8\u6001\u5377\u4f9b\u5e94\u5668<\/td><\/tr><tr><td><code>adminId\/adminSecretName<\/code><\/td><td>\u7528\u4e8e\u521b\u5efa RBD \u955c\u50cf\u7684 Ceph \u7ba1\u7406\u7528\u6237<\/td><\/tr><tr><td><code>userId\/userSecretName<\/code><\/td><td>Pod \u6302\u8f7d\u76d8\u65f6\u4f7f\u7528\u7684\u7528\u6237<\/td><\/tr><tr><td><code>pool<\/code><\/td><td>Ceph \u5b58\u50a8\u6c60<\/td><\/tr><tr><td><code>monitors<\/code><\/td><td>Ceph Monitor \u5217\u8868<\/td><\/tr><tr><td><code>fsType<\/code><\/td><td>\u683c\u5f0f\u5316\u6587\u4ef6\u7cfb\u7edf<\/td><\/tr><tr><td><code>imageFeatures<\/code><\/td><td>layering \u63d0\u4f9b\u5feb\u7167\u57fa\u7840\u80fd\u529b<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h1 class=\"wp-block-heading\">4\ufe0f\u20e3 \u521b\u5efa PVC\uff08\u89e6\u53d1\u52a8\u6001\u521b\u5efa PV\uff09<\/h1>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\napiVersion: v1\nkind: PersistentVolumeClaim\nmetadata:\n  name: rbd-pvc\nspec:\n  storageClassName: ceph-rbd-sc\n  accessModes:\n    - ReadWriteOnce\n  resources:\n    requests:\n      storage: 10Gi\n\n<\/pre><\/div>\n\n\n<p>\ud83d\udccc PVC \u521b\u5efa\u540e\uff0cKubernetes \u4f1a\u81ea\u52a8\u8fdb\u884c\u4ee5\u4e0b\u6b65\u9aa4\uff1a<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u8c03\u7528 StorageClass \u5bf9\u5e94\u7684 RBD provisioner<\/li>\n\n\n\n<li>\u5728 Ceph pool \u4e2d\u521b\u5efa RBD image<\/li>\n\n\n\n<li>\u81ea\u52a8\u751f\u6210\u4e00\u4e2a PV \u7ed1\u5b9a\u5230 PVC<\/li>\n\n\n\n<li>Pod \u4e2d\u5373\u53ef\u4f7f\u7528\u8be5\u5377<\/li>\n<\/ol>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h1 class=\"wp-block-heading\">5\ufe0f\u20e3 \u5728 Pod \u4e2d\u4f7f\u7528 PVC<\/h1>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\napiVersion: v1\nkind: Pod\nmetadata:\n  name: rbd-test-pod\nspec:\n  containers:\n    - name: app\n      image: nginx\n      volumeMounts:\n        - mountPath: &quot;\/data&quot;\n          name: rbd-storage\n  volumes:\n    - name: rbd-storage\n      persistentVolumeClaim:\n        claimName: rbd-pvc\n\n<\/pre><\/div>\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h1 class=\"wp-block-heading\">6\ufe0f\u20e3 \u9a8c\u8bc1<\/h1>\n\n\n\n<h3 class=\"wp-block-heading\">\u67e5\u770b PVC \u72b6\u6001<\/h3>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\nkubectl get pvc\n\n<\/pre><\/div>\n\n\n<p>\u9884\u671f\u8f93\u51fa\uff1a<\/p>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\nNAME       STATUS   VOLUME                                     CAPACITY   ACCESS MODES   STORAGECLASS    AGE\nrbd-pvc    Bound    pvc-xxxx-xxxx-xxxx                         10Gi       RWO            ceph-rbd-sc     10s\n\n<\/pre><\/div>\n\n\n<h3 class=\"wp-block-heading\">\u67e5\u770b Ceph \u7aef RBD \u955c\u50cf\uff1a<\/h3>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\nrbd -p kube ls -l\n\n<\/pre><\/div>\n\n\n<p>\u4f1a\u770b\u5230\u81ea\u52a8\u751f\u6210\u7684\u955c\u50cf\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h1 class=\"wp-block-heading\">7\ufe0f\u20e3 \u5e38\u89c1\u9519\u8bef &amp; \u89e3\u51b3\u65b9\u6848<\/h1>\n\n\n\n<h3 class=\"wp-block-heading\">\u274c 1. \u8282\u70b9\u65e0\u6cd5\u6302\u8f7d RBD<\/h3>\n\n\n\n<p>\u62a5\u9519\uff1a<\/p>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\nmodprobe: FATAL: Module rbd not found\n\n<\/pre><\/div>\n\n\n<p>\u2192 \u89e3\u51b3\uff1a\u5b89\u88c5 ceph-common\uff0c\u5e76\u786e\u4fdd\u5185\u6838\u652f\u6301 rbd\uff1a<\/p>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\napt install ceph-common\nmodprobe rbd\n\n<\/pre><\/div>\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h3 class=\"wp-block-heading\">\u274c 2. Secret \u627e\u4e0d\u5230<\/h3>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\nfailed to get admin secret\n\n<\/pre><\/div>\n\n\n<p>\u2192 \u68c0\u67e5\u547d\u540d\u7a7a\u95f4\u4e00\u81f4\u6027\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>StorageClass \u7684 <code>adminSecretNamespace<\/code><\/li>\n\n\n\n<li>Secret \u7684\u5b9e\u9645 namespace<\/li>\n<\/ul>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h3 class=\"wp-block-heading\">\u274c 3. \u6743\u9650\u4e0d\u8db3\uff08Ceph auth \u62a5\u9519\uff09<\/h3>\n\n\n\n<p>\u786e\u4fdd\uff1a<\/p>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\nceph auth get client.kube\n\n<\/pre><\/div>\n\n\n<p>\u5305\u542b\uff1a<\/p>\n\n\n<div class=\"wp-block-syntaxhighlighter-code \"><pre class=\"brush: plain; title: ; notranslate\" title=\"\">\nmon &#039;allow r&#039;\nosd &#039;allow rwx pool=kube&#039;\n\n<\/pre><\/div>\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h1 class=\"wp-block-heading\">\ud83d\udccc \u603b\u7ed3<\/h1>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th>\u7ec4\u4ef6<\/th><th>\u4f5c\u7528<\/th><\/tr><\/thead><tbody><tr><td>Secret<\/td><td>\u4fdd\u5b58 Ceph \u7528\u6237\u79d8\u94a5<\/td><\/tr><tr><td>StorageClass<\/td><td>\u5b9a\u4e49\u5982\u4f55\u521b\u5efa RBD \u52a8\u6001\u5377<\/td><\/tr><tr><td>PVC<\/td><td>\u5411\u7cfb\u7edf\u7533\u8bf7\u5b58\u50a8<\/td><\/tr><tr><td>PV<\/td><td>Kubernetes \u81ea\u52a8\u751f\u6210\uff0c\u65e0\u9700\u624b\u52a8\u521b\u5efa<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p>\u901a\u8fc7 StorageClass\uff0cKubernetes \u80fd\u81ea\u52a8\u5728 Ceph RBD \u4e2d\u521b\u5efa\u955c\u50cf\uff0c\u5b9e\u73b0\u4f01\u4e1a\u7ea7\u5757\u5b58\u50a8\u65b9\u6848\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u4e0b\u9762\u7ed9\u4f60\u4e00\u4efd Kubernetes \u4f7f\u7528 Ceph RBD + StorageC&#8230; <a class=\"more-link\" href=\"https:\/\/www.52runoob.com\/index.php\/2025\/12\/01\/kubernetes-ceph-rbd-%e5%9f%ba%e4%ba%8e-storageclass%e5%8a%a8%e6%80%81%e7%94%9f%e6%88%90pv\/\">Continue Reading &rarr;<\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[12],"tags":[],"class_list":["post-375","post","type-post","status-publish","format-standard","hentry","category-12"],"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/www.52runoob.com\/index.php\/wp-json\/wp\/v2\/posts\/375","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.52runoob.com\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.52runoob.com\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.52runoob.com\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.52runoob.com\/index.php\/wp-json\/wp\/v2\/comments?post=375"}],"version-history":[{"count":1,"href":"https:\/\/www.52runoob.com\/index.php\/wp-json\/wp\/v2\/posts\/375\/revisions"}],"predecessor-version":[{"id":376,"href":"https:\/\/www.52runoob.com\/index.php\/wp-json\/wp\/v2\/posts\/375\/revisions\/376"}],"wp:attachment":[{"href":"https:\/\/www.52runoob.com\/index.php\/wp-json\/wp\/v2\/media?parent=375"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.52runoob.com\/index.php\/wp-json\/wp\/v2\/categories?post=375"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.52runoob.com\/index.php\/wp-json\/wp\/v2\/tags?post=375"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}