Heaven.Blog

useAllNodes: true

useAllDevices: true

#deviceFilter:

config:

# crushRoot: “custom-root” # specify a non-default root label for the CRUSH map

# metadataDevice: “md0” # specify a non-rotational storage so ceph-volume will use it as block db device of bluestore.

# databaseSizeMB: “1024” # uncomment if the disks are smaller than 100 GB

# journalSizeMB: “1024”  # uncomment if the disks are 20 GB or smaller

# osdsPerDevice: “1” # this value can be overridden at the node or device level

# encryptedDevice: “true” # the default value for this option is “false”

# Individual nodes and their config can be specified as well, but ‘useAllNodes’ above must be set to false. Then, only the named

# nodes below will be used as storage resources.  Each node’s ‘name’ field should match their ‘kubernetes.io/hostname’ label.

# nodes:

#   – name: “172.17.4.201”

#     devices: # specific devices to use for storage can be specified for each node

#       – name: “sdb”

#       – name: “nvme01” # multiple osds can be created on high performance devices

#         config:

#           osdsPerDevice: “5”

#       – name: “/dev/disk/by-id/ata-ST4000DM004-XXXX” # devices can be specified using full udev paths

#     config: # configuration can be specified at the node level which overrides the cluster level config

#   – name: “172.17.4.301”

#     deviceFilter: “^sd.”

# when onlyApplyOSDPlacement is false, will merge both placement.All() and placement.osd

onlyApplyOSDPlacement: false

# The section for configuring management of daemon disruptions during upgrade or fencing.

NAME                                                 READY   STATUS      RESTARTS   AGE

csi-cephfsplugin-provisioner-d77bb49c6-n5tgs         5/5     Running     0          140s

csi-cephfsplugin-provisioner-d77bb49c6-v9rvn         5/5     Running     0          140s

csi-cephfsplugin-rthrp                               3/3     Running     0          140s

csi-rbdplugin-hbsm7                                  3/3     Running     0          140s

csi-rbdplugin-provisioner-5b5cd64fd-nvk6c            6/6     Running     0          140s

csi-rbdplugin-provisioner-5b5cd64fd-q7bxl            6/6     Running     0          140s

rook-ceph-crashcollector-minikube-5b57b7c5d4-hfldl   1/1     Running     0          105s

rook-ceph-mgr-a-64cd7cdf54-j8b5p                     1/1     Running     0          77s

rook-ceph-mon-a-694bb7987d-fp9w7                     1/1     Running     0          105s

rook-ceph-mon-b-856fdd5cb9-5h2qk                     1/1     Running     0          94s

rook-ceph-mon-c-57545897fc-j576h                     1/1     Running     0          85s

rook-ceph-operator-85f5b946bd-s8grz                  1/1     Running     0          92m

rook-ceph-osd-0-6bb747b6c5-lnvb6                     1/1     Running     0          23s

rook-ceph-osd-1-7f67f9646d-44p7v                     1/1     Running     0          24s

rook-ceph-osd-2-6cd4b776ff-v4d68                     1/1     Running     0          25s

rook-ceph-osd-prepare-node1-vx2rz                    0/2     Completed   0          60s

rook-ceph-osd-prepare-node2-ab3fd                    0/2     Completed   0          60s

rook-ceph-osd-prepare-node3-w4xyz                    0/2     Completed   0          60s

kind: Ingress

metadata:

name: itdachang-ingress

namespace: default

spec:

tls:

– hosts:

– basehome.com

– rook.hoem.com

secretName: basehome.com

defaultBackend:

service:

name: nginx-svc  # ingress在这个名称空间，就找default名称空间的

port:

number: 80

>     kind: Service

>     metadata:

>       labels:

>         app: rook-ceph-mgr

>         ceph_daemon_id: a

>         rook_cluster: rook-ceph

>       name: rook-ceph-mgr-dashboard-active

>       namespace: rook-ceph

>     spec:

>       ports:

>       – name: dashboard

>         port: 8443

>         protocol: TCP

>         targetPort: 8443

>       selector:  #service选择哪些Pod

>         app: rook-ceph-mgr

>         ceph_daemon_id: a

>         rook_cluster: rook-ceph

>       sessionAffinity: None

>       type: ClusterIP

>     kind: Ingress

>     metadata:

>       name: ceph-rook-dash

>       namespace: rook-ceph

>       annotations:

>         nginx.ingress.kubernetes.io/backend-protocol: “HTTPS”

>         nginx.ingress.kubernetes.io/server-snippet: |

>           proxy_ssl_verify off;

>     spec:

>       rules:

>       – host: rook.hoem.com

>         http:

>           paths:

>           – path: /

>             pathType: Prefix

>             backend:

>               service:

>                 name: rook-ceph-mgr-dashboard-active

>                 port:

>                   number: 8443

kind: CephBlockPool

metadata:

name: replicapool

namespace: rook-ceph

spec:

failureDomain: host  #容灾模式，host或者osd

replicated:

size: 2  #数据副本数量

kind: StorageClass  #存储驱动

metadata:

name: rook-ceph-block

# Change “rook-ceph” provisioner prefix to match the operator namespace if needed

provisioner: rook-ceph.rbd.csi.ceph.com

parameters:

# clusterID is the namespace where the rook cluster is running

clusterID: rook-ceph

# Ceph pool into which the RBD image shall be created

pool: replicapool

# (optional) mapOptions is a comma-separated list of map options.

# For krbd options refer

# https://docs.ceph.com/docs/master/man/8/rbd/#kernel-rbd-krbd-options

# For nbd options refer

# https://docs.ceph.com/docs/master/man/8/rbd-nbd/#options

# mapOptions: lock_on_read,queue_depth=1024

# (optional) unmapOptions is a comma-separated list of unmap options.

# For krbd options refer

# https://docs.ceph.com/docs/master/man/8/rbd/#kernel-rbd-krbd-options

# For nbd options refer

# https://docs.ceph.com/docs/master/man/8/rbd-nbd/#options

# unmapOptions: force

# RBD image format. Defaults to “2”.

imageFormat: “2”

# RBD image features. Available for imageFormat: “2”. CSI RBD currently supports only `layering` feature.

imageFeatures: layering

# The secrets contain Ceph admin credentials.

csi.storage.k8s.io/provisioner-secret-name: rook-csi-rbd-provisioner

csi.storage.k8s.io/provisioner-secret-namespace: rook-ceph

csi.storage.k8s.io/controller-expand-secret-name: rook-csi-rbd-provisioner

csi.storage.k8s.io/controller-expand-secret-namespace: rook-ceph

csi.storage.k8s.io/node-stage-secret-name: rook-csi-rbd-node

csi.storage.k8s.io/node-stage-secret-namespace: rook-ceph

# Specify the filesystem type of the volume. If not specified, csi-provisioner

# will set default as `ext4`. Note that `xfs` is not recommended due to potential deadlock

# in hyperconverged settings where the volume is mounted on the same node as the osds.

csi.storage.k8s.io/fstype: ext4

# Delete the rbd volume when a PVC is deleted

reclaimPolicy: Delete

allowVolumeExpansion: true

kind: StatefulSet

metadata:

name: sts-nginx

namespace: default

spec:

selector:

matchLabels:

app: sts-nginx # has to match .spec.template.metadata.labels

serviceName: “sts-nginx”

replicas: 3 # by default is 1

template:

metadata:

labels:

app: sts-nginx # has to match .spec.selector.matchLabels

spec:

terminationGracePeriodSeconds: 10

containers:

– name: sts-nginx

image: nginx

ports:

– containerPort: 80

name: web

volumeMounts:

– name: www

mountPath: /usr/share/nginx/html

volumeClaimTemplates:

– metadata:

name: www

spec:

accessModes: [ “ReadWriteOnce” ]

storageClassName: “rook-ceph-block”

resources:

requests:

storage: 20Mi

—

apiVersion: v1

kind: Service

metadata:

name: sts-nginx

namespace: default

spec:

selector:

app: sts-nginx

type: ClusterIP

ports:

– name: sts-nginx

port: 80

targetPort: 80

protocol: TCP

kind: CephFilesystem

metadata:

name: myfs

namespace: rook-ceph # namespace:cluster

spec:

# The metadata pool spec. Must use replication.

metadataPool:

replicated:

size: 3

requireSafeReplicaSize: true

parameters:

# Inline compression mode for the data pool

# Further reference: https://docs.ceph.com/docs/nautilus/rados/configuration/bluestore-config-ref/#inline-compression

compression_mode:

none

# gives a hint (%) to Ceph in terms of expected consumption of the total cluster capacity of a given pool

# for more info: https://docs.ceph.com/docs/master/rados/operations/placement-groups/#specifying-expected-pool-size

#target_size_ratio: “.5”

# The list of data pool specs. Can use replication or erasure coding.

dataPools:

– failureDomain: host

replicated:

size: 3

# Disallow setting pool with replica 1, this could lead to data loss without recovery.

# Make sure you’re *ABSOLUTELY CERTAIN* that is what you want

requireSafeReplicaSize: true

parameters:

# Inline compression mode for the data pool

# Further reference: https://docs.ceph.com/docs/nautilus/rados/configuration/bluestore-config-ref/#inline-compression

compression_mode:

none

# gives a hint (%) to Ceph in terms of expected consumption of the total cluster capacity of a given pool

# for more info: https://docs.ceph.com/docs/master/rados/operations/placement-groups/#specifying-expected-pool-size

#target_size_ratio: “.5”

# Whether to preserve filesystem after CephFilesystem CRD deletion

preserveFilesystemOnDelete: true

# The metadata service (mds) configuration

metadataServer:

# The number of active MDS instances

activeCount: 1

# Whether each active MDS instance will have an active standby with a warm metadata cache for faster failover.

# If false, standbys will be available, but will not have a warm cache.

activeStandby: true

# The affinity rules to apply to the mds deployment

placement:

#  nodeAffinity:

#    requiredDuringSchedulingIgnoredDuringExecution:

#      nodeSelectorTerms:

#      – matchExpressions:

#        – key: role

#          operator: In

#          values:

#          – mds-node

#  topologySpreadConstraints:

#  tolerations:

#  – key: mds-node

#    operator: Exists

#  podAffinity:

podAntiAffinity:

requiredDuringSchedulingIgnoredDuringExecution:

– labelSelector:

matchExpressions:

– key: app

operator: In

values:

– rook-ceph-mds

# topologyKey: kubernetes.io/hostname will place MDS across different hosts

topologyKey: kubernetes.io/hostname

preferredDuringSchedulingIgnoredDuringExecution:

– weight: 100

podAffinityTerm:

labelSelector:

matchExpressions:

– key: app

operator: In

values:

– rook-ceph-mds

# topologyKey: */zone can be used to spread MDS across different AZ

# Use <topologyKey: failure-domain.beta.kubernetes.io/zone> in k8s cluster if your cluster is v1.16 or lower

# Use <topologyKey: topology.kubernetes.io/zone>  in k8s cluster is v1.17 or upper

topologyKey: topology.kubernetes.io/zone

# A key/value list of annotations

annotations:

#  key: value

# A key/value list of labels

labels:

#  key: value

resources:

# The requests and limits set here, allow the filesystem MDS Pod(s) to use half of one CPU core and 1 gigabyte of memory

#  limits:

#    cpu: “500m”

#    memory: “1024Mi”

#  requests:

#    cpu: “500m”

#    memory: “1024Mi”

# priorityClassName: my-priority-class

mirroring:

enabled: false

kind: StorageClass

metadata:

name: rook-cephfs

# Change “rook-ceph” provisioner prefix to match the operator namespace if needed

provisioner: rook-ceph.cephfs.csi.ceph.com

parameters:

# clusterID is the namespace where operator is deployed.

clusterID: rook-ceph

# CephFS filesystem name into which the volume shall be created

fsName: myfs

# Ceph pool into which the volume shall be created

# Required for provisionVolume: “true”

pool: myfs-data0

# The secrets contain Ceph admin credentials. These are generated automatically by the operator

# in the same namespace as the cluster.

csi.storage.k8s.io/provisioner-secret-name: rook-csi-cephfs-provisioner

csi.storage.k8s.io/provisioner-secret-namespace: rook-ceph

csi.storage.k8s.io/controller-expand-secret-name: rook-csi-cephfs-provisioner

csi.storage.k8s.io/controller-expand-secret-namespace: rook-ceph

csi.storage.k8s.io/node-stage-secret-name: rook-csi-cephfs-node

csi.storage.k8s.io/node-stage-secret-namespace: rook-ceph

reclaimPolicy: Delete

allowVolumeExpansion: true

kind: Deployment

metadata:

name:  nginx-deploy

namespace: default

labels:

app:  nginx-deploy

spec:

selector:

matchLabels:

app: nginx-deploy

replicas: 3

strategy:

rollingUpdate:

maxSurge: 25%

maxUnavailable: 25%

type: RollingUpdate

template:

metadata:

labels:

app:  nginx-deploy

spec:

containers:

– name:  nginx-deploy

image:  nginx

volumeMounts:

– name: localtime

mountPath: /etc/localtime

– name: nginx-html-storage

mountPath: /usr/share/nginx/html

volumes:

– name: localtime

hostPath:

path: /usr/share/zoneinfo/Asia/Shanghai

– name: nginx-html-storage

persistentVolumeClaim:

claimName: nginx-pv-claim

—

apiVersion: v1

kind: PersistentVolumeClaim

metadata:

name: nginx-pv-claim

labels:

app:  nginx-deploy

spec:

storageClassName: rook-cephfs

accessModes:

– ReadWriteMany  ##如果是ReadWriteOnce将会是什么效果

resources:

requests:

storage: 10Mi