Ceph » RADOS

Error ENOTSUP: Some osds belong to multiple subtrees: [0, 1, 2, 3, 4, 5, 6, 7, 8]

verison:ceph 12.2.11

I did not find overlapping osd.

crush map info:

1. begin crush map
   tunable choose_local_tries 0
   tunable choose_local_fallback_tries 0
   tunable choose_total_tries 50
   tunable chooseleaf_descend_once 1
   tunable chooseleaf_vary_r 1
   tunable chooseleaf_stable 1
   tunable straw_calc_version 1
   tunable allowed_bucket_algs 54

1. devices
   device 0 osd.0 class hdd
   device 1 osd.1 class hdd
   device 2 osd.2 class hdd
   device 3 osd.3 class hdd
   device 4 osd.4 class hdd
   device 5 osd.5 class hdd
   device 6 osd.6 class hdd
   device 7 osd.7 class hdd
   device 8 osd.8 class hdd

1. types
   type 0 osd
   type 1 host
   type 2 chassis
   type 3 rack
   type 4 row
   type 5 pdu
   type 6 pod
   type 7 room
   type 8 datacenter
   type 9 region
   type 10 root

1. buckets
   host rookosd01 {
   id -3 # do not change unnecessarily
   id -4 class hdd # do not change unnecessarily # weight 2.700
   alg straw2
   hash 0 # rjenkins1
   item osd.3 weight 0.900
   item osd.2 weight 0.900
   item osd.6 weight 0.900
   }
   host rookosd02 {
   id -5 # do not change unnecessarily
   id -6 class hdd # do not change unnecessarily # weight 2.700
   alg straw2
   hash 0 # rjenkins1
   item osd.0 weight 0.900
   item osd.4 weight 0.900
   item osd.7 weight 0.900
   }
   host rookosd03 {
   id -7 # do not change unnecessarily
   id -8 class hdd # do not change unnecessarily # weight 2.700
   alg straw2
   hash 0 # rjenkins1
   item osd.1 weight 0.900
   item osd.5 weight 0.900
   item osd.8 weight 0.900
   }
   root default {
   id -1 # do not change unnecessarily
   id -2 class hdd # do not change unnecessarily # weight 8.100
   alg straw2
   hash 0 # rjenkins1
   item rookosd01 weight 2.700
   item rookosd02 weight 2.700
   item rookosd03 weight 2.700
   }

1. rules
   rule replicated_ruleset {
   id 0
   type replicated
   min_size 1
   max_size 10
   step take default
   step chooseleaf firstn 0 type host
   step emit
   }
   rule k8s-data {
   id 1
   type replicated
   min_size 1
   max_size 10
   step take default
   step chooseleaf firstn 0 type host
   step emit
   }
   rule nova.vms {
   id 2
   type replicated
   min_size 1
   max_size 10
   step take default
   step chooseleaf firstn 0 type host
   step emit
   }
   rule replicated_sas {
   id 3
   type replicated
   min_size 1
   max_size 10
   step take default class hdd
   step chooseleaf firstn 0 type host
   step emit
   }
   rule test {
   id 4
   type replicated
   min_size 1
   max_size 10
   step take default class hdd
   step chooseleaf firstn 0 type host
   step emit
   }

1. choose_args
   choose_args 18446744073709551615 { {
   bucket_id -1
   weight_set [
   [ 2.762 2.723 2.615 ]
   ]
   } {
   bucket_id -2
   weight_set [
   [ 2.762 2.723 2.615 ]
   ]
   } {
   bucket_id -3
   weight_set [
   [ 0.904 0.997 0.861 ]
   ]
   } {
   bucket_id -4
   weight_set [
   [ 0.904 0.997 0.861 ]
   ]
   } {
   bucket_id -5
   weight_set [
   [ 0.997 1.033 0.694 ]
   ]
   } {
   bucket_id -6
   weight_set [
   [ 0.997 1.033 0.694 ]
   ]
   } {
   bucket_id -7
   weight_set [
   [ 0.896 0.934 0.785 ]
   ]
   } {
   bucket_id -8
   weight_set [
   [ 0.896 0.934 0.785 ]
   ]
   }
   }

1. end crush map