9. 统计 OSD 上 PG 的数量

我们可以通过一个 Python 脚本，统计出每个 OSD 上分布了多少个 PG ，以此判断集群的数据分布是否均衡。

  1. #!/usr/bin/env  python
  2. import sys 
  3. import os
  4. import json
  5. cmd = '''
  6. ceph pg dump | awk ' /^pg_stat/ { col=1; while($col!="up") {col++}; col++ } /^[0-9a-f]+\.[0-9a-f]+/ {print $1,$col}'
  7. '''
  8. body = os.popen(cmd).read()
  9. SUM = {}
  10. for line in  body.split('\n'):
  11.        if not line.strip():
  12.         continue
  13.        SUM[line.split()[0]] = json.loads(line.split()[1])
  14. pool = set()
  15. for  key in  SUM:
  16.       pool.add(key.split('.')[0])
  17. mapping = {}
  18. for number in pool:
  19.       for k,v in SUM.items():
  20.         if k.split('.')[0] == number:
  21.                if number in mapping:
  22.                    mapping[number] += v
  23.                else:
  24.                    mapping[number] = v
  25. MSG = """%(pool)-6s: %(pools)s | SUM
  26. %(line)s
  27. %(dy)s
  28. %(line)s
  29. %(sun)-6s: %(end)s |"""
  30. pools = " ".join(['%(a)-6s' % {"a": x} for x in sorted(list(mapping))])
  31. line = len(pools) + 20
  32. MA = {}
  33. OSD = []
  34. for p in mapping:
  35.     osd = sorted(list(set(mapping[p])))
  36.     OSD += osd
  37.     count = sum([mapping[p].count(x) for x in osd])
  38.     osds = {}
  39.     for x in osd:
  40.         osds[x] = mapping[p].count(x)
  41.     MA[p] = {"osd": osds, "count": count}
  42. MA = sorted(MA.items(), key=lambda x:x[0])
  43. OSD = sorted(list(set(OSD)))
  44. DY = ""
  45. for osd in OSD:
  46.     count = sum([x[1]["osd"].get(osd,0) for x in MA])
  47.     w = ["%(x)-6s" % {"x": x[1]["osd"].get(osd,0)} for x in MA]
  48.     #print w
  49.     w.append("| %(x)-6s" % {"x": count})
  50.     DY += 'osd.%(osd)-3s %(osds)s\n' % {"osd": osd, "osds": " ".join(w)}
  51. SUM = " ".join(["%(x)-6s" % {"x": x[1]["count"]} for x in MA])
  52. msg = {"pool": "pool", "pools": pools, "line": "-" * line, "dy": DY, "end": SUM, "sun": "SUM"}
  53. print MSG % msg

执行效果如下：

  1. root@OPS-ceph1:~# ./cal_pg_per_osd.py 
  2. dumped all in format plain
  3. pool  : 0      1      2      3      4      5      7      | SUM
  4. --------------------------------------------------------------------
  5. osd.0   2      9      11     10     5      6      1      | 44    
  6. osd.1   1      7      8      10     8      9      3      | 46    
  7. osd.2   2      11     7      6      6      8      4      | 44    
  8. osd.3   1      11     7      9      7      4      1      | 40    
  9. osd.4   2      12     12     12     11     13     0      | 62    
  10. osd.5   2      10     10     5      9      11     0      | 47    
  11. osd.6   3      56     47     49     38     43     16     | 252   
  12. osd.7   6      36     48     45     55     42     10     | 242   
  13. osd.8   4      41     42     37     35     49     15     | 223   
  14. osd.9   6      42     52     41     55     36     12     | 244   
  15. osd.10  10     36     47     51     39     43     15     | 241   
  16. osd.11  6      56     47     44     41     46     12     | 252   
  17. osd.12  6      40     45     45     51     46     11     | 244   
  18. osd.13  6      42     40     56     46     44     9      | 243   
  19. osd.14  5      44     41     49     48     52     7      | 246   
  20. osd.15  4      50     42     38     49     38     12     | 233   
  21. osd.16  3      9      5      11     8      8      2      | 46    
  22. osd.17  2      10     13     4      7      10     2      | 48    
  23. osd.18  0      12     10     10     10     9      6      | 57    
  24. osd.19  0      13     8      4      9      15     2      | 51    
  25. osd.20  1      11     7      9      9      15     2      | 54    
  26. osd.21  0      7      12     10     6      12     1      | 48    
  27. osd.22  4      39     45     30     43     46     12     | 219   
  28. osd.23  6      44     38     44     38     41     6      | 217   
  29. osd.24  7      37     50     49     49     36     8      | 236   
  30. osd.25  10     28     38     44     40     32     11     | 203   
  31. osd.26  1      44     33     47     47     37     13     | 222   
  32. osd.27  3      47     38     42     44     55     14     | 243   
  33. osd.28  4      47     47     34     33     48     11     | 224   
  34. osd.29  3      40     32     34     40     51     10     | 210   
  35. osd.30  8      39     46     47     55     35     10     | 240   
  36. osd.31  5      48     48     45     41     36     11     | 234   
  37. osd.32  5      46     48     53     42     48     7      | 249   
  39. --------------------------------------------------------------------
  40. SUM   : 128    1024   1024   1024   1024   1024   256    |