ceph-disk-list.py

#!/usr/bin/python

import re
import os
import sys
import argparse
import subprocess
import socket

try:
    myfullpath = os.path.dirname(os.path.realpath(__file__))
except NameError:
    myfullpath = os.path.abspath(os.path.curdir)

parser = argparse.ArgumentParser(description='Perform standalone CEPH installation.')
parser.add_argument('-t','--data', help='Data partition size')
parser.add_argument('-w','--wal', help='Wal partition size')
parser.add_argument('-d','--db', help='DB partition size')
parser.add_argument('-s','--ssd', help='ssd disks wal and db partitions')
args = parser.parse_args()

if args.wal == None or args.db == None or args.data == None:
    print("Required arguments not provided. Exit.")
    sys.exit(1)

s = args.ssd
ssd_list = []

if len(s) == 0 :
  print("No ssd disks provided")
else:
  tmp =  s.split(',')

for t in tmp:
  try:
    os.stat(t)
  except OSError:
    print("Device %s doesn't exists. Exit."%t)
    sys.exit(-1)
  ssd_list.append(t)
  
ssd_string=""

for s in ssd_list:
  ssd_string = ssd_string + s + " "

os.system("echo pvcreate "+ssd_string)

hostname = socket.gethostname().split('.')[0]

vg_name_ssd = hostname+"_journal"

os.system("echo vgcreate "+vg_name_ssd+" "+ssd_string)



pattern = re.compile("^\d+(%FREE|K|M|G|T|P)$")

hostname = socket.gethostname().split('.')[0]

if pattern.match(args.wal) and pattern.match(args.db) and pattern.match(args.data):

    # CREATE JBOD DISKS MAP IF DOES NOT EXIST
    fn = os.path.join(myfullpath,'diskPosition2.out')
    #if not os.path.isfile(fn):
    #    os.system(myfullpath+"/diskPosition2 > "+myfullpath+"/diskPosition2.out")
    os.system(myfullpath+"/diskPosition2 > "+myfullpath+"/diskPosition2.out")
    # OPEN JBOD DISKS MAP FILE
    with open(fn, 'r') as f:
        lines = f.readlines()

    
    #import subprocess
    #subprocess.call("echo yes | cp  disks_lists_template.pp disks_lists.pp", shell=True)

    tp = open("disks_lists.pp","r")

    tp_lines = tp.readlines()

    tp.close()
   
    #Remove last parantheses
    ll = tp_lines[0:-2]

    disk_tag_template = 'ceph_osd_list_prod'
   
    disk_tag = disk_tag_template+"_"+hostname
   
    ll.append("    \'"+disk_tag+"\'" + " => {\n")
    ll.append('  }\n')
    ll.append('}\n')

    n = open("disks_lists.pp", "w")
    for l in ll:
      n.write(l)
    n.close()
    
    #print("sed -n -i /s/"+disk_tag_template+"/"+disk_tag+"/g' disks_lists.pp")
   
    #os.system('cat disks_lists.pp')
    #subprocess.call(["sed -i -e 's/"+disk_tag_template+"/"+disk_tag+"/g' disks_lists.pp"], shell=True) 

    #os.system('cat disks_lists.pp')

    #sys.exit(0)

    # CREATE PARTITIONS FOR CEPH OSDS AND UPDATE PUPPET CONFIGURATION
    sed_string=""

    for i in range(0,len(lines),3):
        res_dev = re.search(r"/sys/block/\wd[a-z]+",lines[i])
        res_bayid = re.search(r"BayID: \d+", lines[i])
        res_sn = re.search(r"Serial number:        \w+",lines[i])
        res_vnd = re.search(r"Vendor:               \w+", lines[i])
        res_prd = re.search(r"Product:              \w+", lines[i])

        dev = str(re.search(r"\wd[a-z]+",res_dev.group()).group())
        bayid = int(re.search(r"\d+",res_bayid.group()).group())
        sn = str(re.search(r"        \w+",res_sn.group()).group()).strip()
        vnd = str(re.search(r"               \w+",res_vnd.group()).group()).strip()
        prd = str(re.search(r"              \w+",res_prd.group()).group()).strip()

        #os.system("pvcreate /dev/"+dev)
        #os.system("vgcreate "+str(bayid)+"-"+sn+"-"+vnd+"-"+prd+" /dev/"+dev)
        #os.system("lvcreate -L"+args.data+" -n "+dev+"_data "+str(bayid)+"-"+sn+"-"+vnd+"-"+prd)
        #os.system("lvcreate -L"+args.wal+" -n "+dev+"_wal "+str(bayid)+"-"+sn+"-"+vnd+"-"+prd)
        #os.system("lvcreate -L"+args.db+" -n "+dev+"_db "+str(bayid)+"-"+sn+"-"+vnd+"-"+prd)

        os.system("echo pvcreate /dev/"+dev)
        os.system("echo vgcreate "+str(bayid)+"-"+sn+"-"+vnd+"-"+prd+" /dev/"+dev)
        if ('FREE' in args.data):
          os.system("echo lvcreate -l"+args.data+" -n "+dev+"_data "+str(bayid)+"-"+sn+"-"+vnd+"-"+prd)
        else:
          os.system("echo lvcreate -L"+args.data+" -n "+dev+"_data "+str(bayid)+"-"+sn+"-"+vnd+"-"+prd)
        
        #os.system("echo lvcreate -L"+args.wal+" -n "+dev+"_wal "+str(bayid)+"-"+sn+"-"+vnd+"-"+prd)
        #os.system("echo lvcreate -L"+args.db+" -n "+dev+"_db "+str(bayid)+"-"+sn+"-"+vnd+"-"+prd)

        os.system("echo lvcreate -L"+args.wal+" -n "+dev+"_wal "+vg_name_ssd)
        os.system("echo lvcreate -L"+args.db+" -n "+dev+"_db "+vg_name_ssd)

        sed_string = sed_string + "\ \ \ \ \ \ \'\"'\"'"+str(bayid)+"-"+sn+"-"+vnd+"-"+prd+"/"+dev+"_data\'\"'\"'=> \
        {\\n \ \ \ \ \ \ \ \ store_type => '\"'\"'bluestore'\"'\"',\
        \\n \ \ \ \ \ \ \ \ bluestore_wal => '\"'\"'"+dev+"_wal'"+"/"+vg_name_ssd+"\"'\"',\
        \\n \ \ \ \ \ \ \ \ bluestore_db => '\"'\"'"+dev+"_db'"+"/"+vg_name_ssd+"\"'\"',\
        \\n \ \ \ \ \ \ \ \ ensure     => '\"'\"'present'\"'\"',\\n \ \ \ \ \ \},\\n"

    sed_string = sed_string + "\ \ \ \ \},"
   
    #print sed_string

    os.system("sed -i '/    '\"'\""+disk_tag+"\"'\"' => {/a "+sed_string+\
    "' "+"./disks_lists.pp")