gokul-c of Contrail
1/26/2017 - 6:38 PM

Server Manager-Scale

---------Provisioning Status---------------
oblock@servermanager:~$ server-manager-client status server

+--------------+----------------------+--------------+-------------------+
|      id      |        status        |  ip_address  |    mac_address    |
+--------------+----------------------+--------------+-------------------+
| csgsnm001ad1 |  provision_started   | 172.16.70.63 | 52:54:DF:AB:CE:FF |
| csgsnm003c3  | keepalived_completed | 172.16.70.62 | 52:54:DF:AF:BC:FF |
| csgsnm003ad3 |  provision_started   | 172.16.70.65 | 52:54:BF:DF:AC:FF |
| csgsnm002ad2 |  provision_started   | 172.16.70.64 | 52:54:CF:CB:AE:FF |
| csgsnm002c2  | keepalived_completed | 172.16.70.61 | 52:54:FE:BD:CE:FF |
|     None     |  server_discovered   | 172.16.70.60 | 52:54:DE:AD:BE:FF |
|  csgsnc004   |  provision_started   | 172.16.70.9  | 0C:C4:7A:81:AE:6C |
| csgsnm001c1  |  provision_started   | 172.16.70.60 | 52:54:00:F1:1A:D7 |
+--------------+----------------------+--------------+-------------------+




oblock@servermanager:~$ server-manager show server --detail | grep 70.60
            "ip_address": "172.16.70.60",
            "ip_address": "172.16.70.60",
                        "ip_address": "172.16.70.60",


oblock@servermanager:~$ server-manager show image --image_id scale_ubuntu_14_04_4 -d
{
    "image": [
        {
            "category": "image",
            "id": "scale_ubuntu_14_04_4",
            "parameters": {
                "kickseed": "/var/www/html/contrail/images/scale_ubuntu_14_04_4.seed",
                "kickstart": "/var/www/html/contrail/images/scale_ubuntu_14_04_4.ks"
            },
            "path": "/home/oblock/images/ubuntu-14.04.4-server-amd64.iso",
            "type": "ubuntu",
            "version": "14044"
        }
    ]
}

oblock@servermanager:~$ server-manager status server --server csgsnm001c1
{
    "server": [
        {
            "id": "csgsnm001c1",
            "ip_address": "172.16.70.60",
            "mac_address": "52:54:00:F1:1A:D7",
            "status": "haproxy_completed"
        }
    ]
}




--------------Provisioning Status----------------------------------
server-manager show cluster --cluster_id fab-cluster --detail



},
            "provision_role_sequence": "{'completed': [('csgsnm001c1', 'keepalived', '2016_09_27__21_07_57'), ('csgsnm003c3', 'keepalived', '2016_09_27__21_08_04'), ('csgsnm002c2', 'keepalived', '2016_09_27__21_08_07'), ('csgsnm003c3', 'haproxy', '2016_09_27__21_08_20'), ('csgsnm002c2', 'haproxy', '2016_09_27__21_08_23'), ('csgsnm001c1', 'haproxy', '2016_09_27__21_08_28'), ('csgsnm001ad1', 'database', '2016_09_27__21_43_37'), ('csgsnm002ad2', 'database', '2016_09_27__21_43_39'), ('csgsnm003ad3', 'database', '2016_09_27__21_43_40')], 'steps': [[(u'csgsnm003c3', u'openstack'), (u'csgsnm002c2', u'openstack'), (u'csgsnm001c1', u'openstack')], [(u'csgsnm003c3', u'pre_exec_vnc_galera')], [(u'csgsnm002c2', u'pre_exec_vnc_galera')], [(u'csgsnm001c1', u'pre_exec_vnc_galera')], [(u'csgsnm003c3', u'post_exec_vnc_galera')], [(u'csgsnm002c2', u'post_exec_vnc_galera')], [(u'csgsnm001c1', u'post_exec_vnc_galera')], [(u'csgsnm003c3', u'config'), (u'csgsnm002c2', u'config'), (u'csgsnm001c1', u'config')], [(u'csgsnm003c3', u'control'), (u'csgsnm002c2', u'control'), (u'csgsnm001c1', u'control')], [(u'csgsnm001ad1', u'collector'), (u'csgsnm003ad3', u'collector'), (u'csgsnm002ad2', u'collector')], [(u'csgsnm003c3', u'webui'), (u'csgsnm002c2', u'webui'), (u'csgsnm001c1', u'webui')], [(u'csgsnm003ad3', 'post_provision'), (u'csgsnm003c3', 'post_provision'), (u'csgsnm001ad1', 'post_provision'), (u'csgsnm002ad2', 'post_provision'), (u'csgsnm002c2', 'post_provision')], [(u'csgsnc004', 'compute'), (u'csgsnc004', 'post_provision'), (u'csgsnm001c1', 'storage-master'), (u'csgsnm001c1', 'post_provision')]]}",
            "provisioned_id": null
        }
    ]
}


check for steps in the above paragraph output and login to that machine check /var/log/syslog


oblock@servermanager:~/provision_json/scale_SM_new$ server-manager show server --server_id csgsnm003c3
{
    "server": [
        {
            "id": "csgsnm003c3",
            "ip_address": "172.16.70.62",
            "mac_address": "52:54:DF:AF:BC:FF"
        }
    ]
}




---------Adding Image.Json with ISO for imaging---------------
{
    "image": [
        {
            "category": "image",
            "id": "scale_ubuntu_14_04_4",
            "parameters": {
                "kickseed": "/var/www/html/kickstarts/contrail-ubuntu_trusty.seed",
                "kickstart": "/var/www/html/kickstarts/contrail-ubuntu_trusty.ks"
            },
            "path": "/home/oblock/images/ubuntu-14.04.4-server-amd64.iso",
            "type": "ubuntu",
            "version": "14044"
        }
    ]
}


---------Adding Image.Json with package/contrail for provisioning---------------

{
    "image": [
        {
            "category": "package",
	    "id": "scale_contrail_mitaka_3_1",
            "path": "/home/oblock/images/contrail-install-packages_3.1.1.0-33~ubuntu-14-04mitaka_all.deb",
            "type": "contrail-ubuntu-package",
            "version": "3.1"
        }
    ]
}


------------cluster.json, with Split DB enabled  "manage_db": true--------------------------------------

{
    "cluster" : [
        {
            "id": "fab-cluster",
            "parameters" : {
                "domain": "juniper.net",
                "subnet_mask": "255.255.255.0",
                "internal_vip": "172.16.80.200",
                "external_vip": "172.16.70.200",
                "provision": {
                    "contrail": {
						"kernel_upgrade": true,
                        "database": {
                            "directory": "/var/lib/cassandra/data",
			    			"minimum_diskGB": 200
                        },
                        "analytics": {
                            "data_ttl": 168
                        },
                        "control": {
                            "encapsulation_priority": "MPLSoUDP,MPLSoGRE,VXLAN",
                            "router_asn": 64512,
                            "external_bgp": ""
                        },
                        "config": {
                            "use_certs": false,
			    			"manage_db": true
                        }
                    },
                    "openstack":{
                        "multi_tenancy": true,
                        "openstack_manage_amqp": false,
                        "enable_ceilometer": false,
                        "keystone" : {
                            "admin_password": "c0ntrail123",
                            "admin_user": "admin",
                            "admin_tenant": "admin",
                            "service_tenant": "services",
                            "auth_protocol": "http",
                            "auth_port": 35357
                        },
			"heat": {
                            "encryption_key": "989C5C9E9F024A91"
                        },
                        "mysql": {
                            "root_password": "c0ntrail123"
                        },
                        "neutron": {
                            "shared_secret":""
                        },
                        "ha": {
                            "haproxy_flag": true,
                            "internal_vip": "172.16.80.200",
                            "external_vip": "172.16.70.200",
                            "internal_virtual_router_id": 130,
                            "external_virtual_router_id": 140
                        }
                    }
                }
            }
        }
    ]
}

---------All JSON Files, example Compute---------------

{
    "server": [
        {
            "cluster_id": "cien-cluster",
            "contrail": {
                "control_data_interface": "bond0"
            },
            "domain": "scale.juniper.net",
            "host_name": "csgsnc035",
            "id": "csgsnc035",
            "ipmi_address": "172.16.60.40",
            "ipmi_password": "ADMIN",
            "ipmi_username": "ADMIN",
            "network": {
                "interfaces": [
                    {
                        "default_gateway": "172.16.70.254",
                        "ip_address": "172.16.70.40",
                        "mac_address": "0c:c4:7a:81:a7:9a",
                        "name": "em1",
                        "subnet_mask": "255.255.255.0"
                    },
                    {
                        "mac_address": "0c:c4:7a:b7:31:3e",
                        "name": "p4p1"
                    },
                    {
                        "mac_address": "0c:c4:7a:b7:31:3f",
                        "name": "p4p2"
                    },
                    {
                        "bond_options": {
                            "miimon": "100",
                            "mode": "802.3ad",
                            "xmit_hash_policy": "layer3+4"
                        },
                        "default_gateway": "172.16.80.254",
                        "ip_address": "172.16.80.40/24",
                        "member_interfaces": [
                            "p4p1",
                            "p4p2"
                        ],
                        "name": "bond0",
                        "type": "bond"
                    }
                ],
                "management_interface": "em1",
                "provisioning": "kickstart",
                "routes": [
                    {
                        "gateway": "172.16.80.254",
                        "interface": "bond0",
                        "netmask": "255.255.255.0",
                        "network": "172.16.100.0"
                    },
                    {
                        "gateway": "172.16.80.254",
                        "interface": "bond0",
                        "netmask": "255.255.255.0",
                        "network": "172.16.80.0"
                    }
                ]
            },
            "parameters": {
                "disks": [],
                "interface_name": "em1",
                "setup_interface": "Yes"
            },
            "password": "c0ntrail123",
            "roles": [
                "compute"
            ],
            "tag": {
                "chassis": "cien05",
                "rack": "A05"
            }
        }
    ]
---------All JSON Files, example Config---------------

{
    "server": [
        {
            "cluster_id": "cien-cluster",
            "host_name": "csgsnm001c1",
            "id": "csgsnm001c1",
            "domain": "scale.juniper.net",
	    "password": "c0ntrail123",
            "parameters" : {
                "disks": [
                ],
                "interface_name": "eth0",
                "setup_interface": "Yes",
                "storage_repo_id": "contrail_storage_packages_3_02_51"
            },
            "roles": ["control","config","openstack","webui","storage-master"],
            "contrail": {
                "control_data_interface": "bond0"
            },
            "network": {
                "management_interface": "eth0",
                "provisioning": "kickstart",
                "routes": [
                          {"network": "172.16.100.0", "netmask": "255.255.255.0","gateway": "172.16.80.254", "interface": "bond0"},
                          {"network": "172.16.80.0", "netmask": "255.255.255.0","gateway": "172.16.80.254", "interface": "bond0"}],
                "interfaces": [
                    {
                        "name": "eth0",
                        "mac_address": "52:54:00:f1:1a:d7",
                        "ip_address": "172.16.70.60",
                        "default_gateway": "172.16.70.254",
                        "subnet_mask": "255.255.255.0"
                    },
                    {
                        "name": "eth1",
                        "mac_address": "52:54:00:23:3b:77"
                    },
                    {
                        "name": "eth2",
                        "mac_address": "52:54:05:8f:b3:74"
                    },
                    {
                        "name": "bond0",
                        "type": "bond",
                        "ip_address": "172.16.80.60/24",
                        "default_gateway": "172.16.80.254",
                        "bond_options": {"miimon": "100", "mode": "802.3ad","xmit_hash_policy": "layer3+4"},
                        "member_interfaces": ["eth1", "eth2"]
                    }
                ]
            },
            "tag": {
            }
        }
    ]
}
---------All JSON Files, example AD---------------
{
    "server": [
        {
            "cluster_id": "cien-cluster",
            "host_name": "csgsnm001ad1",
            "id": "csgsnm001ad1",
            "domain": "scale.juniper.net",
            "password": "c0ntrail123",
            "parameters" : {
                "disks": [
                ],
                "interface_name": "eth0",
                "setup_interface": "Yes",
                "storage_repo_id": "contrail_storage_packages_3_02_51"
            },
            "roles": ["collector","database"],
            "contrail": {
                "control_data_interface": "bond0"
            },
            "network": {
                "management_interface": "eth0",
                "provisioning": "kickstart",
                "routes": [
                          {"network": "172.16.100.0", "netmask": "255.255.255.0","gateway": "172.16.80.254", "interface": "bond0"},
                          {"network": "172.16.80.0", "netmask": "255.255.255.0","gateway": "172.16.80.254", "interface": "bond0"}],
                "interfaces": [
                    {
                        "name": "eth0",
                        "mac_address": "52:54:00:5f:77:b8",
                        "ip_address": "172.16.70.63",
                        "default_gateway": "172.16.70.254",
                        "subnet_mask": "255.255.255.0"
                    },
                    {
                        "name": "eth1",
                        "mac_address": "52:54:00:1b:a4:9e"
                    },
                    {
                        "name": "eth2",
                        "mac_address": "52:54:00:8f:b3:74"
                    },
                    {
                        "name": "bond0",
                        "type": "bond",
                        "ip_address": "172.16.80.63/24",
                        "default_gateway": "172.16.80.254",
                        "bond_options": {"miimon": "100", "mode": "802.3ad","xmit_hash_policy": "layer3+4"},
                        "member_interfaces": ["eth1", "eth2"]
                    }
                ]
            },
            "tag": {
            }
        }
    ]
}

-----------Shell File to Spin VM's and re-image with SM-------------------

echo "*****************************making ct1 vm*****************************"
server-manager add server -f csgsnm001c1.json
sleep 10s
server-manager reimage --server_id csgsnm001c1 scale_ubuntu_14_04_4
sleep 10s
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no  root@172.16.70.6 virt-install --os-variant=ubuntutrusty --os-type=linux --arch=x86_64 --network mac=52:54:de:ad:be:ff,bridge=mgmt --network mac=52:54:de:ad:be:ef,bridge=cpdp --network mac=52:54:ce:bd:be:ef,bridge=cpdp --file=/var/lib/libvirt/images/cien-ct1.qcow2 --graphics vnc,password=c0ntrail123 --noautoconsole --vcpus=12 --ram=32768 --pxe --name cien-ct1 --file-size=150
echo "*****************************making ad1 vm*****************************"
server-manager add server -f csgsnm001ad1.json
sleep 10s
server-manager reimage --server_id csgsnm001ad1 scale_ubuntu_14_04_4
sleep 10s
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no  root@172.16.70.6 virt-install --os-variant=ubuntutrusty --os-type=linux --arch=x86_64 --network mac=52:54:df:ab:ce:ff,bridge=mgmt --network mac=52:54:df:ab:ce:ef,bridge=cpdp --network mac=52:54:cf:bb:be:ef,bridge=cpdp --file=/var/lib/libvirt/images/cien-ad1.qcow2 --graphics vnc,password=c0ntrail123 --noautoconsole --vcpus=12 --ram=32768 --pxe --name cien-ad1 --file-size=550
echo "*****************************making ct2 vm*****************************"
server-manager add server -f csgsnm002c2.json
sleep 10s
server-manager reimage --server_id csgsnm002c2 scale_ubuntu_14_04_4
sleep 10s
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no  root@172.16.70.7 virt-install --os-variant=ubuntutrusty --os-type=linux --arch=x86_64 --network mac=52:54:fe:bd:ce:ff,bridge=mgmt --network mac=52:54:de:cd:be:ef,bridge=cpdp --network mac=52:54:be:ed:ce:bf,bridge=cpdp --file=/var/lib/libvirt/images/cien-ct2.qcow2 --graphics vnc,password=c0ntrail123 --noautoconsole --vcpus=12 --ram=32768 --pxe --name cien-ct2 --file-size=150
echo "*****************************making ad2 vm*****************************"
server-manager add server -f csgsnm002ad2.json
sleep 10s
server-manager reimage --server_id csgsnm002ad2 scale_ubuntu_14_04_4
sleep 10s
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no  root@172.16.70.7 virt-install --os-variant=ubuntutrusty --os-type=linux --arch=x86_64 --network mac=52:54:cf:cb:ae:ff,bridge=mgmt --network mac=52:54:df:cb:de:bf,bridge=cpdp --network mac=52:54:df:bb:fe:cf,bridge=cpdp --file=/var/lib/libvirt/images/cien-ad2.qcow2 --graphics vnc,password=c0ntrail123 --noautoconsole --vcpus=12 --ram=32768 --pxe --name cien-ad2 --file-size=550
echo "*****************************making ct3 vm*****************************"
server-manager add server -f csgsnm003c3.json
sleep 10s
server-manager reimage --server_id csgsnm003c3 scale_ubuntu_14_04_4
sleep 10s
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no  root@172.16.70.8 virt-install --os-variant=ubuntutrusty --os-type=linux --arch=x86_64 --network mac=52:54:df:af:bc:ff,bridge=mgmt --network mac=52:54:dc:ab:bc:ff,bridge=cpdp --network mac=52:54:ce:bd:be:ff,bridge=cpdp --file=/var/lib/libvirt/images/cien-ct3.qcow2 --graphics vnc,password=c0ntrail123 --noautoconsole --vcpus=12 --ram=32768 --pxe --name cien-ct3 --file-size=150
echo "*****************************making ad3 vm*****************************"
server-manager add server -f csgsnm003ad3.json
sleep 10s
server-manager reimage --server_id csgsnm003ad3 scale_ubuntu_14_04_4
sleep 10s
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no  root@172.16.70.8 virt-install --os-variant=ubuntutrusty --os-type=linux --arch=x86_64 --network mac=52:54:bf:df:ac:ff,bridge=mgmt --network mac=52:54:dc:ba:ac:ff,bridge=cpdp --network mac=52:54:be:bd:de:ff,bridge=cpdp --file=/var/lib/libvirt/images/cien-ad3.qcow2 --graphics vnc,password=c0ntrail123 --noautoconsole --vcpus=12 --ram=32768 --pxe --name cien-ad3 --file-size=550



----------Virsh Proper Deletion of VM----------------------

sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no  root@172.16.70.8 virsh destroy cien-ad3
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no  root@172.16.70.8 virsh undefine cien-ad3
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no  root@172.16.70.8 virsh vol-delete --pool default cien-ad3.qcow2