gokul-c of Contrail
1/26/2017 - 6:38 PM
Server Manager-Scale
---------Provisioning Status---------------
oblock@servermanager:~$ server-manager-client status server
+--------------+----------------------+--------------+-------------------+
| id | status | ip_address | mac_address |
+--------------+----------------------+--------------+-------------------+
| csgsnm001ad1 | provision_started | 172.16.70.63 | 52:54:DF:AB:CE:FF |
| csgsnm003c3 | keepalived_completed | 172.16.70.62 | 52:54:DF:AF:BC:FF |
| csgsnm003ad3 | provision_started | 172.16.70.65 | 52:54:BF:DF:AC:FF |
| csgsnm002ad2 | provision_started | 172.16.70.64 | 52:54:CF:CB:AE:FF |
| csgsnm002c2 | keepalived_completed | 172.16.70.61 | 52:54:FE:BD:CE:FF |
| None | server_discovered | 172.16.70.60 | 52:54:DE:AD:BE:FF |
| csgsnc004 | provision_started | 172.16.70.9 | 0C:C4:7A:81:AE:6C |
| csgsnm001c1 | provision_started | 172.16.70.60 | 52:54:00:F1:1A:D7 |
+--------------+----------------------+--------------+-------------------+
oblock@servermanager:~$ server-manager show server --detail | grep 70.60
"ip_address": "172.16.70.60",
"ip_address": "172.16.70.60",
"ip_address": "172.16.70.60",
oblock@servermanager:~$ server-manager show image --image_id scale_ubuntu_14_04_4 -d
{
"image": [
{
"category": "image",
"id": "scale_ubuntu_14_04_4",
"parameters": {
"kickseed": "/var/www/html/contrail/images/scale_ubuntu_14_04_4.seed",
"kickstart": "/var/www/html/contrail/images/scale_ubuntu_14_04_4.ks"
},
"path": "/home/oblock/images/ubuntu-14.04.4-server-amd64.iso",
"type": "ubuntu",
"version": "14044"
}
]
}
oblock@servermanager:~$ server-manager status server --server csgsnm001c1
{
"server": [
{
"id": "csgsnm001c1",
"ip_address": "172.16.70.60",
"mac_address": "52:54:00:F1:1A:D7",
"status": "haproxy_completed"
}
]
}
--------------Provisioning Status----------------------------------
server-manager show cluster --cluster_id fab-cluster --detail
},
"provision_role_sequence": "{'completed': [('csgsnm001c1', 'keepalived', '2016_09_27__21_07_57'), ('csgsnm003c3', 'keepalived', '2016_09_27__21_08_04'), ('csgsnm002c2', 'keepalived', '2016_09_27__21_08_07'), ('csgsnm003c3', 'haproxy', '2016_09_27__21_08_20'), ('csgsnm002c2', 'haproxy', '2016_09_27__21_08_23'), ('csgsnm001c1', 'haproxy', '2016_09_27__21_08_28'), ('csgsnm001ad1', 'database', '2016_09_27__21_43_37'), ('csgsnm002ad2', 'database', '2016_09_27__21_43_39'), ('csgsnm003ad3', 'database', '2016_09_27__21_43_40')], 'steps': [[(u'csgsnm003c3', u'openstack'), (u'csgsnm002c2', u'openstack'), (u'csgsnm001c1', u'openstack')], [(u'csgsnm003c3', u'pre_exec_vnc_galera')], [(u'csgsnm002c2', u'pre_exec_vnc_galera')], [(u'csgsnm001c1', u'pre_exec_vnc_galera')], [(u'csgsnm003c3', u'post_exec_vnc_galera')], [(u'csgsnm002c2', u'post_exec_vnc_galera')], [(u'csgsnm001c1', u'post_exec_vnc_galera')], [(u'csgsnm003c3', u'config'), (u'csgsnm002c2', u'config'), (u'csgsnm001c1', u'config')], [(u'csgsnm003c3', u'control'), (u'csgsnm002c2', u'control'), (u'csgsnm001c1', u'control')], [(u'csgsnm001ad1', u'collector'), (u'csgsnm003ad3', u'collector'), (u'csgsnm002ad2', u'collector')], [(u'csgsnm003c3', u'webui'), (u'csgsnm002c2', u'webui'), (u'csgsnm001c1', u'webui')], [(u'csgsnm003ad3', 'post_provision'), (u'csgsnm003c3', 'post_provision'), (u'csgsnm001ad1', 'post_provision'), (u'csgsnm002ad2', 'post_provision'), (u'csgsnm002c2', 'post_provision')], [(u'csgsnc004', 'compute'), (u'csgsnc004', 'post_provision'), (u'csgsnm001c1', 'storage-master'), (u'csgsnm001c1', 'post_provision')]]}",
"provisioned_id": null
}
]
}
check for steps in the above paragraph output and login to that machine check /var/log/syslog
oblock@servermanager:~/provision_json/scale_SM_new$ server-manager show server --server_id csgsnm003c3
{
"server": [
{
"id": "csgsnm003c3",
"ip_address": "172.16.70.62",
"mac_address": "52:54:DF:AF:BC:FF"
}
]
}
---------Adding Image.Json with ISO for imaging---------------
{
"image": [
{
"category": "image",
"id": "scale_ubuntu_14_04_4",
"parameters": {
"kickseed": "/var/www/html/kickstarts/contrail-ubuntu_trusty.seed",
"kickstart": "/var/www/html/kickstarts/contrail-ubuntu_trusty.ks"
},
"path": "/home/oblock/images/ubuntu-14.04.4-server-amd64.iso",
"type": "ubuntu",
"version": "14044"
}
]
}
---------Adding Image.Json with package/contrail for provisioning---------------
{
"image": [
{
"category": "package",
"id": "scale_contrail_mitaka_3_1",
"path": "/home/oblock/images/contrail-install-packages_3.1.1.0-33~ubuntu-14-04mitaka_all.deb",
"type": "contrail-ubuntu-package",
"version": "3.1"
}
]
}
------------cluster.json, with Split DB enabled "manage_db": true--------------------------------------
{
"cluster" : [
{
"id": "fab-cluster",
"parameters" : {
"domain": "juniper.net",
"subnet_mask": "255.255.255.0",
"internal_vip": "172.16.80.200",
"external_vip": "172.16.70.200",
"provision": {
"contrail": {
"kernel_upgrade": true,
"database": {
"directory": "/var/lib/cassandra/data",
"minimum_diskGB": 200
},
"analytics": {
"data_ttl": 168
},
"control": {
"encapsulation_priority": "MPLSoUDP,MPLSoGRE,VXLAN",
"router_asn": 64512,
"external_bgp": ""
},
"config": {
"use_certs": false,
"manage_db": true
}
},
"openstack":{
"multi_tenancy": true,
"openstack_manage_amqp": false,
"enable_ceilometer": false,
"keystone" : {
"admin_password": "c0ntrail123",
"admin_user": "admin",
"admin_tenant": "admin",
"service_tenant": "services",
"auth_protocol": "http",
"auth_port": 35357
},
"heat": {
"encryption_key": "989C5C9E9F024A91"
},
"mysql": {
"root_password": "c0ntrail123"
},
"neutron": {
"shared_secret":""
},
"ha": {
"haproxy_flag": true,
"internal_vip": "172.16.80.200",
"external_vip": "172.16.70.200",
"internal_virtual_router_id": 130,
"external_virtual_router_id": 140
}
}
}
}
}
]
}
---------All JSON Files, example Compute---------------
{
"server": [
{
"cluster_id": "cien-cluster",
"contrail": {
"control_data_interface": "bond0"
},
"domain": "scale.juniper.net",
"host_name": "csgsnc035",
"id": "csgsnc035",
"ipmi_address": "172.16.60.40",
"ipmi_password": "ADMIN",
"ipmi_username": "ADMIN",
"network": {
"interfaces": [
{
"default_gateway": "172.16.70.254",
"ip_address": "172.16.70.40",
"mac_address": "0c:c4:7a:81:a7:9a",
"name": "em1",
"subnet_mask": "255.255.255.0"
},
{
"mac_address": "0c:c4:7a:b7:31:3e",
"name": "p4p1"
},
{
"mac_address": "0c:c4:7a:b7:31:3f",
"name": "p4p2"
},
{
"bond_options": {
"miimon": "100",
"mode": "802.3ad",
"xmit_hash_policy": "layer3+4"
},
"default_gateway": "172.16.80.254",
"ip_address": "172.16.80.40/24",
"member_interfaces": [
"p4p1",
"p4p2"
],
"name": "bond0",
"type": "bond"
}
],
"management_interface": "em1",
"provisioning": "kickstart",
"routes": [
{
"gateway": "172.16.80.254",
"interface": "bond0",
"netmask": "255.255.255.0",
"network": "172.16.100.0"
},
{
"gateway": "172.16.80.254",
"interface": "bond0",
"netmask": "255.255.255.0",
"network": "172.16.80.0"
}
]
},
"parameters": {
"disks": [],
"interface_name": "em1",
"setup_interface": "Yes"
},
"password": "c0ntrail123",
"roles": [
"compute"
],
"tag": {
"chassis": "cien05",
"rack": "A05"
}
}
]
---------All JSON Files, example Config---------------
{
"server": [
{
"cluster_id": "cien-cluster",
"host_name": "csgsnm001c1",
"id": "csgsnm001c1",
"domain": "scale.juniper.net",
"password": "c0ntrail123",
"parameters" : {
"disks": [
],
"interface_name": "eth0",
"setup_interface": "Yes",
"storage_repo_id": "contrail_storage_packages_3_02_51"
},
"roles": ["control","config","openstack","webui","storage-master"],
"contrail": {
"control_data_interface": "bond0"
},
"network": {
"management_interface": "eth0",
"provisioning": "kickstart",
"routes": [
{"network": "172.16.100.0", "netmask": "255.255.255.0","gateway": "172.16.80.254", "interface": "bond0"},
{"network": "172.16.80.0", "netmask": "255.255.255.0","gateway": "172.16.80.254", "interface": "bond0"}],
"interfaces": [
{
"name": "eth0",
"mac_address": "52:54:00:f1:1a:d7",
"ip_address": "172.16.70.60",
"default_gateway": "172.16.70.254",
"subnet_mask": "255.255.255.0"
},
{
"name": "eth1",
"mac_address": "52:54:00:23:3b:77"
},
{
"name": "eth2",
"mac_address": "52:54:05:8f:b3:74"
},
{
"name": "bond0",
"type": "bond",
"ip_address": "172.16.80.60/24",
"default_gateway": "172.16.80.254",
"bond_options": {"miimon": "100", "mode": "802.3ad","xmit_hash_policy": "layer3+4"},
"member_interfaces": ["eth1", "eth2"]
}
]
},
"tag": {
}
}
]
}
---------All JSON Files, example AD---------------
{
"server": [
{
"cluster_id": "cien-cluster",
"host_name": "csgsnm001ad1",
"id": "csgsnm001ad1",
"domain": "scale.juniper.net",
"password": "c0ntrail123",
"parameters" : {
"disks": [
],
"interface_name": "eth0",
"setup_interface": "Yes",
"storage_repo_id": "contrail_storage_packages_3_02_51"
},
"roles": ["collector","database"],
"contrail": {
"control_data_interface": "bond0"
},
"network": {
"management_interface": "eth0",
"provisioning": "kickstart",
"routes": [
{"network": "172.16.100.0", "netmask": "255.255.255.0","gateway": "172.16.80.254", "interface": "bond0"},
{"network": "172.16.80.0", "netmask": "255.255.255.0","gateway": "172.16.80.254", "interface": "bond0"}],
"interfaces": [
{
"name": "eth0",
"mac_address": "52:54:00:5f:77:b8",
"ip_address": "172.16.70.63",
"default_gateway": "172.16.70.254",
"subnet_mask": "255.255.255.0"
},
{
"name": "eth1",
"mac_address": "52:54:00:1b:a4:9e"
},
{
"name": "eth2",
"mac_address": "52:54:00:8f:b3:74"
},
{
"name": "bond0",
"type": "bond",
"ip_address": "172.16.80.63/24",
"default_gateway": "172.16.80.254",
"bond_options": {"miimon": "100", "mode": "802.3ad","xmit_hash_policy": "layer3+4"},
"member_interfaces": ["eth1", "eth2"]
}
]
},
"tag": {
}
}
]
}
-----------Shell File to Spin VM's and re-image with SM-------------------
echo "*****************************making ct1 vm*****************************"
server-manager add server -f csgsnm001c1.json
sleep 10s
server-manager reimage --server_id csgsnm001c1 scale_ubuntu_14_04_4
sleep 10s
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no root@172.16.70.6 virt-install --os-variant=ubuntutrusty --os-type=linux --arch=x86_64 --network mac=52:54:de:ad:be:ff,bridge=mgmt --network mac=52:54:de:ad:be:ef,bridge=cpdp --network mac=52:54:ce:bd:be:ef,bridge=cpdp --file=/var/lib/libvirt/images/cien-ct1.qcow2 --graphics vnc,password=c0ntrail123 --noautoconsole --vcpus=12 --ram=32768 --pxe --name cien-ct1 --file-size=150
echo "*****************************making ad1 vm*****************************"
server-manager add server -f csgsnm001ad1.json
sleep 10s
server-manager reimage --server_id csgsnm001ad1 scale_ubuntu_14_04_4
sleep 10s
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no root@172.16.70.6 virt-install --os-variant=ubuntutrusty --os-type=linux --arch=x86_64 --network mac=52:54:df:ab:ce:ff,bridge=mgmt --network mac=52:54:df:ab:ce:ef,bridge=cpdp --network mac=52:54:cf:bb:be:ef,bridge=cpdp --file=/var/lib/libvirt/images/cien-ad1.qcow2 --graphics vnc,password=c0ntrail123 --noautoconsole --vcpus=12 --ram=32768 --pxe --name cien-ad1 --file-size=550
echo "*****************************making ct2 vm*****************************"
server-manager add server -f csgsnm002c2.json
sleep 10s
server-manager reimage --server_id csgsnm002c2 scale_ubuntu_14_04_4
sleep 10s
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no root@172.16.70.7 virt-install --os-variant=ubuntutrusty --os-type=linux --arch=x86_64 --network mac=52:54:fe:bd:ce:ff,bridge=mgmt --network mac=52:54:de:cd:be:ef,bridge=cpdp --network mac=52:54:be:ed:ce:bf,bridge=cpdp --file=/var/lib/libvirt/images/cien-ct2.qcow2 --graphics vnc,password=c0ntrail123 --noautoconsole --vcpus=12 --ram=32768 --pxe --name cien-ct2 --file-size=150
echo "*****************************making ad2 vm*****************************"
server-manager add server -f csgsnm002ad2.json
sleep 10s
server-manager reimage --server_id csgsnm002ad2 scale_ubuntu_14_04_4
sleep 10s
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no root@172.16.70.7 virt-install --os-variant=ubuntutrusty --os-type=linux --arch=x86_64 --network mac=52:54:cf:cb:ae:ff,bridge=mgmt --network mac=52:54:df:cb:de:bf,bridge=cpdp --network mac=52:54:df:bb:fe:cf,bridge=cpdp --file=/var/lib/libvirt/images/cien-ad2.qcow2 --graphics vnc,password=c0ntrail123 --noautoconsole --vcpus=12 --ram=32768 --pxe --name cien-ad2 --file-size=550
echo "*****************************making ct3 vm*****************************"
server-manager add server -f csgsnm003c3.json
sleep 10s
server-manager reimage --server_id csgsnm003c3 scale_ubuntu_14_04_4
sleep 10s
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no root@172.16.70.8 virt-install --os-variant=ubuntutrusty --os-type=linux --arch=x86_64 --network mac=52:54:df:af:bc:ff,bridge=mgmt --network mac=52:54:dc:ab:bc:ff,bridge=cpdp --network mac=52:54:ce:bd:be:ff,bridge=cpdp --file=/var/lib/libvirt/images/cien-ct3.qcow2 --graphics vnc,password=c0ntrail123 --noautoconsole --vcpus=12 --ram=32768 --pxe --name cien-ct3 --file-size=150
echo "*****************************making ad3 vm*****************************"
server-manager add server -f csgsnm003ad3.json
sleep 10s
server-manager reimage --server_id csgsnm003ad3 scale_ubuntu_14_04_4
sleep 10s
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no root@172.16.70.8 virt-install --os-variant=ubuntutrusty --os-type=linux --arch=x86_64 --network mac=52:54:bf:df:ac:ff,bridge=mgmt --network mac=52:54:dc:ba:ac:ff,bridge=cpdp --network mac=52:54:be:bd:de:ff,bridge=cpdp --file=/var/lib/libvirt/images/cien-ad3.qcow2 --graphics vnc,password=c0ntrail123 --noautoconsole --vcpus=12 --ram=32768 --pxe --name cien-ad3 --file-size=550
----------Virsh Proper Deletion of VM----------------------
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no root@172.16.70.8 virsh destroy cien-ad3
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no root@172.16.70.8 virsh undefine cien-ad3
sshpass -p c0ntrail123 ssh -o StrictHostKeyChecking=no root@172.16.70.8 virsh vol-delete --pool default cien-ad3.qcow2