Mikkel84
10/13/2018 - 12:45 PM

[Create DataProc Hadoop Cluster on GCP] #GCP #Google #Dataproc #Cluster

[Create DataProc Hadoop Cluster on GCP] #GCP #Google #Dataproc #Cluster

myenv.sh
content_copyfile_download
# set account vaiables for acces via GCP API
# acces to created valiables below via: echo $BUCKET
# load changes with: source myenv (in console)

PROJECT_ID=qwiklabs-gcp-38ee13c3210e0ec8
BUCKET=qwiklabs-gcp-38ee13c3210e0ec8
MYREGION=us-central1
MYZONE=us-central1-a
BROWSER_IP=88.69.147.168

# in GCP Console: Dataproc >> Cluster >> Create cluster

gcloud dataproc --region us-central1 clusters create cluster-dataproc --bucket qwiklabs-gcp-38ee13c3210e0ec8 --subnet default --zone us-central1-a --master-machine-type n1-standard-2 --master-boot-disk-size 100 --num-workers 3 --worker-machine-type n1-standard-1 --worker-boot-disk-size 50 --image-version 1.2 --tags hadoopaccess --project qwiklabs-gcp-38ee13c3210e0ec8