Introduction to Cloud Dataproc_ Hadoop and Spark on Google Cloud

export ZONE=

export CLUSTER_NAME=

export JOB_TYPE=

export MAIN_CLASS=

export JAR_FILE=

export ARGUMENTS=

export REGION=${ZONE::-2}

gcloud dataproc clusters create qlab --region $REGION --zone $ZONE --master-machine-type e2-standard-4 --master-boot-disk-size 500 --num-workers 2 --worker-machine-type e2-standard-2 --worker-boot-disk-size 500 --image-version 2.0-debian10 --project $DEVSHELL_PROJECT_ID

gcloud dataproc jobs submit spark \

--cluster=$CLUSTER_NAME \

--region=$REGION \

--class=$MAIN_CLASS \

--jars=$JAR_FILE \

-- $ARGUMENTS