#!/usr/bin/env bash # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. darwin_install_pip3_packages() { echo "Installing setuptools grpcio-tools" pip3 install setuptools grpcio-tools echo "Installing mypy-protobuf" pip3 install --user mypy-protobuf } install_go_packages(){ echo "Installing goavro" go mod init beam-runtime && go get github.com/linkedin/goavro/v2 # As we are using bash, we are assuming .bashrc exists. grep -qxF "export GOPATH=${PWD}/sdks/go/examples/.gogradle/project_gopath" ~/.bashrc gopathExists=$? if [ $gopathExists -ne 0 ]; then export GOPATH=${PWD}/sdks/go/examples/.gogradle/project_gopath && echo "GOPATH was set for this session to '$GOPATH'. Make sure to add this path to your ~/.bashrc file after the execution of this script." fi } kernelname=$(uname -s) # Running on Linux if [ "$kernelname" = "Linux" ]; then # Assuming Debian based Linux and the prerequisites in https://beam.apache.org/contribute/ are met: apt-get update echo "Installing dependencies listed in pkglist file" apt-get install -y $(grep -v '^#' dev-support/docker/pkglist | cat) # pulling dependencies from pkglist file type -P python3 > /dev/null 2>&1 python3Exists=$? type -P pip3 > /dev/null 2>&1 pip3Exists=$? if [ $python3Exists -eq 0 -a $pip3Exists -eq 0 ]; then echo "Installing grpcio-tools mypy-protobuf" pip3 install grpcio-tools mypy-protobuf else echo "Python3 and pip3 are required but failed to install. Install them manually and rerun the script." exit fi for ver in 3.9 3.10 3.11 3.12 3; do apt install --yes python$ver-venv done type -P go > /dev/null 2>&1 goExists=$? if [ $goExists -eq 0 ]; then install_go_packages else echo "Go is required. Install it manually from https://golang.org/doc/install and rerun the script." exit fi # Running on Mac elif [ "$kernelname" = "Darwin" ]; then # Check for Homebrew, install if we don't have it type -P brew > /dev/null 2>&1 brewExists=$? if [ $brewExists -ne 0 ]; then echo "Installing homebrew" /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)" fi # Update homebrew recipes echo "Updating brew" brew update # Assuming we are using brew if brew ls --versions openjdk@8 > /dev/null; then echo "openjdk@8 already installed. Skipping" else echo "Installing openjdk@8" brew install openjdk@8 fi for ver in 3.9 3.10 3.11 3.12; do if brew ls --versions python@$ver > /dev/null; then echo "python@$ver already installed. Skipping" brew info python@$ver else echo "Installing python@$ver" brew install python@$ver fi if [ ! $(type -P python$ver) > /dev/null 2>&1 ]; then # For some python packages, brew does not add symlinks... # TODO: Consider using pyenv to manage multiple installations of Python. ln -s /usr/local/opt/python@$ver/bin/python3 /usr/local/bin/python$ver fi done ls -l /usr/local/bin/python* type -P python3 > /dev/null 2>&1 python3Exists=$? type -P pip3 > /dev/null 2>&1 pip3Exists=$? if [ $python3Exists -eq 0 -a $pip3Exists -eq 0 ]; then darwin_install_pip3_packages else echo "Python3 and pip3 are required but failed to install. Install them manually and rerun the script." exit fi type -P tox > /dev/null 2>&1 toxExists=$? if [ $toxExists -eq 0 ]; then echo "tox already installed. Skipping" else echo "Installing tox" brew install tox fi type -P docker > /dev/null 2>&1 dockerExists=$? if [ $dockerExists -eq 0 ]; then echo "docker already installed. Skipping" else echo "Installing docker" brew install --cask docker fi type -P go > /dev/null 2>&1 goExists=$? if [ $goExists -eq 0 ]; then install_go_packages else echo "Go is required. Install it manually from https://golang.org/doc/install and rerun the script." exit fi else echo "Unrecognized Kernel Name: $kernelname" fi