#!/bin/bash set -e set -u set -x EXT_IP="$(curl ifconfig.co)" # Install logentries daemon /* start_logentries() { echo "=====> start_logentries" sudo bash -c "echo 'deb http://rep.logentries.com/ trusty main' > /etc/apt/sources.list.d/logentries.list" sudo bash -c "gpg --keyserver pgp.mit.edu --recv-keys C43C79AD && gpg -a --export C43C79AD | apt-key add -" sudo apt-get update sudo apt-get install -y logentries sudo le reinit --user-key=df34b14a-1e50-4a54-9216-a989475cb64b --pull-server-side-config=False mkdir -p /home/${ADMIN_USERNAME}/logs touch /home/${ADMIN_USERNAME}/logs/netstats_daemon.err touch /home/${ADMIN_USERNAME}/logs/netstats_daemon.out touch /home/${ADMIN_USERNAME}/logs/parity.err touch /home/${ADMIN_USERNAME}/logs/parity.out touch /home/${ADMIN_USERNAME}/logs/transferRewardToPayoutKey.out touch /home/${ADMIN_USERNAME}/logs/transferRewardToPayoutKey.err sudo bash -c "cat >> /etc/le/config << EOF [install_err] path = /var/lib/waagent/custom-script/download/0/stderr destination = TestTestNets/${EXT_IP} [install_out] path = /var/lib/waagent/custom-script/download/0/stdout destination = TestTestNets/${EXT_IP} [netstats_daemon_err] path = /home/${ADMIN_USERNAME}/logs/netstats_daemon.err destination = TestTestNets/${EXT_IP} [netstats_daemon_out] path = /home/${ADMIN_USERNAME}/logs/netstats_daemon.out destination = TestTestNets/${EXT_IP} [parity_err] path = /home/${ADMIN_USERNAME}/logs/parity.err destination = TestTestNets/${EXT_IP} [parity_out] path = /home/${ADMIN_USERNAME}/logs/parity.out destination = TestTestNets/${EXT_IP} [transferReward_out] path = /home/${ADMIN_USERNAME}/logs/transferRewardToPayoutKey.out destination = TestTestNets/${EXT_IP} [transferReward_err] path = /home/${ADMIN_USERNAME}/logs/transferRewardToPayoutKey.err destination = TestTestNets/${EXT_IP} EOF" sudo apt-get install -y logentries-daemon sudo service logentries start echo "<===== start_logentries" } start_logentries # */ echo "========== dev/mining-node/install.sh starting ==========" echo "===== current time: $(date)" echo "===== username: $(whoami)" echo "===== working directory: $(pwd)" echo "===== operating system info:" lsb_release -a echo "===== memory usage info:" free -m echo "===== external ip: ${EXT_IP}" echo "===== environmental variables:" printenv # script parameters #INSTALL_DOCKER_VERSION="17.03.1~ce-0~ubuntu-xenial" #INSTALL_DOCKER_IMAGE="parity/parity:v1.6.8" INSTALL_CONFIG_REPO="https://raw.githubusercontent.com/oraclesorg/test-templates/dev/TestTestNet/mining-node" GENESIS_REPO_LOC="https://raw.githubusercontent.com/oraclesorg/oracles-scripts/master/spec.json" GENESIS_JSON="spec.json" NODE_TOML="node.toml" NODE_PWD="node.pwd" export HOME="${HOME:-/home/${ADMIN_USERNAME}}" #echo "===== will use docker version: ${INSTALL_DOCKER_VERSION}" #echo "===== will use parity docker image: ${INSTALL_DOCKER_IMAGE}" echo "===== repo base path: ${INSTALL_CONFIG_REPO}" # this should be provided through env by azure template NETSTATS_SERVER="${NETSTATS_SERVER}" NETSTATS_SECRET="${NETSTATS_SECRET}" MINING_KEYFILE="${MINING_KEYFILE}" MINING_ADDRESS="${MINING_ADDRESS}" MINING_KEYPASS="${MINING_KEYPASS}" NODE_FULLNAME="${NODE_FULLNAME:-Anonymous}" NODE_ADMIN_EMAIL="${NODE_ADMIN_EMAIL:-somebody@somehere}" ADMIN_USERNAME="${ADMIN_USERNAME}" prepare_homedir() { echo "=====> prepare_homedir" #ln -s "$(pwd)" "/home/${ADMIN_USERNAME}/script-dir" cd "/home/${ADMIN_USERNAME}" mkdir -p logs echo "<===== prepare_homedir" } add_user_to_docker_group() { # based on https://askubuntu.com/questions/477551/how-can-i-use-docker-without-sudo echo "=====> add_user_to_docker_group" sudo groupadd docker sudo gpasswd -a "${ADMIN_USERNAME}" docker newgrp docker echo "===== Groups: " groups echo "<===== add_user_to_docker_group" } install_ntpd() { echo "=====> install_ntpd" sudo timedatectl set-ntp no sudo apt-get -y install ntp sudo bash -c "cat > /etc/cron.hourly/ntpdate << EOF #!/bin/sh sudo service ntp stop sudo ntpdate -s ntp.ubuntu.com sudo service ntp start EOF" sudo chmod 755 /etc/cron.hourly/ntpdate echo "<===== install_ntpd" } install_haveged() { echo "=====> install_haveged" sudo apt-get -y install haveged sudo update-rc.d haveged defaults echo "<===== install_haveged" } allocate_swap() { echo "=====> allocate_swap" sudo apt-get -y install bc #sudo fallocate -l $(echo "$(free -b | awk '/Mem/{ print $2 }')*2" | bc -l) /swapfile sudo fallocate -l 1G /swapfile sudo chmod 600 /swapfile sudo mkswap /swapfile sudo swapon /swapfile sudo sh -c "printf '/swapfile none swap sw 0 0\n' >> /etc/fstab" sudo sh -c "printf 'vm.swappiness=10\n' >> /etc/sysctl.conf" sudo sysctl vm.vfs_cache_pressure=50 sudo sh -c "printf 'vm.vfs_cache_pressure = 50\n' >> /etc/sysctl.conf" echo "<===== allocate_swap" } install_nodejs() { echo "=====> install_nodejs" # curl -sL https://deb.nodesource.com/setup_0.12 | bash - curl -sL https://deb.nodesource.com/setup_6.x | sudo -E bash - sudo apt-get update sudo apt-get install -y build-essential git unzip wget nodejs ntp cloud-utils # add symlink if it doesn't exist [[ ! -f /usr/bin/node ]] && sudo ln -s /usr/bin/nodejs /usr/bin/node echo "<===== install_nodejs" } install_docker_ce() { echo "=====> install_docker_ce" sudo apt-get -y install apt-transport-https ca-certificates curl software-properties-common curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add - sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" sudo apt-get update sudo apt-get -y install docker-ce=${INSTALL_DOCKER_VERSION} sudo docker pull ${INSTALL_DOCKER_IMAGE} echo "<===== install_docker_ce" } pull_image_and_configs() { echo "=====> pull_image_and_configs" # curl -s -O "${INSTALL_CONFIG_REPO}/../${GENESIS_JSON}" curl -s -o "${GENESIS_JSON}" "${GENESIS_REPO_LOC}" curl -s -O "${INSTALL_CONFIG_REPO}/${NODE_TOML}" sed -i "/\[network\]/a nat=\"extip:${EXT_IP}\"" ${NODE_TOML} cat >> ${NODE_TOML} < "${NODE_PWD}" mkdir -p parity/keys/OraclesPoA echo ${MINING_KEYFILE} | base64 -d > parity/keys/OraclesPoA/mining.key.${MINING_ADDRESS} echo "<===== pull_image_and_configs" } # based on https://get.parity.io install_netstats() { echo "=====> install_netstats" git clone https://github.com/oraclesorg/eth-net-intelligence-api cd eth-net-intelligence-api #sed -i '/"web3"/c "web3": "0.19.x",' package.json npm install sudo npm install pm2 -g cat > app.json << EOL [ { "name" : "netstats_daemon", "script" : "app.js", "log_date_format" : "YYYY-MM-DD HH:mm:SS Z", "error_file" : "/home/${ADMIN_USERNAME}/logs/netstats_daemon.err", "out_file" : "/home/${ADMIN_USERNAME}/logs/netstats_daemon.out", "merge_logs" : false, "watch" : false, "max_restarts" : 100, "exec_interpreter" : "node", "exec_mode" : "fork_mode", "env": { "NODE_ENV" : "production", "RPC_HOST" : "localhost", "RPC_PORT" : "8545", "LISTENING_PORT" : "30300", "INSTANCE_NAME" : "${NODE_FULLNAME}", "CONTACT_DETAILS" : "${NODE_ADMIN_EMAIL}", "WS_SERVER" : "http://${NETSTATS_SERVER}:3000", "WS_SECRET" : "${NETSTATS_SECRET}", "VERBOSITY" : 2 } } ] EOL cd .. cat > netstats.start < start_docker" cat > docker.start < logs/docker.out 2> logs/docker.err container_id="\$(cat logs/docker.out)" sudo ln -sf "/var/lib/docker/containers/\${container_id}/\${container_id}-json.log" logs/parity.log EOF chmod +x docker.start ./docker.start echo "<===== start_docker" } use_deb() { echo "=====> use_deb" curl -LO 'http://parity-downloads-mirror.parity.io/v1.7.0/x86_64-unknown-linux-gnu/parity_1.7.0_amd64.deb' sudo dpkg -i parity_1.7.0_amd64.deb sudo apt-get install dtach cat > parity.start << EOF dtach -n parity.dtach bash -c "parity -l engine=trace,discovery=trace,network=trace --config ${NODE_TOML} --ui-no-validation >> logs/parity.out 2>> logs/parity.err" EOF chmod +x parity.start ./parity.start echo "<===== use_deb" } use_bin() { echo "=====> use_bin" sudo apt-get install -y dtach unzip curl -L -o parity-bin-v1.7.0.zip 'https://gitlab.parity.io/parity/parity/-/jobs/61863/artifacts/download' unzip parity-bin-v1.7.0.zip -d parity-bin-v1.7.0 ln -s parity-bin-v1.7.0/target/release/parity parity-v1.7.0 cat > parity.start << EOF dtach -n parity.dtach bash -c "./parity-v1.7.0 -l discovery=trace,network=trace --config ${NODE_TOML} --ui-no-validation >> logs/parity.out 2>> logs/parity.err" EOF chmod +x parity.start ./parity.start echo "<===== use_bin" } compile_source() { echo "=====> compile_source" sudo apt-get -y install gcc g++ libssl-dev libudev-dev pkg-config curl https://sh.rustup.rs -sSf | sh -s -- -y source "/home/${ADMIN_USERNAME}/.cargo/env" rustc --version cargo --version git clone -b "v1.7.0" https://github.com/paritytech/parity parity-src-v1.7.0 cd parity-src-v1.7.0 cargo build --release cd .. ln -s parity-src-v1.7.0/target/release/parity parity-v1.7.0 cat > parity.start << EOF ./parity-v1.7.0 -l discovery=trace,network=trace --config "${NODE_TOML}" --ui-no-validation >> logs/parity.out 2>> logs/parity.err EOF chmod +x parity.start dtach -n parity.dtach "./parity.start" echo "<===== compile_source" } install_scripts() { echo "=====> install_scripts" git clone -b master --single-branch https://github.com/oraclesorg/oracles-scripts ln -s ../node.toml oracles-scripts/node.toml cd oracles-scripts/scripts npm install sudo bash -c "cat > /etc/cron.hourly/transferRewardToPayoutKey <> \"/home/${ADMIN_USERNAME}/logs/transferRewardToPayoutKey.out\" echo \"Starting at \\\$(date)\" >> \"/home/${ADMIN_USERNAME}/logs/transferRewardToPayoutKey.err\" node transferRewardToPayoutKey.js >> \"/home/${ADMIN_USERNAME}/logs/transferRewardToPayoutKey.out\" 2>> \"/home/${ADMIN_USERNAME}/logs/transferRewardToPayoutKey.err\" echo \"\" >> \"/home/${ADMIN_USERNAME}/logs/transferRewardToPayoutKey.out\" echo \"\" >> \"/home/${ADMIN_USERNAME}/logs/transferRewardToPayoutKey.err\" EOF" sudo chmod 755 /etc/cron.hourly/transferRewardToPayoutKey cd ../.. echo "<===== install_scripts" } setup_autoupdate() { echo "=====> setup_autoupdate" sudo docker pull oraclesorg/docker-run sudo bash -c "cat > /etc/cron.daily/docker-autoupdate << EOF #!/bin/sh outlog='/home/${ADMIN_USERNAME}/logs/docker-autoupdate.out' errlog='/home/${ADMIN_USERNAME}/logs/docker-autoupdate.err' echo \"Starting: \\\$(date)\" >> \"\\\${outlog}\" echo \"Starting: \\\$(date)\" >> \"\\\${errlog}\" sudo docker run --rm -v /var/run/docker.sock:/tmp/docker.sock oraclesorg/docker-run update >> \"\\\${outlog}\" 2>> \"\\\${errlog}\" echo \"\" >> \"\\\${outlog}\" echo \"\" >> \"\\\${errlog}\" EOF" sudo chmod 755 /etc/cron.daily/docker-autoupdate echo "<===== setup_autoupdate" } # MAIN main () { sudo apt-get update prepare_homedir #add_user_to_docker_group install_ntpd install_haveged allocate_swap install_nodejs #install_docker_ce pull_image_and_configs #start_docker use_deb #use_bin #setup_autoupdate install_netstats install_scripts } main echo "========== dev/mining-node/install.sh finished =========="