Install script of the Ubuntu VM for the Web Scraping Workshop

install_amd64.sh

#!/bin/sh

# To run on sh:
# curl -o- https://gist.githubusercontent.com/fabienvauchelles/763fdc81782f1df8e9e7681c664efa54/raw/install_amd64.sh | bash

# Upgrade
sudo apt upgrade -y


# Install Essential Librairies
sudo apt install -y git curl bzip2 vim


# Install Docker
sudo apt install -y ca-certificates curl
sudo install -m 0755 -d /etc/apt/keyrings
sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc
sudo chmod a+r /etc/apt/keyrings/docker.asc

echo \
  "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu \
  $(. /etc/os-release && echo "$VERSION_CODENAME") stable" | \
  sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
sudo apt update

sudo apt install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin

sudo usermod -aG docker vboxguest


# Install Python and VirtualEnv
sudo apt install -y python3-venv
python3 -m venv venv
echo "source \$HOME/venv/bin/activate" >> $HOME/.bashrc
. $HOME/venv/bin/activate


# Install Node and NVM
curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.40.1/install.sh | bash
. $HOME/.nvm/nvm.sh
nvm install node
nvm alias default node
echo "nvm use default" >> $HOME/.bashrc


# Install Chrome
wget https://dl-ssl.google.com/linux/linux_signing_key.pub -O /tmp/google.pub
sudo gpg --no-default-keyring --keyring /etc/apt/keyrings/google-chrome.gpg --import /tmp/google.pub
echo 'deb [arch=amd64 signed-by=/etc/apt/keyrings/google-chrome.gpg] http://dl.google.com/linux/chrome/deb/ stable main' | sudo tee /etc/apt/sources.list.d/google-chrome.list

sudo apt update
sudo apt install -y google-chrome-stable


# Install VScode
curl https://packages.microsoft.com/keys/microsoft.asc | sudo gpg --dearmor > packages.microsoft.gpg
sudo install -o root -g root -m 644 packages.microsoft.gpg /usr/share/keyrings/
sudo sh -c 'echo "deb [arch=amd64 signed-by=/usr/share/keyrings/packages.microsoft.gpg] https://packages.microsoft.com/repos/vscode stable main" > /etc/apt/sources.list.d/vscode.list'

sudo apt install -y apt-transport-https
sudo apt update
sudo apt install -y code


# Install Workshop Requirements
pip install git+https://github.com/scrapy-plugins/scrapy-playwright.git
playwright install-deps