Update scripts to dynamically pull files

Author: sarcb

README.md

@@ -1,21 +1,19 @@
 # Machine Set-Up
 
-## The Easy Way
+## The Easy Way (`install_tool.sh`)
 
-- **Get a fresh linux VM with the following specs:**
+- **Get a fresh linux VM with the following minimum specs:**
   - Ubuntu Server 20.04 LTS
   - 2 cores
   - 4GB RAM
   - 128GB Standard SSD
 
-- **Download this Repo, extract into `~` so that `~/Scripts` and `~/Files` are valid paths**
-- **From the `~` directory, run script: `./Scripts/setup.sh`**
-  - This will install all the tools and place all the files needed for the course
+- **Download and run the `install_tool.sh` script**
+  - This script will install all the tools and place all the files needed for the course
   - This might take a while (est 30-45m), so open Youtube or something
-  - You will need to press `enter` between each script -- this is so if you need to stop, you can!
-    - The script **is** safe to run multiple times if you need to stop and start again
+  - You will be able to choose between installing all units or just one unit at a time
 
-## The Hard Way
+## The Hard Way (Manual Set-Up)
 
 ### RDP Setup
 
@@ -37,17 +35,11 @@
 
 ### Unit 2: Lab
 
-- N/A - Students install their account-specific Wazuh agents during lab
+- N/A - Students download files during lab
 
 ### Unit 2: Project
 
-- Run script: `~/scripts/unit2_project.sh`
-- Tool(s) installed: N/A - Same as lab
-- Files placed:
-  - `/etc/wazuh/static.txt`
-  - `/etc/wazuh/thisisit.txt`
-  - `attack-part1`
-  - `attack-part2`
+- N/A - Students download files during project
 
 ### Unit 3: Lab
 
@@ -120,21 +112,11 @@ ftp_project
 
 ### Unit 7: Lab
 
-- Run script: `~/scripts/unit7_lab.sh`
-- Tool(s) installed: `MISP`
-- Files placed: None
-
-#### 🚨 Manual Steps
-
-- Login to 127.0.0.1 on the local machine (No port needed) 
-- Change the user/password from `[email protected]/admin` to `[email protected]/Codepath123!`
-- Click on `Sync Actions` > `Load Default Feed Metadata` > `Fetch and Store all feed data`
-- Check all the options and select `Cache All Feeds`
-  - (Note: This is NOT the blue button that says `Fetch and store all feed Data`!)
+- N/A - Students download files during lab
 
 ### Unit 7: Project
 
-- N/A - Same as Lab
+- N/A - Students download files during project
 
 ### Unit 8+
 

Scripts/setup.sh

@@ -1,5 +1,11 @@
 #!/bin/bash
 
+# Check if wget is installed
+if ! command -v wget &> /dev/null; then
+    echo -e "Installing wget..."
+    sudo apt install -y wget
+fi
+
 # Call the rdp_setup.sh script
 ./Scripts/rdp_setup.sh
 

Scripts/unit1_lab.sh

@@ -2,6 +2,7 @@
 red='\033[0;31m'
 green='\033[0;32m'
 none='\033[0m'
+scripts_repo="https://raw.githubusercontent.com/codepath/cyb102-vm-setup/main/Files/"
 
 echo "[UNIT 1 LAB] Starting script..."
 
@@ -32,14 +33,26 @@ else
     exit 1
 fi
 
-# Move everything in ../Files/lab-1 to ~ and rename it to lab_1
-if [ -e ~/lab_1 ]; then
-    echo -e "${green}[UNIT 1 LAB]${none} lab_1 already exists."
+# Download the required files into the lab_1 directory
+if [ -e "$HOME/lab_1/SMTP.pcap" ]; then
+    echo -e "${green}[UNIT 1 LAB]${none} Files already found at ~/lab_1."
 else
-    if [ -e ~/Files/lab-1 ]; then
-        sudo mv ~/Files/lab-1 ~/lab_1 && echo -e "${green}[UNIT 1 PROJECT]${none} Moved lab 1 files to ~/lab_1"
-    else
-        echo -e "${red}[UNIT 1 LAB]${none} Error: Directory ~/Files/lab-1 does not exist."
+    # Ensure the lab_1 directory exists
+    if [ ! -d "$HOME/lab_1" ]; then
+        mkdir -p "$HOME/lab_1"
+    fi
+    
+    # Download the files
+    wget "${scripts_repo}unit1/DHCP.txt" -O "$HOME/lab_1/DHCP.txt"
+    wget "${scripts_repo}unit1/Security_log.rtf" -O "$HOME/lab_1/Security_log.rtf"
+    wget "${scripts_repo}unit1/SMTP.pcap" -O "$HOME/lab_1/SMTP.pcap"
+
+    # Verify download was successful
+    if ! [ "$HOME/lab_1/SMTP.pcap" ]; then
+        echo -e "${red}[UNIT 1 LAB]${none} Error: Could not download files to $HOME/lab_1 folder"
+        echo -e "${red}[UNIT 1 LAB]${none} Try downloading manually from ${scripts_repo}unit1 and placing in ~/lab_1."
         exit 1
+    else
+        echo -e "${green}[UNIT 1 LAB]${none} Files downloaded successfully."
     fi
 fi

Scripts/unit3_project.sh

@@ -2,6 +2,7 @@
 red='\033[0;31m'
 green='\033[0;32m'
 none='\033[0m'
+scripts_repo="https://raw.githubusercontent.com/codepath/cyb102-vm-setup/main/Files/"
 
 echo "[UNIT 3 PROJECT] Starting script..."
 
@@ -30,14 +31,20 @@ else
     fi
 fi
 
-# Move everything in ../Files/ftp-3 to ~ and rename it to ftp_folder
+# Download the required files into the lab_1 directory
 if [ -e ~/ftp_folder ]; then
     echo -e "${green}[UNIT 3 PROJECT]${none} ftp_folder already exists."
 else
-    if [ -e ~/Files/ftp-3 ]; then
-        sudo mv ~/Files/ftp-3 ~/ftp_folder && echo -e "${green}[UNIT 3 PROJECT]${none} Moved ftp-3 files to ~/ftp_folder"
-    else
-        echo -e "${red}[UNIT 3 PROJECT]${none} Error: File ~/Files/ftp-3 does not exist."
+    # Download the files
+    wget "${scripts_repo}unit3/ftp_folder.zip" -O "$HOME/ftp_folder.zip"
+    unzip ~/ftp_folder.zip -d ~/
+
+    # Verify download was successful
+    if ! [ "$HOME/ftp_folder" ]; then
+        echo -e "${red}[UNIT 3 PROJECT]${none} Error: Could not download files to $HOME/ftp_folder"
+        echo -e "${red}[UNIT 3 PROJECT]${none} Try downloading manually from ${scripts_repo}unit3/ftp_folder.zip and placing in $HOME."
         exit 1
+    else
+        echo -e "${green}[UNIT 3 PROJECT]${none} Files downloaded successfully."
     fi
-fi
+fi

Scripts/unit5_lab.sh

@@ -2,6 +2,7 @@
 red='\033[0;31m'
 green='\033[0;32m'
 none='\033[0m'
+scripts_repo="https://raw.githubusercontent.com/codepath/cyb102-vm-setup/main/Files/"
 
 echo "[UNIT 5 LAB] Starting script..."
 
@@ -44,14 +45,31 @@ EOF
     fi
 fi
 
-# Add data to Splunk
+######## Add data to Splunk
+
+# Ensure the tmp_splunk directory exists
+if [ ! -d "$HOME/tmp_splunk" ]; then
+    mkdir -p "$HOME/tmp_splunk"
+fi
+
+# Download the files
+wget "${scripts_repo}unit5/netflix_titles.csv" -O "$HOME/tmp_splunk/netflix_titles.csv"
+wget "${scripts_repo}unit5/Top Video Game sales.csv" -O "$HOME/tmp_splunk/Top Video Game sales.csv"
+wget "${scripts_repo}unit5/webauth.csv" -O "$HOME/tmp_splunk/webauth.csv"
+
+# Verify download was successful
+if ! [ "$HOME/tmp_splunk/webauth.csv" ]; then
+    echo -e "${red}[UNIT 1 LAB]${none} Error: Could not download Splunk files to $HOME/tmp_splunk folder"
+    echo -e "${red}[UNIT 1 LAB]${none} Try downloading manually from ${scripts_repo}unit5 and placing in ~/tmp_splunk."
+    exit 1
+fi
 
 # Paths of the CSV files you want to add to Splunk for index "main" and their associated hostnames.
 declare -A MAIN_DATA
 MAIN_DATA=(
-  ["Files/Splunk-5-6-7/netflix_titles.csv"]="Netflix"
-  ["Files/Splunk-5-6-7/Top Video Game sales.csv"]="SalesData"
-  ["Files/Splunk-5-6-7/webauth.csv"]="WebServer01"
+  ["$HOME/tmp_splunk/netflix_titles.csv"]="Netflix"
+  ["$HOME/tmp_splunk/Top Video Game sales.csv"]="SalesData"
+  ["$HOME/tmp_splunk/webauth.csv"]="WebServer01"
 )
 
 # Name of the main index you want to add data to.

Scripts/unit5_project.sh

@@ -2,11 +2,30 @@
 red='\033[0;31m'
 green='\033[0;32m'
 none='\033[0m'
+scripts_repo="https://raw.githubusercontent.com/codepath/cyb102-vm-setup/main/Files/"
 
 echo "[UNIT 5 PROJECT] Starting script..."
 
+# Ensure the tmp_splunk directory exists
+if [ ! -d "$HOME/tmp_splunk" ]; then
+    mkdir -p "$HOME/tmp_splunk"
+fi
+
+# Download the files
+wget "${scripts_repo}unit5/webserver02.csv" -O "$HOME/tmp_splunk/webserver02.csv"
+wget "${scripts_repo}unit5/uploadedhashes.csv" -O "$HOME/tmp_splunk/uploadedhashes.csv"
+wget "${scripts_repo}unit5/failedlogins64.csv" -O "$HOME/tmp_splunk/failedlogins64.csv"
+wget "${scripts_repo}unit5/BlueCoatProxy01.csv" -O "$HOME/tmp_splunk/BlueCoatProxy01.csv"
+
+# Verify download was successful
+if ! [ "$HOME/tmp_splunk/BlueCoatProxy01.csv" ]; then
+    echo -e "${red}[UNIT 1 LAB]${none} Error: Could not download Splunk files to $HOME/tmp_splunk folder"
+    echo -e "${red}[UNIT 1 LAB]${none} Try downloading manually from ${scripts_repo}unit5 and placing in ~/tmp_splunk."
+    exit 1
+fi
+
 # Paths of the CSV files you want to add to Splunk for index "pathcode".
-PATHCODE_CSV_FILE_PATHS=("Files/Splunk-5-6-7/webserver02.csv" "Files/Splunk-5-6-7/uploadedhashes.csv" "Files/Splunk-5-6-7/failedlogins64.csv" "Files/Splunk-5-6-7/BlueCoatProxy01.csv") 
+PATHCODE_CSV_FILE_PATHS=("$HOME/tmp_splunk/webserver02.csv" "$HOME/tmp_splunk/uploadedhashes.csv" "$HOME/tmp_splunk/failedlogins64.csv" "$HOME/tmp_splunk/BlueCoatProxy01.csv") 
 
 # Name of the second index you want to add data to.
 PATHCODE_INDEX_NAME="pathcode"

Scripts/unit7_lab.sh

@@ -1,44 +1,5 @@
 #!/bin/bash
-red='\033[0;31m'
-green='\033[0;32m'
-yellow='\033[33m'
 none='\033[0m'
-
-warn () {
-  echo -e "${yellow}[UNIT 7 LAB]${none} MANUAL INSTALL STEPS NEEDED:"
-  echo -e "    Login to 127.0.0.1 on the local machine (No port needed)"
-  echo -e "    Change the password from [email protected]/admin to [email protected]/Codepath123!"
-  echo -e "    Click on 'Sync Actions' > 'Feeds' > 'Load Default Feed Metadata' > 'Fetch and Store all feed data'"
-  echo -e "    Check all the options and select 'Cache All Feeds'"
-  echo -e "      (Note: This is NOT the blue button that says 'Fetch and store all feed Data'!)"
-}
+green='\033[0;32m'
 echo "[UNIT 7 LAB] Starting script..."
-
-# Make sure we are not root
-if [ "$EUID" -eq 0 ]
-  then echo "Please do not run as root"
-  exit
-fi
-
-if systemctl is-active --quiet misp-modules; then
-    echo -e "${green}[UNIT 7 LAB]${none} MISP is already installed."
-    warn
-    exit 0
-fi
-
-# Create a new user 'misp'
-sudo adduser --disabled-password --gecos "" misp
-
-# Download the MISP installation script
-wget --no-cache -O /tmp/INSTALL.sh https://raw.githubusercontent.com/MISP/MISP/2.4/INSTALL/INSTALL.sh
-
-# Run the MISP installation script
-bash /tmp/INSTALL.sh -c -M
-
-if systemctl is-active --quiet misp-modules; then
-    echo -e "${green}[UNIT 7 LAB]${none} MISP installed correctly"
-else 
-    echo -e "${red}[UNIT 7 LAB]${none} ERROR: MISP did not install correctly!"
-    exit 1
-fi
-warn
+echo -e "${green}[UNIT 7 LAB]${none} N/A - Nothing required for this lab."