ocwd.sh

#!/usr/bin/bash

#################################
# Title: OCWD                   #
# Author: Aniruddha Mukherjee   #
# Last edited: 12 Sept. 2024    #
#################################

# ANSI color codes
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[0;33m'
RESET='\033[0m'

# Trims whitespace
trim() {
    trimmed=$(awk '{$1=$1};1' <<<"$1")
    echo "$trimmed"
}

show_details() {
    echo -e "${YELLOW}:::::::::::::::::::::::::::::::::::"
    echo -e "╰(*°▽°*)╯ Course Details"
    echo -e ":::::::::::::::::::::::::::::::::::${RESET}"
    # Title
    titleLine=$(echo "$1" | grep '<title>')
    titleLine=$(trim "$titleLine")
    titleLine=$(echo "$titleLine" | sed -n 's/.*<title>\(.*\)<\/title>.*/\1/p')
    title=$(awk -F "|" '{print $1}' <<<"$titleLine")
    echo -e "${GREEN}- Title: $title"

    # Instructor
    instructorLine=$(echo "$1" | grep -m 1 '<a class="course-info-instructor strip-link-offline"  href=".*">')
    instructorLine=$(trim "$instructorLine")
    instructorLine=$(echo "$instructorLine" | sed -n 's/.*<a[^>]*>\(.*\)<\/a>.*/\1/p')
    echo -e "- Instructor: $instructorLine"
}

show_additional_details() {
    additionalDetailsLine=$(echo "$1" | grep '<span class="course-number-term-detail">')
    additionalDetailsLine=$(trim "$additionalDetailsLine")
    additionalDetails=$(echo "$additionalDetailsLine" | sed -n 's/.*<span[^>]*>\(.*\)<\/span>.*/\1/p')
    courseId=$(echo "$additionalDetails" | awk -F "|" '{print $1}')
    courseId=$(trim "$courseId")
    courseSem=$(echo "$additionalDetails" | awk -F "|" '{print $2}')
    courseSem=$(trim "$courseSem")
    courseLevel=$(echo "$additionalDetails" | awk -F "|" '{print $3}')
    courseLevel=$(trim "$courseLevel")
    echo -e "- ID: $courseId"
    echo -e "- Semester: $courseSem"
    echo -e "- Level: $courseLevel${RESET}"
}

show_resources() {
    echo -e "${YELLOW}::::::::::::::::::::::::::::::::"
    echo -e "╰(*°▽°*)╯ Available Resources"
    echo -e "::::::::::::::::::::::::::::::::${RESET}"
    download="download"
    if [[ $1 =~ /$ ]]; then
        downloadPageLink="$1$download/"
    else
        downloadPageLink="$1/download/"
    fi
    http_status=$(wget --spider --server-response "$downloadPageLink" 2>&1 | awk '/HTTP\/1.1/{print $2}' | tail -1)
    if [ "$http_status" -eq 200 ]; then
        downloadPageHtml=$(wget "$downloadPageLink" -q -O -)
        keys=("Lecture Videos" "Assignments" "Exams" "Lecture Notes")
        index=0
        for key in "${keys[@]}"; do
            if [[ "$downloadPageHtml" =~ $key ]]; then
                resourceList["$index"]="$key"
                ((index++))
                echo -e "${GREEN}$index. $key${RESET}"
            fi
        done
    else
        echo -e "${RED}E: Error $http_status, could not fetch reosources${RESET}"
        exit 1
    fi
}

get_options() {
    echo -e "${YELLOW}Enter the index of the desired resource for download"
    echo -e "=>Use commas for multiple indices"
    echo -e "=>Enter A for downloading all resources"
    echo -e "=>Example: 1,2${RESET}"

    correctInputFlag=0
    while [ "$correctInputFlag" -ne 1 ]; do
        read -rep "Input: " option

        case ${#option} in
        "0") echo -e "${RED}E: Input cannot be empty!${RESET}" ;;
        "1")
            if [[ $option == 'a' || $option == 'A' ]]; then
                index=0
                for item in "${resourceList[@]}"; do
                    targetKeys["$index"]="$item"
                    ((index++))
                done
                correctInputFlag=1
            else
                if ((option > 0 && option <= ${#resourceList[@]})); then
                    resourceIndex=$((option - 1))
                    targetKeys["0"]="${resourceList["$resourceIndex"]}"
                    correctInputFlag=1
                else
                    echo -e "${RED}E: Invalid Index${RESET}"
                fi
            fi
            ;;
        2) echo -e "${RED}E: Invalid Index${RESET}" ;;
        *)
            if [[ $option == 'All' || $option == 'all' ]]; then
                index=0
                for item in "${resourceList[@]}"; do
                    targetKeys["$index"]="$item"
                    ((index++))
                done
                correctInputFlag=1
            else
                IFS=',' read -ra temptargetKeys <<<"$option"
                index=0
                for element in "${temptargetKeys[@]}"; do
                    if ((element > 0 && element <= ${#resourceList[@]})); then
                        resourceIndex=$((element - 1))
                        targetKeys["$index"]="${resourceList["$resourceIndex"]}"
                        ((index++))
                        correctInputFlag=1
                    else
                        correctInputFlag=0
                        echo -e "${RED}E: Invalid index: $element${RESET}"
                        break
                    fi
                done
            fi
            ;;
        esac
    done
}

get_files() {
    http_status=$(wget --spider --server-response "$1" 2>&1 | awk '/HTTP\/1.1/{print $2}' | tail -1)
    if [ "$http_status" -eq 200 ]; then
        basePageHtml=$(wget "$1" -q -O -)
        downloadUrls=$(echo "$basePageHtml" | grep -Eo 'href="[^"]+"')
        downloadUrls=$(echo "$downloadUrls" | grep -o '"[^"]\+"')
        downloadUrls=$(echo "$downloadUrls" | grep -oE '/[^"]+')

        if [[ $2 =~ 'LVideos' ]]; then
            downloadUrls=$(echo "$downloadUrls" | grep '.mp4$')
            extension=".mp4"
        else
            downloadUrls=$(echo "$downloadUrls" | grep '.pdf$')
            extension=".pdf"
        fi

        # Converting the multi-line variable into a list
        downloadUrlList=()
        while IFS= read -r url; do
            downloadUrlList+=("$url")
        done <<<"$downloadUrls"

        baseLink="https://ocw.mit.edu"

        # the following part deals with downloads
        index=1
        mkdir -p "$2/"
        if [ $? -eq 0 ]; then
            echo -e "${GREEN}Directory '$2' created successfully.${RESET}"
        else
            echo -e "${RED}E: Failed to create directory '$2'.${RESET}"
        fi
        echo -e "${YELLOW}How would you like the files to be downloded?"
        echo -e "1. Serially (one after another)"
        echo -e "2. Parallely (multiple files simultaneously)${RESET}"
        total_items=${#downloadUrlList[@]}
        correctFlag=0
        while [ "$correctFlag" -eq 0 ]; do
            read -rep "Input (1 or 2): " downloadOption
            case "$downloadOption" in
            "1")
                correctFlag=1
                # serial download
                for url in "${downloadUrlList[@]}"; do
                    filename=$(basename "$2")

                    if [[ $2 =~ 'LVideos' ]]; then
                        url="${url:2}"
                        wget -q -L -O"./$2/$filename$index$extension" "https://$url"
                    else
                        wget -q -O "./$2/$filename$index$extension" "$baseLink$url"
                    fi
                    percentage=$((index * 100 / total_items))
                    bar_length=$((index * 50 / total_items))
                    progress_bar="["
                    for ((j = 0; j < bar_length; j++)); do
                        progress_bar+="="
                    done
                    for ((j = bar_length; j < 50; j++)); do
                        progress_bar+=" "
                    done
                    progress_bar+="]"

                    # Print the progress bar and percentage
                    printf "\rProgress: %3d%% %s" "$percentage" "$progress_bar"
                    ((index++))
                done
                printf "\n"
                ;;
            "2")
                correctFlag=1
                # parallel download
                for url in "${downloadUrlList[@]}"; do
                    filename=$(basename "$2")
                    if [[ $2 =~ 'LVideos' ]]; then
                        url="${url:2}"
                        wget -q -L -O"./$2/$filename$index$extension" "https://$url" &
                    else
                        wget -q -O "./$2/$filename$index$extension" "$baseLink$url" &
                    fi
                    ((index++))
                done
                wait
                ;;
            *) echo -e "${RED}E: The only valid inputs are 1 & 2${RESET}" ;;
            esac
        done
    else
        echo -e "${RED}E: Error $http_status, could not load $1${RESET}"
    fi
}

get_resources() {
    if [[ ! $link =~ /$ ]]; then
        link="$link/"
    fi
    # Take directory path for the download
    echo -e "${YELLOW}Enter directory name or path (will be created if doesn't exist)"
    echo -e "=>Example: IntroToAlgorithms"
    echo -e "=>Example: courses/IntroToAlgorithms${RESET}"
    read -rep "Input: " inputPath
    if [[ ! $inputPath =~ /$ ]]; then
        inputPath="$inputPath/"
    fi
    for element in "${targetKeys[@]}"; do
        case "$element" in
        'Lecture Videos')
            echo "✨ Fetching Lecture Videos"
            augmentLink="resources/lecture-videos/"
            directoryTitle="LVideos"
            get_files "$link$augmentLink" "$inputPath$directoryTitle"
            echo "✅ Lecture Videos downloads finished!"
            ;;
        'Assignments')
            echo "✨ Fetching Assignments"
            augmentLink="resources/assignments/"
            directoryTitle="Assignments"
            get_files "$link$augmentLink" "$inputPath$directoryTitle"
            echo "✅ Assignments downloads finished!"
            ;;
        'Exams')
            echo "✨ Fetching Exams"
            augmentLink="resources/exams/"
            directoryTitle="Exams"
            get_files "$link$augmentLink" "$inputPath$directoryTitle"
            echo "✅ Exams downloads finished!"
            ;;
        'Lecture Notes')
            echo "✨ Fetching Lecture Notes"
            augmentLink="resources/lecture-notes/"
            directoryTitle="LNotes"
            get_files "$link$augmentLink" "$inputPath$directoryTitle"
            echo "✅ Lecture Notes downloads finished!"
            ;;
        *) echo -e "${RED}E: Invalid type of resource${RESET}" ;;
        esac
    done
}

# Starting point

if [ $# -eq 0 ]; then
    echo "ocwd Copyright (C) 2024 Aniruddha Mukherjee<amkhrjee@gmail.com>"
    echo "This program comes with ABSOLUTELY NO WARRANTY"
    echo "This is free software, and you are welcome to"
    echo "redistribute it under certain conditions."
    echo ""
    read -rep "Please enter the link to course homepage: " link
fi
if [ $# -eq 1 ]; then
    link="$1"
fi
if [ $# -gt 1 ]; then
    echo -e "${RED}E: More than one argument passed${RESET}"
    echo "Usage: ocwd <link>"
    exit 1
fi

# trims the link
link=$(awk '{$1=$1};1' <<<"$link")

if [[ $link == "https://ocw.mit.edu/courses/"* ]]; then
    http_status=$(wget --spider --server-response "$link" 2>&1 | awk '/HTTP\/1.1/{print $2}' | tail -1)
    if [ "$http_status" -eq 200 ]; then
        pageHtml=$(wget "$link" -q -O -)
        show_details "$pageHtml"
        show_additional_details "$pageHtml"
        resourceList=()
        show_resources "$link"
        targetKeys=()
        get_options
        get_resources
    else
        echo -e "${RED}E: Error $http_status, could not parse website${RESET}"
        exit 1
    fi
else
    echo -e "${RED}E: Please enter a valid MIT OCW link${RESET}"
    exit 1
fi