Skip to content

Instantly share code, notes, and snippets.

@hiranp

hiranp/setup-deps-local.sh

Last active December 30, 2024 20:20
Show Gist options
  • Save hiranp/ff076d8dfed7067cb1720ee6dbcacd8e to your computer and use it in GitHub Desktop.
Save hiranp/ff076d8dfed7067cb1720ee6dbcacd8e to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. hiranp revised this gist Dec 30, 2024. 1 changed file with 157 additions and 25 deletions.
    182 changes: 157 additions & 25 deletions setup-deps-local.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,5 +1,7 @@
    #!/usr/bin/env bash

    set -euo pipefail

    # This script builds a tarball of all the dependencies for the project
    # It is meant to be run on a Linux machine without internet access

    @@ -8,50 +10,164 @@ PYTHON_BIN="/usr/bin/python3.9"
    REQUIREMENTS_FILE="requirements.txt"
    DEPENDENCIES_DIR="${SCRIPT_DIR}/dependencies"
    DEPENDENCIES_TARBALL="${SCRIPT_DIR}/dependencies.tar.gz"
    LOG_FILE="${SCRIPT_DIR}/setup-deps.log"

    # Check Python version
    check_python_version() {
    if ! command -v "${PYTHON_BIN}" >/dev/null 2>&1; then
    echo "Error: Python is not installed at ${PYTHON_BIN}"
    exit 1
    fi

    local version
    version=$("${PYTHON_BIN}" -c 'import sys; print(".".join(map(str, sys.version_info[:2])))')
    if [[ "${version}" != "3.9" ]]; then
    echo "Error: Required Python version is 3.9, but found ${version}"
    exit 1
    fi
    }

    # Check pip version and upgrade if needed
    check_pip_version() {
    "${PYTHON_BIN}" -m pip install --upgrade pip >/dev/null 2>&1
    }

    function updir() {
    cd "$(printf '../%.0s' $(seq 1 "$1"))" || exit
    # Setup logging
    log() {
    local level="$1"
    shift
    echo "[$(date +'%Y-%m-%d %H:%M:%S')] [${level}] $*" | tee -a "${LOG_FILE}"
    }

    function cleanup {
    # Function to resolve absolute paths
    resolve_path() {
    local path="$1"
    if [[ -f "$path" ]]; then
    if command -v realpath >/dev/null 2>&1; then
    realpath "$path"
    else
    readlink -f "$path"
    fi
    else
    echo ""
    fi
    }

    # Function to change directories upwards
    updir() {
    local levels="$1"
    local i
    for ((i=0; i<levels; i++)); do
    cd .. || exit
    done
    }

    # Function to clean up dependencies
    cleanup() {
    echo "Cleaning up dependencies directory and tarball..."
    rm -rf "${DEPENDENCIES_DIR}"
    rm -f "${DEPENDENCIES_TARBALL}"
    }

    function package_dependencies {
    if [[ ! -f "${REQUIREMENTS_FILE}" ]]; then
    echo "Requirements file not found: ${REQUIREMENTS_FILE}"
    # Function to find requirements file
    find_requirements_file() {
    local current_dir parent_dir
    current_dir="$(pwd)"
    parent_dir="$(dirname "${current_dir}")"

    requirements_file=$(find "${current_dir}" "${parent_dir}" "${SCRIPT_DIR}" -maxdepth 1 -name "${REQUIREMENTS_FILE}" -type f)
    echo "${requirements_file}"
    }

    # Improved package_dependencies function
    package_dependencies() {
    local abs_requirements_file
    abs_requirements_file="$(find_requirements_file)"

    if [[ -z "${abs_requirements_file}" ]]; then
    log "ERROR" "Requirements file not found in current, parent, or script directory"
    exit 1
    fi

    log "INFO" "Using requirements file: ${abs_requirements_file}"

    mkdir -p "${DEPENDENCIES_DIR}"
    # Change to the directory of the requirements file
    updir "$(echo "${REQUIREMENTS_FILE}" | awk -F/ '{print NF-1}')"
    echo "Packaging dependencies from $(pwd)"
    "${PYTHON_BIN}" -m pip download -r "${REQUIREMENTS_FILE}" --platform manylinux1_x86_64 --only-binary=:all: -d "${DEPENDENCIES_DIR}"
    tar cvfz "${DEPENDENCIES_TARBALL}" "${DEPENDENCIES_DIR}"

    log "INFO" "Downloading dependencies..."
    if ! "${PYTHON_BIN}" -m pip download -r "${abs_requirements_file}" \
    --platform manylinux1_x86_64 \
    --only-binary=:all: \
    -d "${DEPENDENCIES_DIR}" 2>&1 | tee -a "${LOG_FILE}"; then
    log "ERROR" "Failed to download dependencies"
    cleanup
    exit 1
    fi

    log "INFO" "Creating tarball..."
    tar czf "${DEPENDENCIES_TARBALL}" -C "$(dirname "${DEPENDENCIES_DIR}")" "$(basename "${DEPENDENCIES_DIR}")"
    log "INFO" "Dependencies packaged successfully"
    }

    function install_dependencies {
    # Improved install_dependencies function
    install_dependencies() {
    if [[ ! -d "${DEPENDENCIES_DIR}" ]]; then
    echo "Dependencies directory not found: ${DEPENDENCIES_DIR}"
    if [[ -f "${DEPENDENCIES_TARBALL}" ]]; then
    log "INFO" "Extracting dependencies from tarball..."
    tar xzf "${DEPENDENCIES_TARBALL}"
    else
    log "ERROR" "Neither dependencies directory nor tarball found"
    exit 1
    fi
    fi

    local abs_requirements_file
    abs_requirements_file="$(find_requirements_file)"

    if [[ -z "${abs_requirements_file}" ]]; then
    log "ERROR" "Requirements file not found"
    exit 1
    fi

    log "INFO" "Installing dependencies..."
    "${PYTHON_BIN}" -m pip install -r "${abs_requirements_file}" \
    --no-index \
    --find-links "${DEPENDENCIES_DIR}" \
    --no-deps
    }

    # Function to uninstall dependencies
    uninstall_dependencies() {
    local abs_requirements_file
    abs_requirements_file="$(resolve_path "${REQUIREMENTS_FILE}")"

    if [[ -z "${abs_requirements_file}" ]]; then
    log "ERROR" "Requirements file not found"
    exit 1
    fi

    "${PYTHON_BIN}" -m pip install -r "${REQUIREMENTS_FILE}" --no-index --find-links "${DEPENDENCIES_DIR}" --no-deps
    "${PYTHON_BIN}" -m pip uninstall -y -r "${abs_requirements_file}"
    }

    function print_help {
    # Function to print help message
    print_help() {
    echo "Usage: $0 [options]"
    echo " -h, --help Print this help message"
    echo " -p, --package_dependencies Package dependencies"
    echo " -r, --requirements FILE Full path to requirements.txt file"
    echo " -c, --cleanup Cleanup dependencies"
    echo " -i, --install_dependencies Install dependencies"
    echo ""
    echo "Options:"
    echo " -h, --help Print this help message"
    echo " -p, --package_dependencies Package dependencies"
    echo " -r, --requirements FILE Full path to requirements.txt file"
    echo " -c, --cleanup Cleanup dependencies"
    echo " -i, --install_dependencies Install dependencies"
    echo " -u, --uninstall_dependencies Uninstall dependencies"
    }

    function args {
    # Function to parse arguments
    args() {
    if [[ $# -eq 0 ]]; then
    print_help
    exit 0
    fi

    while [[ $# -gt 0 ]]; do
    key="$1"
    case $key in
    @@ -60,8 +176,14 @@ function args {
    exit 0
    ;;
    -r|--requirements)
    REQUIREMENTS_FILE="$2"
    shift
    if [[ -n "${2-}" ]]; then
    REQUIREMENTS_FILE="$2"
    REQUIREMENTS_FILE="$(resolve_path "${REQUIREMENTS_FILE}")"
    shift
    else
    echo "Error: --requirements requires a file path argument."
    exit 1
    fi
    shift
    ;;
    -p|--package_dependencies)
    @@ -76,14 +198,24 @@ function args {
    install_dependencies
    exit 0
    ;;
    -u|--uninstall_dependencies)
    uninstall_dependencies
    exit 0
    ;;
    *)
    echo "Unknown argument: $key"
    print_help
    exit 1
    ;;
    esac
    shift
    done
    }

    args "$@"
    # Main execution
    main() {
    check_python_version
    check_pip_version
    args "$@"
    }

    main "$@"
  2. hiranp revised this gist Dec 30, 2024. 1 changed file with 2 additions and 2 deletions.
    4 changes: 2 additions & 2 deletions setup-deps-local.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -6,8 +6,8 @@
    SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null 2>&1 && pwd)"
    PYTHON_BIN="/usr/bin/python3.9"
    REQUIREMENTS_FILE="requirements.txt"
    DEPENDENCIES_DIR="{$SCRIPT_DIR}/dependencies"
    DEPENDENCIES_TARBALL="{$SCRIPT_DIR}/dependencies.tar.gz"
    DEPENDENCIES_DIR="${SCRIPT_DIR}/dependencies"
    DEPENDENCIES_TARBALL="${SCRIPT_DIR}/dependencies.tar.gz"

    function updir() {
    cd "$(printf '../%.0s' $(seq 1 "$1"))" || exit
  3. hiranp created this gist Dec 30, 2024.
    89 changes: 89 additions & 0 deletions setup-deps-local.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,89 @@
    #!/usr/bin/env bash

    # This script builds a tarball of all the dependencies for the project
    # It is meant to be run on a Linux machine without internet access

    SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null 2>&1 && pwd)"
    PYTHON_BIN="/usr/bin/python3.9"
    REQUIREMENTS_FILE="requirements.txt"
    DEPENDENCIES_DIR="{$SCRIPT_DIR}/dependencies"
    DEPENDENCIES_TARBALL="{$SCRIPT_DIR}/dependencies.tar.gz"

    function updir() {
    cd "$(printf '../%.0s' $(seq 1 "$1"))" || exit
    }

    function cleanup {
    echo "Cleaning up dependencies directory and tarball..."
    rm -rf "${DEPENDENCIES_DIR}"
    rm -f "${DEPENDENCIES_TARBALL}"
    }

    function package_dependencies {
    if [[ ! -f "${REQUIREMENTS_FILE}" ]]; then
    echo "Requirements file not found: ${REQUIREMENTS_FILE}"
    exit 1
    fi

    mkdir -p "${DEPENDENCIES_DIR}"
    # Change to the directory of the requirements file
    updir "$(echo "${REQUIREMENTS_FILE}" | awk -F/ '{print NF-1}')"
    echo "Packaging dependencies from $(pwd)"
    "${PYTHON_BIN}" -m pip download -r "${REQUIREMENTS_FILE}" --platform manylinux1_x86_64 --only-binary=:all: -d "${DEPENDENCIES_DIR}"
    tar cvfz "${DEPENDENCIES_TARBALL}" "${DEPENDENCIES_DIR}"
    }

    function install_dependencies {
    if [[ ! -d "${DEPENDENCIES_DIR}" ]]; then
    echo "Dependencies directory not found: ${DEPENDENCIES_DIR}"
    exit 1
    fi

    "${PYTHON_BIN}" -m pip install -r "${REQUIREMENTS_FILE}" --no-index --find-links "${DEPENDENCIES_DIR}" --no-deps
    }

    function print_help {
    echo "Usage: $0 [options]"
    echo " -h, --help Print this help message"
    echo " -p, --package_dependencies Package dependencies"
    echo " -r, --requirements FILE Full path to requirements.txt file"
    echo " -c, --cleanup Cleanup dependencies"
    echo " -i, --install_dependencies Install dependencies"
    }

    function args {
    while [[ $# -gt 0 ]]; do
    key="$1"
    case $key in
    -h|--help)
    print_help
    exit 0
    ;;
    -r|--requirements)
    REQUIREMENTS_FILE="$2"
    shift
    shift
    ;;
    -p|--package_dependencies)
    package_dependencies
    exit 0
    ;;
    -c|--cleanup)
    cleanup
    exit 0
    ;;
    -i|--install_dependencies)
    install_dependencies
    exit 0
    ;;
    *)
    echo "Unknown argument: $key"
    print_help
    exit 1
    ;;
    esac
    shift
    done
    }

    args "$@"