Skip to content

Instantly share code, notes, and snippets.

@CapCap

CapCap/tensorflow_opencv_ubuntu_deps.sh.txt

Last active January 3, 2023 20:28
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save CapCap/c630582e1e5f9595299cfe1bb8fd66af to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save CapCap/c630582e1e5f9595299cfe1bb8fd66af to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. CapCap revised this gist May 10, 2017. 1 changed file with 2 additions and 0 deletions.
    2 changes: 2 additions & 0 deletions tensorflow_opencv_ubuntu_deps.sh.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -24,6 +24,8 @@ sudo nano /etc/ssh/sshd_config
    # Then press `ctl+o` then `enter` to save your changes, and `ctr+x` to exit nano
    sudo service ssh restart

    # Allow connection from any IP to port 22, now that we're using keys
    sudo ufw allow from any to any port 22

    # Stuff for making stuff
    sudo apt-get update
  2. CapCap revised this gist May 6, 2017. 1 changed file with 10 additions and 0 deletions.
    10 changes: 10 additions & 0 deletions tensorflow_opencv_ubuntu_deps.sh.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -174,3 +174,13 @@ sudo pip3 install tensorflow*
    cd ~/
    python3 -c 'import tensorflow as tf;hello=tf.constant("Hello, TensorFlow!");sess=tf.Session();print(sess.run(hello))'


    # Assuming the above worked, let's clean up after ourselves:
    cd ~/
    mkdir setup_stuff
    sudo rm -rdf cuda
    mv tensorflow* setup_stuff
    mv tensorflow* setup_stuff
    mv cud* setup_stuff
    mv NVIDIA-Linux* setup_stuff
    mv opencv* setup_stuff
  3. CapCap revised this gist May 6, 2017. 1 changed file with 6 additions and 0 deletions.
    6 changes: 6 additions & 0 deletions tensorflow_opencv_ubuntu_deps.sh.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -24,6 +24,7 @@ sudo nano /etc/ssh/sshd_config
    # Then press `ctl+o` then `enter` to save your changes, and `ctr+x` to exit nano
    sudo service ssh restart


    # Stuff for making stuff
    sudo apt-get update
    sudo apt-get install -y build-essential gcc checkinstall cmake pkg-config git unzip wget gdb
    @@ -130,6 +131,11 @@ python3 -c 'import cv2;print(cv2.__version__)'
    sudo pip install scipy numpy matplotlib ipython jupyter pandas sympy nose pillow scikit-learn statsmodels
    sudo pip3 install scipy numpy matplotlib ipython jupyter pandas sympy nose pillow scikit-learn statsmodels

    # Jupyter notebook bind to 0.0.0.0 by default
    mkdir ~/.jupyter
    touch ~/.jupyter/jupyter_notebook_config.py
    echo "c.NotebookApp.ip = '0.0.0.0'" | sudo tee -a ~/.jupyter/jupyter_notebook_config.py
    echo "c.ConnectionFileMixin.ip = '0.0.0.0'" | sudo tee -a ~/.jupyter/jupyter_notebook_config.py


    # Installing tensorflow!
  4. CapCap created this gist May 6, 2017.
    170 changes: 170 additions & 0 deletions tensorflow_opencv_ubuntu_deps.sh.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,170 @@
    #!/bin/bash


    # Don't require you to constantly enter password for sudo:
    sudo visudo
    # In the bottom of the file, paste the following (without the `#`):
    # paperspace ALL=(ALL) NOPASSWD: ALL
    # Then press `ctl+o` then `enter` to save your changes, and `ctr+x` to exit nano

    # Allow connection from your IP to any port- default seems to be just 22 (ssh)
    sudo ufw allow from <YOUR_EXTERNAL_IP_AT_HOME> to any

    # START OF RUN ON YOUR MAC!
    # START OF RUN ON YOUR MAC!
    # It's only commented out so it doesn't accidently get run on your server
    # Passwords are a crappy and annoying way to login to a server when you can just use ssh keys
    # ssh-copy-id paperspace@<SERVER IP>
    # END OF RUN ON TOUR MAC!
    # END OF RUN ON YOUR MAC!

    # Now disable password login
    sudo nano /etc/ssh/sshd_config
    # replace `PasswordAuthentication yes` with `PasswordAuthentication no`- may need to uncomment the line in the config.
    # Then press `ctl+o` then `enter` to save your changes, and `ctr+x` to exit nano
    sudo service ssh restart

    # Stuff for making stuff
    sudo apt-get update
    sudo apt-get install -y build-essential gcc checkinstall cmake pkg-config git unzip wget gdb


    # Download some nvidia stuff
    # http://www.nvidia.com/content/DriverDownload-March2009/confirmation.php?url=/XFree86/Linux-x86_64/375.39/NVIDIA-Linux-x86_64-375.39.run&lang=us&type=GeForce
    # https://developer.nvidia.com/compute/machine-learning/cudnn/secure/v5.1/prod_20161129/8.0/cudnn-8.0-linux-x64-v5.1-tgz
    # https://developer.nvidia.com/compute/cuda/8.0/Prod2/local_installers/cuda_8.0.61_375.26_linux-run


    # Install the drivers
    # make sure you say yes to gl and to linking to /usr/local
    chmod a+x NVIDIA-Linux-x86_64-375.39.run
    sudo ./NVIDIA-Linux-x86_64-375.39.run

    # Install CUDA
    # say NO to installing the drivers!
    chmod a+x cuda_8.0.61_375.26_linux.run
    sudo ./cuda_8.0.61_375.26_linux.run

    # Install CUDNN
    tar -xvf cudnn-8.0-linux-x64-v5.1.tgz
    cd cuda
    sudo cp -P include/cudnn.h /usr/include
    sudo cp -P lib64/libcudnn* /usr/lib/x86_64-linux-gnu/
    sudo chmod a+r /usr/lib/x86_64-linux-gnu/libcudnn*
    sudo cp include/cudnn.h /usr/local/cuda-8.0/include
    sudo cp lib64/libcudnn* /usr/local/cuda-8.0/lib64
    sudo chmod a+r /usr/local/cuda-8.0/lib64/libcudnn*
    sudo ldconfig


    # Add bazel repo
    echo "deb [arch=amd64] http://storage.googleapis.com/bazel-apt stable jdk1.8" | sudo tee /etc/apt/sources.list.d/bazel.list
    curl https://bazel.build/bazel-release.pub.gpg | sudo apt-key add -

    sudo apt-get update

    # Remove existing old crap
    sudo apt-get autoremove -y libopencv-dev python-opencv


    # Some Libs
    sudo apt-get install openjdk-8-jdk git python-dev python3-dev python-numpy python3-numpy python-six python3-six build-essential python-pip python3-pip python-virtualenv swig python-wheel python3-wheel libcurl3-dev libcupti-dev
    sudo cp cuda/include/cudnn.h /usr/local/cuda/include
    sudo cp cuda/lib64/libcudnn* /usr/local/cuda/lib64
    sudo chmod a+r /usr/local/cuda/include/cudnn.h /usr/local/cuda/lib64/libcudnn*

    # Some libs
    # libgoogle-glog-dev
    sudo apt-get install -y qt5-default qt5-qmake libvtk6-dev tcl-vtk libxmu-dev liblapack-dev liblapacke liblmdb-dev libgflags-dev
    sudo apt-get install -y libreadline-gplv2-dev libncursesw5-dev libssl-dev libsqlite3-dev tk-dev libgdbm-dev libc6-dev libbz2-dev libatlas-base-dev openjdk-8-jdk libcurl3-dev libcupti-dev swig

    # Python shtuff
    sudo apt-get install -y python-pip
    pip install --upgrade pip
    pip install numpy
    sudo apt-get install -y python3-pip
    pip3 install --upgrade pip
    pip3 install numpy

    # Media I/O:
    sudo apt-get install -y zlib1g-dev libjpeg-dev libjpeg8-dev libwebp-dev libpng-dev libpng12-dev libtiff5-dev libjasper-dev libopenexr-dev libgdal-dev

    # Video I/O:
    sudo apt-get install -y libdc1394-22-dev libavcodec-dev libavformat-dev libswscale-dev libtheora-dev libvorbis-dev libxvidcore-dev libx264-dev yasm libopencore-amrnb-dev libopencore-amrwb-dev libv4l-dev libxine2-dev

    # Math libraries:
    sudo apt-get install -y gfortran libtbb-dev libeigen3-dev libleveldb-dev libsnappy-dev libboost-dev libhdf5-dev
    # libprotobuf-dev
    # Java:
    sudo apt-get install -y ant default-jdk

    # Documentation:
    sudo apt-get install -y doxygen



    # Install bazel
    sudo apt-get install bazel
    sudo apt-get upgrade bazel


    # INSTALL OPENCV
    wget https://github.com/opencv/opencv/archive/3.2.0.zip
    unzip 3.2.0.zip
    rm 3.2.0.zip
    #mv opencv-3.2.0 OpenCV
    cd opencv-3.2.0
    mkdir build
    cd build
    cmake -D CMAKE_INSTALL_PREFIX=/usr/local -D CMAKE_BUILD_TYPE=RELEASE -D BUILD_NEW_PYTHON_SUPPORT=ON ..
    make -j4
    sudo make install
    sudo ldconfig

    # TEST CV2 (these should both print out 3.2.0)
    cd ~/
    python -c 'import cv2;print(cv2.__version__)'
    python3 -c 'import cv2;print(cv2.__version__)'

    # Install python packages
    sudo pip install scipy numpy matplotlib ipython jupyter pandas sympy nose pillow scikit-learn statsmodels
    sudo pip3 install scipy numpy matplotlib ipython jupyter pandas sympy nose pillow scikit-learn statsmodels



    # Installing tensorflow!
    # COMPUTE CAPABILITY IS 6.1
    cd ~/
    wget https://github.com/tensorflow/tensorflow/archive/v1.1.0.zip
    unzip v1.1.0.zip
    rm v1.1.0.zip
    mv tensorflow-1.1.0 tensorflow-1.1.0_py2
    cp -rd tensorflow-1.1.0_py2 tensorflow-1.1.0_py3

    # Tensorflow Python 2:
    # COMPUTE CAPABILITY IS 6.1
    cd ~/tensorflow-1.1.0_py2
    ./configure
    # May need to add ``, don't remember
    bazel build --config=opt --copt=-march=native --config=cuda --cxxopt="-D_GLIBCXX_USE_CXX11_ABI=0" -k //tensorflow/tools/pip_package:build_pip_package

    mkdir pip_build
    bazel-bin/tensorflow/tools/pip_package/build_pip_package `pwd`/pip_build
    cd pip_build
    sudo pip install tensorflow*
    cd ~/
    python -c 'import tensorflow as tf;hello=tf.constant("Hello, TensorFlow!");sess=tf.Session();print(sess.run(hello))'

    # Tensorflow Python 3:
    # COMPUTE CAPABILITY IS 6.1
    # When configuring, make sure you set the python to python3 when asked: /usr/bin/python3
    cd ~/tensorflow-1.1.0_py3
    ./configure
    bazel build --config=opt --copt=-march=native --config=cuda --cxxopt="-D_GLIBCXX_USE_CXX11_ABI=0" -k //tensorflow/tools/pip_package:build_pip_package
    mkdir pip_build
    bazel-bin/tensorflow/tools/pip_package/build_pip_package `pwd`/pip_build
    cd pip_build
    sudo pip3 install tensorflow*
    cd ~/
    python3 -c 'import tensorflow as tf;hello=tf.constant("Hello, TensorFlow!");sess=tf.Session();print(sess.run(hello))'