-
-
Save itaiin/f461364f7762592f94dd to your computer and use it in GitHub Desktop.
Installation of apache spark on ubuntu machine.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/bin/sh | |
| # installation of Oracle Java JDK. | |
| sudo apt-get -y update | |
| sudo apt-get -y install python-software-properties | |
| sudo add-apt-repository -y ppa:webupd8team/java | |
| sudo apt-get -y update | |
| sudo apt-get -y install oracle-java7-installer | |
| # Installation of commonly used python scipy tools | |
| sudo apt-get -y install python-numpy python-scipy python-matplotlib ipython ipython-notebook python-pandas python-sympy python-nose | |
| # Installation of scala | |
| wget http://www.scala-lang.org/files/archive/scala-2.11.1.deb | |
| sudo dpkg -i scala-2.11.1.deb | |
| sudo apt-get -y update | |
| sudo apt-get -y install scala | |
| # Installation of sbt | |
| sudo echo "deb https://dl.bintray.com/sbt/debian /" | sudo tee -a /etc/apt/sources.list.d/sbt.list | |
| sudo apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 642AC823 | |
| sudo apt-get update | |
| sudo apt-get install sbt | |
| # Downloading spark | |
| wget http://d3kbcqa49mib13.cloudfront.net/spark-1.0.0.tgz | |
| tar -zxf spark-1.0.0.tgz | |
| cd spark-1.0.0 | |
| # Building spark | |
| ./sbt/sbt assembly | |
| # Clean-up | |
| rm scala-2.11.1.deb | |
| rm sbt.deb | |
| rm spark-1.0.0.tgz | |
| rm install.sh |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment