imager.sh
1.09 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
#!/bin/bash
sudo yum -y install blas-devel lapack-devel libxslt-devel libffi-devel libxml2-devel
sudo chown hadoop.hadoop ~/.aliasrc
echo 'source ~/.aliasrc' >>/home/hadoop/.bashrc
echo 'source /usr/local/bin/virtualenvwrapper.sh' >>/home/hadoop/.bashrc
source ~/.bashrc
mkvirtualenv envtmp
workon envtmp
pushd /home/hadoop/source/
pip install --no-index --find-links="./python_source/" numpy==1.9.2
pip install --no-index --find-links="./python_source/" six==1.8.0
pip install --no-index --find-links="./python_source/" -r requirements.txt
pip install virtualenvwrapper
pip install PIL --allow-external PIL --allow-unverified PIL
tar zxvf newdist.tar.gz -C ~/Programs/
popd
pushd /home/hadoop/Programs/
grep sparkS -lr /home/hadoop/Programs/newdist | xargs sed -i "s/sparkS/master/g"
popd
pushd /home/hadoop/Programs/newdist/
cd JpegUtils/pyjpeg/ && python setup.py install && cd -
cd JpegUtils/pysteg/ && python setup.py install && cd -
cd ImageR/ && python setup.py install && cd -
echo "/home/hadoop/Programs/lib/spark/python" > $WORKON_HOME/envtmp/lib/python2.7/site-packages/pyspark.pth
popd