Blame view
install.sh
10.7 KB
e6be5137b reinitialized pro... |
1 2 3 |
#!/bin/bash #-------------------# |
665a8dac3 ! follow the whit... |
4 |
# OTMEDIA LIA # |
e6be5137b reinitialized pro... |
5 |
# Install script # |
5a14b8678 update doc |
6 |
# version : 1.1.0 # |
e6be5137b reinitialized pro... |
7 |
#-------------------# |
5a14b8678 update doc |
8 |
# nyx login name |
05a45b590 update install sc... |
9 |
username=${LOGNAME} |
e6be5137b reinitialized pro... |
10 |
# Color variables |
c00c2f189 up |
11 |
txtred=$(tput setaf 1) # red |
e6be5137b reinitialized pro... |
12 13 14 |
txtgrn=$(tput setaf 2) # Green txtylw=$(tput setaf 3) # Yellow txtblu=$(tput setaf 4) # Blue |
c00c2f189 up |
15 |
txtred=$(tput setaf 5) # Purple |
e6be5137b reinitialized pro... |
16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
txtcyn=$(tput setaf 6) # Cyan txtwht=$(tput setaf 7) # White txtrst=$(tput sgr0) # Text reset. #/color # ### Global Variables # PWD=$(pwd) OTMEDIA_HOME=$PWD test=$(arch) if [ "$test" == "x86_64" ]; then ARCH=".64"; else ARCH=""; fi #/Global # # Put to 0 to disable dependencies of a pass # and 1 to enable # PASS1=1 # First Pass |
665a8dac3 ! follow the whit... |
36 |
PASS2=1 # Second and Third Pass |
e6be5137b reinitialized pro... |
37 38 |
CONFPASS=1 # Confidence Pass EXPLOITCONFPASS=1 # SOLR query and trigg |
eb3773e12 do not install sc... |
39 |
SCORING=0 # Compile scoring tools (crf++) |
e6be5137b reinitialized pro... |
40 41 42 43 44 45 46 |
echo -e " Will do install for :" if [ $PASS1 -eq 1 ];then echo "- Pass 1";fi if [ $PASS2 -eq 1 ];then echo "- Pass 2";fi if [ $CONFPASS -eq 1 ];then echo "- Confidence Pass";fi if [ $EXPLOITCONFPASS -eq 1 ];then echo "- Exploit Confidence Pass";fi |
f34231730 add lia_ne + crf+... |
47 |
if [ $SCORING -eq 1 ];then echo "- Scoring Tools";fi |
e6be5137b reinitialized pro... |
48 49 50 51 52 53 54 55 56 57 58 59 |
# ### CHECK Dependencies ### # echo -e " \t${txtblu}Check Dependencies${txtrst} " ## make test=$(whereis make) if [ "$test" == "make:" ] then |
c00c2f189 up |
60 61 62 |
echo -e "${txtred}ERROR${txtrst} make not found You have to install make sudo apt-get install make" |
e6be5137b reinitialized pro... |
63 64 65 66 67 68 69 70 |
exit 1; fi echo -e "make \t ${txtgrn}OK${txtrst}" ## CC test=$(whereis cc) if [ "$test" == "cc:" ] then |
c00c2f189 up |
71 72 73 |
echo -e "${txtred}ERROR${txtrst} cc not found You have to install cc sudo apt-get install gcc" |
e6be5137b reinitialized pro... |
74 75 76 |
exit 1; fi echo -e "cc \t ${txtgrn}OK${txtrst}" |
160656fdf update |
77 78 79 80 81 82 83 84 85 86 87 88 89 90 |
## C++ if [ $SCORING -eq 1 ] then test=$(whereis g++) if [ "$test" == "g++:" ] then echo -e "${txtred}ERROR${txtrst} g++ not found You have to install g++ sudo apt-get install g++" exit 1; fi echo -e "g++ \t ${txtgrn}OK${txtrst}" fi |
e6be5137b reinitialized pro... |
91 92 93 94 |
## AVCONV test=$(whereis avconv) if [ "$test" == "avconv:" ] then |
c00c2f189 up |
95 96 97 |
echo -e "${txtred}ERROR${txtrst} avconv not found You have to install avconv sudo apt-get install libav-tools" |
e6be5137b reinitialized pro... |
98 99 100 101 102 103 104 105 |
exit 1; fi echo -e "libav-tools : avconv \t ${txtgrn}OK${txtrst}" ## JAVA test=$(whereis java) if [ "$test" == "java:" ] then |
c00c2f189 up |
106 107 108 |
echo -e "${txtred}ERROR${txtrst} java not found You have to install java JRE sudo apt-get install openjdk-7-jre" |
e6be5137b reinitialized pro... |
109 110 111 112 113 114 |
exit 1; fi echo -e "Java : JRE \t ${txtgrn}OK${txtrst}" test=$(whereis javac) if [ "$test" == "javac:" ] then |
c00c2f189 up |
115 116 117 |
echo -e "${txtred}ERROR${txtrst} javac not found You have to install java JDK sudo apt-get install openjdk-7-jdk" |
e6be5137b reinitialized pro... |
118 119 120 121 122 123 124 125 126 127 |
exit 1; fi echo -e "Java : JDK \t ${txtgrn}OK${txtrst}" if [ $EXPLOITCONFPASS -eq 1 ] then ## Python test=$(whereis python) if [ "$test" == "python:" ] then |
c00c2f189 up |
128 129 130 |
echo -e "${txtred}ERROR${txtrst} python not found You have to install python sudo apt-get install python" |
e6be5137b reinitialized pro... |
131 132 133 |
exit 1; fi echo -e "python : \t ${txtgrn}OK${txtrst}" |
665a8dac3 ! follow the whit... |
134 135 136 137 138 |
## csh shell test=$(whereis csh) if [ "$test" == "csh:" ] then |
c00c2f189 up |
139 140 141 |
echo -e "${txtred}ERROR${txtrst} csh shell not found You have to install csh shell sudo apt-get install csh" |
665a8dac3 ! follow the whit... |
142 143 144 |
exit 1; fi echo -e "csh shell : \t ${txtgrn}OK${txtrst}" |
e6be5137b reinitialized pro... |
145 146 147 148 149 150 |
fi ## Perl test=$(whereis perl) if [ "$test" == "perl:" ] then |
c00c2f189 up |
151 152 153 |
echo -e "${txtred}ERROR${txtrst} perl not found You have to install perl sudo apt-get install perl" |
e6be5137b reinitialized pro... |
154 155 156 157 158 159 160 161 |
exit 1; fi echo -e "perl : \t ${txtgrn}OK${txtrst}" ## iconv test=$(whereis iconv) if [ "$test" == "iconv:" ] then |
c00c2f189 up |
162 163 164 |
echo -e "${txtred}ERROR${txtrst} iconv not found You have to install iconv sudo apt-cache search iconv" |
e6be5137b reinitialized pro... |
165 166 167 |
exit 1; fi echo -e "iconv : \t ${txtgrn}OK${txtrst}" |
e6be5137b reinitialized pro... |
168 |
## SRI LM |
95a4fc5ec up |
169 |
if [ -z "$SRILM" ] || [ -z "$MACHINE_TYPE" ] |
e6be5137b reinitialized pro... |
170 |
then |
c00c2f189 up |
171 172 173 |
echo -e "${txtred}ERROR${txtrst} SRILM toolkit variables are not defined (SRILM and MACHINE_TYPE) You have to install SRILM Toolkit " |
e6be5137b reinitialized pro... |
174 175 176 177 |
exit 1; fi export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE echo -e "SRILM toolkit : \t ${txtgrn}OK${txtrst}" |
e6be5137b reinitialized pro... |
178 |
### Speeral Configuration ### |
d93dab09a update |
179 |
|
b3f8a55c6 :D |
180 181 182 |
echo -e " \t${txtblu}Speeral configuration${txtrst} " |
5a14b8678 update doc |
183 184 185 186 187 188 |
read -e -p "Download Speeral bin and data ? (y/n) " speeral if [ "$speeral" == "y" ] then echo -e "Download Speeral bin and data :" scp -r ${username}@nyx:/local/OTMEDIA/OTMEDIA_DATA/Speeral $OTMEDIA_HOME/tools/ fi |
d93dab09a update |
189 190 191 |
echo -e " \t${txtblu}Generating Speeral configuration files :${txtrst} " |
e6be5137b reinitialized pro... |
192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 |
cat $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \ | sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \ | sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \ > $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml echo $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml cat $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \ | sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \ | sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \ > $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml echo $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml cat $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \ | sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \ | sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \ > $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml echo $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml if [ $EXPLOITCONFPASS -eq 1 ] then ### LIA ltbox ### echo -e "\t${txtblu}Install lia_ltbox${txtrst} " export LIA_TAGG_LANG="french" export LIA_TAGG="$OTMEDIA_HOME/tools/lia_ltbox/lia_tagg/" export LIA_PHON_REP="$OTMEDIA_HOME/tools/lia_ltbox/lia_phon/" export LIA_BIGLEX="$OTMEDIA_HOME/tools/lia_ltbox/lia_biglex/" ### config lia_phon cd $LIA_PHON_REP |
17d865629 update doc |
221 222 |
make clean > /dev/null make clean_ressource > /deV/null |
e6be5137b reinitialized pro... |
223 224 225 226 |
make all > /dev/null make ressource > /dev/null ### config lia_tagg cd $LIA_TAGG |
17d865629 update doc |
227 228 |
make clean > /dev/null make clean_ressource > /dev/null |
e6be5137b reinitialized pro... |
229 230 231 232 |
make all > /dev/null make ressource.french > /dev/null ### config lia_biglex cd $LIA_BIGLEX |
17d865629 update doc |
233 |
make -f makefile.biglex clean > /dev/null |
e6be5137b reinitialized pro... |
234 235 |
make -f makefile.biglex > /dev/null cd $OTMEDIA_HOME |
f34231730 add lia_ne + crf+... |
236 237 |
if [ $SCORING -eq 1 ] then |
160656fdf update |
238 239 240 |
echo -e "\t${txtblu}Install CRF++${txtrst} " tar -xvzf "$OTMEDIA_HOME/tools/CRF++-0.58.tar.gz" -C "$OTMEDIA_HOME/tools/" |
f34231730 add lia_ne + crf+... |
241 242 243 244 |
cd $OTMEDIA_HOME/tools/CRF++-0.58 ./configure --prefix="$OTMEDIA_HOME/tools/install" make make install |
160656fdf update |
245 246 |
echo -e "\t${txtblu}Install lia_ne${txtrst} " |
f34231730 add lia_ne + crf+... |
247 248 249 250 |
export PATH=$PATH:$OTMEDIA_HOME/tools/install/bin export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$OTMEDIA_HOME/tools/install/lib export LIA_NE=$OTMEDIA_HOME/tools/lia_ltbox/lia_ne_v2.2 cd $LIA_NE |
160656fdf update |
251 |
mkdir $LIA_NE/bin 2> /dev/null |
17d865629 update doc |
252 253 |
make clean > /dev/null make all > /dev/null |
160656fdf update |
254 |
cd $OTMEDIA_HOME |
f34231730 add lia_ne + crf+... |
255 |
fi |
e6be5137b reinitialized pro... |
256 257 258 259 260 261 |
### SOLR DB ### # Tomcat fisrtly test=$(dpkg -l | grep "^ii" | grep tomcat) if [ "$test" == "" ] then |
c00c2f189 up |
262 263 264 |
echo -e "${txtred}ERROR${txtrst} TOMCAT seems to not be installed) You have to install TOMCAT " |
665a8dac3 ! follow the whit... |
265 |
#exit 1; |
83f00bae1 update |
266 267 268 269 270 271 272 |
echo -e " TOMCAT : \t ${txtred}NOT OK${txtrst} " else echo -e " TOMCAT : \t ${txtgrn}OK${txtrst} " |
e6be5137b reinitialized pro... |
273 |
fi |
e6be5137b reinitialized pro... |
274 |
# SOLR secondly |
4a412bdf3 update |
275 276 |
echo -e "\t${txtblu}Install SOLR DB${txtrst} " |
1e7751e7c :D :D |
277 |
echo -e "You will need 300 Go of free space to install SOLR DB" |
4a412bdf3 update |
278 |
read -p "Continue ? (y/n) " solr |
b50ebdf38 update install.sh |
279 280 281 282 283 |
if [ "$solr" == "y" ] then echo -e "Download SOLR DB\r" mkdir -p $OTMEDIA_HOME/tools/SOLR 2> /dev/null |
5a14b8678 update doc |
284 |
scp -r ${username}@nyx:/local/OTMEDIA/OTMEDIA_DATA/SOLR/otmedia-2013-04.tar.gz $OTMEDIA_HOME/tools/SOLR |
b50ebdf38 update install.sh |
285 |
echo -e "Unzip SOLR DB\r" |
f34231730 add lia_ne + crf+... |
286 |
tar -xvzf "$OTMEDIA_HOME/tools/SOLR/otmedia-2013-04.tar.gz" -C "$OTMEDIA_HOME/tools/SOLR/" |
d93dab09a update |
287 288 289 290 291 |
else echo "Skipping SOLR install" fi read -e -p "Configure SOLR DB server ? (y/n) " solr if [ "$solr" == "y" ] |
b3f8a55c6 :D |
292 |
then |
b50ebdf38 update install.sh |
293 |
read -p "Enter SOLR server IP :" ip |
1e7751e7c :D :D |
294 |
if [ "${ip}" == "" ];then ip="localhost";fi |
4a412bdf3 update |
295 |
echo "machine = \"${ip}\"" > $OTMEDIA_HOME/tools/scripts/solrinfo.py |
b50ebdf38 update install.sh |
296 |
read -p "Enter SOLR server port :" port |
d93dab09a update |
297 298 299 300 |
if [ "${port}" == "" ]; then port="8080";fi echo -e " \tSOLR server IP ${ip}" echo -e "\tSOLR server port ${port}" |
4a412bdf3 update |
301 |
echo "port = \"${port}\"" >> $OTMEDIA_HOME/tools/scripts/solrinfo.py |
b50ebdf38 update install.sh |
302 |
else |
d93dab09a update |
303 |
echo "Skipping SOLR DB Configuration" |
b50ebdf38 update install.sh |
304 |
fi |
4a412bdf3 update |
305 306 307 |
echo -e " See SOLR.INSTALL file for more information " |
e6be5137b reinitialized pro... |
308 309 310 |
fi ### Set Variables in bashrc ### |
70bd4b2df update |
311 |
cat ~/.bashrc | grep -v "OTMEDIA_HOME" | grep -v "SRILM_BIN" | grep -v "main_tools" | grep -v "/tools/install/" > ~/.bashrc.org |
e6be5137b reinitialized pro... |
312 313 314 315 |
#cat ~/.bashrc | grep -v "OTMEDIA_HOME" | grep -v "SRILM_BIN" | grep -v "LIA_TAGG" | grep -v "LIA_PHON" | grep -v "LIA_BIGLEX" > ~/.bashrc.org cp ~/.bashrc.org ~/.bashrc export OTMEDIA_HOME=$PWD echo "export OTMEDIA_HOME=$PWD" >> ~/.bashrc |
0ca3a2cb5 up |
316 |
echo "export PATH=\$PATH:$PWD/main_tools" >> ~/.bashrc |
e6be5137b reinitialized pro... |
317 318 319 320 321 |
echo "export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE" >> ~/.bashrc #echo "export LIA_TAGG_LANG=french" >> ~/.bashrc #echo "export LIA_TAGG=$OTMEDIA_HOME/tools/lia_ltbox/lia_tagg/" >> ~/.bashrc #echo "export LIA_PHON_REP=$OTMEDIA_HOME/tools/lia_ltbox/lia_phon/" >> ~/.bashrc #echo "export LIA_BIGLEX=$OTMEDIA_HOME/tools/lia_ltbox/lia_biglex/" >> ~/.bashrc |
06520e7fc update |
322 |
#echo "export LIA_NE=$OTMEDIA_HOME/tools/lia_ltbox/lia_ne_v2.2" >> ~/.bashrc |
70bd4b2df update |
323 324 325 326 327 |
if [ $SCORING -eq 1 ] then echo "export PATH=\$PATH:$OTMEDIA_HOME/tools/install/bin" >> ~/.bashrc echo "export LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:$OTMEDIA_HOME/tools/install/lib" >> ~/.bashrc fi |
e6be5137b reinitialized pro... |
328 329 |
# set global configuration file |
fa8235ed8 update |
330 331 |
echo "OTMEDIA_HOME=\"$PWD\"" > $OTMEDIA_HOME/cfg/main_cfg.cfg echo "ARCH=\"$ARCH\"" >> $OTMEDIA_HOME/cfg/main_cfg.cfg |
e6be5137b reinitialized pro... |
332 333 334 335 |
echo "VERBOSE=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg echo "DEBUG=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg echo "CHECK=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg echo "RERUN=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg |
4a412bdf3 update |
336 337 338 |
echo -e " \t${txtgrn}### Install completed ###${txtrst} " |
e6be5137b reinitialized pro... |
339 340 341 342 |
echo -e "do : source ~/.bashrc" echo -e "or set variable : " echo "export OTMEDIA_HOME=$PWD" |
05a45b590 update install sc... |
343 |
echo "export PATH=\$PATH:$OTMEDIA_HOME/main_tools" |
e6be5137b reinitialized pro... |
344 |
echo "export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE" |
70bd4b2df update |
345 346 347 348 349 |
if [ $SCORING -eq 1 ] then echo "export PATH=\$PATH:$OTMEDIA_HOME/tools/install/bin" echo "export LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:$OTMEDIA_HOME/tools/install/lib" fi |
e6be5137b reinitialized pro... |
350 |
|
665a8dac3 ! follow the whit... |
351 |
|
5a14b8678 update doc |
352 |
echo "${txtwht} \\\\ " |
665a8dac3 ! follow the whit... |
353 354 |
echo " ,-~~~-\\\\_" echo " ( .\ " |
5a14b8678 update doc |
355 |
echo " @\___(__--'${txtrst}" |
665a8dac3 ! follow the whit... |
356 |
|
c00c2f189 up |
357 |
echo "${txtgrn}Yes${txtylw}I${txtred}Rastafari${txtrst}" |