Blame view
install.sh
10.5 KB
e6be5137b
|
1 2 3 |
#!/bin/bash #-------------------# |
665a8dac3
|
4 |
# OTMEDIA LIA # |
e6be5137b
|
5 |
# Install script # |
5a14b8678
|
6 |
# version : 1.1.0 # |
e6be5137b
|
7 |
#-------------------# |
5a14b8678
|
8 |
# nyx login name |
05a45b590
|
9 |
username=${LOGNAME} |
e6be5137b
|
10 |
# Color variables |
c00c2f189
|
11 |
txtred=$(tput setaf 1) # red |
e6be5137b
|
12 13 14 |
txtgrn=$(tput setaf 2) # Green txtylw=$(tput setaf 3) # Yellow txtblu=$(tput setaf 4) # Blue |
c00c2f189
|
15 |
txtred=$(tput setaf 5) # Purple |
e6be5137b
|
16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
txtcyn=$(tput setaf 6) # Cyan txtwht=$(tput setaf 7) # White txtrst=$(tput sgr0) # Text reset. #/color # ### Global Variables # PWD=$(pwd) OTMEDIA_HOME=$PWD test=$(arch) if [ "$test" == "x86_64" ]; then ARCH=".64"; else ARCH=""; fi #/Global # # Put to 0 to disable dependencies of a pass # and 1 to enable # PASS1=1 # First Pass |
665a8dac3
|
36 |
PASS2=1 # Second and Third Pass |
e6be5137b
|
37 38 |
CONFPASS=1 # Confidence Pass EXPLOITCONFPASS=1 # SOLR query and trigg |
f34231730
|
39 |
SCORING=1 # Compile scoring tools (crf++) |
e6be5137b
|
40 41 42 43 44 45 46 |
echo -e " Will do install for :" if [ $PASS1 -eq 1 ];then echo "- Pass 1";fi if [ $PASS2 -eq 1 ];then echo "- Pass 2";fi if [ $CONFPASS -eq 1 ];then echo "- Confidence Pass";fi if [ $EXPLOITCONFPASS -eq 1 ];then echo "- Exploit Confidence Pass";fi |
f34231730
|
47 |
if [ $SCORING -eq 1 ];then echo "- Scoring Tools";fi |
e6be5137b
|
48 49 50 51 52 53 54 55 56 57 58 59 |
# ### CHECK Dependencies ### # echo -e " \t${txtblu}Check Dependencies${txtrst} " ## make test=$(whereis make) if [ "$test" == "make:" ] then |
c00c2f189
|
60 61 62 |
echo -e "${txtred}ERROR${txtrst} make not found You have to install make sudo apt-get install make" |
e6be5137b
|
63 64 65 66 67 68 69 70 |
exit 1; fi echo -e "make \t ${txtgrn}OK${txtrst}" ## CC test=$(whereis cc) if [ "$test" == "cc:" ] then |
c00c2f189
|
71 72 73 |
echo -e "${txtred}ERROR${txtrst} cc not found You have to install cc sudo apt-get install gcc" |
e6be5137b
|
74 75 76 |
exit 1; fi echo -e "cc \t ${txtgrn}OK${txtrst}" |
160656fdf
|
77 78 79 80 81 82 83 84 85 86 87 88 89 90 |
## C++ if [ $SCORING -eq 1 ] then test=$(whereis g++) if [ "$test" == "g++:" ] then echo -e "${txtred}ERROR${txtrst} g++ not found You have to install g++ sudo apt-get install g++" exit 1; fi echo -e "g++ \t ${txtgrn}OK${txtrst}" fi |
e6be5137b
|
91 92 93 94 |
## AVCONV test=$(whereis avconv) if [ "$test" == "avconv:" ] then |
c00c2f189
|
95 96 97 |
echo -e "${txtred}ERROR${txtrst} avconv not found You have to install avconv sudo apt-get install libav-tools" |
e6be5137b
|
98 99 100 101 102 103 104 105 |
exit 1; fi echo -e "libav-tools : avconv \t ${txtgrn}OK${txtrst}" ## JAVA test=$(whereis java) if [ "$test" == "java:" ] then |
c00c2f189
|
106 107 108 |
echo -e "${txtred}ERROR${txtrst} java not found You have to install java JRE sudo apt-get install openjdk-7-jre" |
e6be5137b
|
109 110 111 112 113 114 |
exit 1; fi echo -e "Java : JRE \t ${txtgrn}OK${txtrst}" test=$(whereis javac) if [ "$test" == "javac:" ] then |
c00c2f189
|
115 116 117 |
echo -e "${txtred}ERROR${txtrst} javac not found You have to install java JDK sudo apt-get install openjdk-7-jdk" |
e6be5137b
|
118 119 120 121 122 123 124 125 126 127 |
exit 1; fi echo -e "Java : JDK \t ${txtgrn}OK${txtrst}" if [ $EXPLOITCONFPASS -eq 1 ] then ## Python test=$(whereis python) if [ "$test" == "python:" ] then |
c00c2f189
|
128 129 130 |
echo -e "${txtred}ERROR${txtrst} python not found You have to install python sudo apt-get install python" |
e6be5137b
|
131 132 133 |
exit 1; fi echo -e "python : \t ${txtgrn}OK${txtrst}" |
665a8dac3
|
134 135 136 137 138 |
## csh shell test=$(whereis csh) if [ "$test" == "csh:" ] then |
c00c2f189
|
139 140 141 |
echo -e "${txtred}ERROR${txtrst} csh shell not found You have to install csh shell sudo apt-get install csh" |
665a8dac3
|
142 143 144 |
exit 1; fi echo -e "csh shell : \t ${txtgrn}OK${txtrst}" |
e6be5137b
|
145 146 147 148 149 150 |
fi ## Perl test=$(whereis perl) if [ "$test" == "perl:" ] then |
c00c2f189
|
151 152 153 |
echo -e "${txtred}ERROR${txtrst} perl not found You have to install perl sudo apt-get install perl" |
e6be5137b
|
154 155 156 157 158 159 160 161 |
exit 1; fi echo -e "perl : \t ${txtgrn}OK${txtrst}" ## iconv test=$(whereis iconv) if [ "$test" == "iconv:" ] then |
c00c2f189
|
162 163 164 |
echo -e "${txtred}ERROR${txtrst} iconv not found You have to install iconv sudo apt-cache search iconv" |
e6be5137b
|
165 166 167 |
exit 1; fi echo -e "iconv : \t ${txtgrn}OK${txtrst}" |
e6be5137b
|
168 |
## SRI LM |
95a4fc5ec
|
169 |
if [ -z "$SRILM" ] || [ -z "$MACHINE_TYPE" ] |
e6be5137b
|
170 |
then |
c00c2f189
|
171 172 173 |
echo -e "${txtred}ERROR${txtrst} SRILM toolkit variables are not defined (SRILM and MACHINE_TYPE) You have to install SRILM Toolkit " |
e6be5137b
|
174 175 176 177 |
exit 1; fi export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE echo -e "SRILM toolkit : \t ${txtgrn}OK${txtrst}" |
e6be5137b
|
178 |
### Speeral Configuration ### |
d93dab09a
|
179 |
|
b3f8a55c6
|
180 181 182 |
echo -e " \t${txtblu}Speeral configuration${txtrst} " |
5a14b8678
|
183 184 185 186 187 188 |
read -e -p "Download Speeral bin and data ? (y/n) " speeral if [ "$speeral" == "y" ] then echo -e "Download Speeral bin and data :" scp -r ${username}@nyx:/local/OTMEDIA/OTMEDIA_DATA/Speeral $OTMEDIA_HOME/tools/ fi |
d93dab09a
|
189 190 191 |
echo -e " \t${txtblu}Generating Speeral configuration files :${txtrst} " |
e6be5137b
|
192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 |
cat $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \ | sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \ | sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \ > $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml echo $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml cat $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \ | sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \ | sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \ > $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml echo $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml cat $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \ | sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \ | sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \ > $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml echo $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml if [ $EXPLOITCONFPASS -eq 1 ] then ### LIA ltbox ### echo -e "\t${txtblu}Install lia_ltbox${txtrst} " export LIA_TAGG_LANG="french" export LIA_TAGG="$OTMEDIA_HOME/tools/lia_ltbox/lia_tagg/" export LIA_PHON_REP="$OTMEDIA_HOME/tools/lia_ltbox/lia_phon/" export LIA_BIGLEX="$OTMEDIA_HOME/tools/lia_ltbox/lia_biglex/" ### config lia_phon cd $LIA_PHON_REP make all > /dev/null make ressource > /dev/null ### config lia_tagg cd $LIA_TAGG make all > /dev/null make ressource.french > /dev/null ### config lia_biglex cd $LIA_BIGLEX make -f makefile.biglex > /dev/null cd $OTMEDIA_HOME |
f34231730
|
231 232 |
if [ $SCORING -eq 1 ] then |
160656fdf
|
233 234 235 |
echo -e "\t${txtblu}Install CRF++${txtrst} " tar -xvzf "$OTMEDIA_HOME/tools/CRF++-0.58.tar.gz" -C "$OTMEDIA_HOME/tools/" |
f34231730
|
236 237 238 239 |
cd $OTMEDIA_HOME/tools/CRF++-0.58 ./configure --prefix="$OTMEDIA_HOME/tools/install" make make install |
160656fdf
|
240 241 |
echo -e "\t${txtblu}Install lia_ne${txtrst} " |
f34231730
|
242 243 244 245 |
export PATH=$PATH:$OTMEDIA_HOME/tools/install/bin export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$OTMEDIA_HOME/tools/install/lib export LIA_NE=$OTMEDIA_HOME/tools/lia_ltbox/lia_ne_v2.2 cd $LIA_NE |
160656fdf
|
246 |
mkdir $LIA_NE/bin 2> /dev/null |
f34231730
|
247 |
make all |
160656fdf
|
248 |
cd $OTMEDIA_HOME |
f34231730
|
249 |
fi |
e6be5137b
|
250 251 252 253 254 255 |
### SOLR DB ### # Tomcat fisrtly test=$(dpkg -l | grep "^ii" | grep tomcat) if [ "$test" == "" ] then |
c00c2f189
|
256 257 258 |
echo -e "${txtred}ERROR${txtrst} TOMCAT seems to not be installed) You have to install TOMCAT " |
665a8dac3
|
259 |
#exit 1; |
83f00bae1
|
260 261 262 263 264 265 266 |
echo -e " TOMCAT : \t ${txtred}NOT OK${txtrst} " else echo -e " TOMCAT : \t ${txtgrn}OK${txtrst} " |
e6be5137b
|
267 |
fi |
e6be5137b
|
268 |
# SOLR secondly |
4a412bdf3
|
269 270 |
echo -e "\t${txtblu}Install SOLR DB${txtrst} " |
1e7751e7c
|
271 |
echo -e "You will need 300 Go of free space to install SOLR DB" |
4a412bdf3
|
272 |
read -p "Continue ? (y/n) " solr |
b50ebdf38
|
273 274 275 276 277 |
if [ "$solr" == "y" ] then echo -e "Download SOLR DB\r" mkdir -p $OTMEDIA_HOME/tools/SOLR 2> /dev/null |
5a14b8678
|
278 |
scp -r ${username}@nyx:/local/OTMEDIA/OTMEDIA_DATA/SOLR/otmedia-2013-04.tar.gz $OTMEDIA_HOME/tools/SOLR |
b50ebdf38
|
279 |
echo -e "Unzip SOLR DB\r" |
f34231730
|
280 |
tar -xvzf "$OTMEDIA_HOME/tools/SOLR/otmedia-2013-04.tar.gz" -C "$OTMEDIA_HOME/tools/SOLR/" |
d93dab09a
|
281 282 283 284 285 |
else echo "Skipping SOLR install" fi read -e -p "Configure SOLR DB server ? (y/n) " solr if [ "$solr" == "y" ] |
b3f8a55c6
|
286 |
then |
b50ebdf38
|
287 |
read -p "Enter SOLR server IP :" ip |
1e7751e7c
|
288 |
if [ "${ip}" == "" ];then ip="localhost";fi |
4a412bdf3
|
289 |
echo "machine = \"${ip}\"" > $OTMEDIA_HOME/tools/scripts/solrinfo.py |
b50ebdf38
|
290 |
read -p "Enter SOLR server port :" port |
d93dab09a
|
291 292 293 294 |
if [ "${port}" == "" ]; then port="8080";fi echo -e " \tSOLR server IP ${ip}" echo -e "\tSOLR server port ${port}" |
4a412bdf3
|
295 |
echo "port = \"${port}\"" >> $OTMEDIA_HOME/tools/scripts/solrinfo.py |
b50ebdf38
|
296 |
else |
d93dab09a
|
297 |
echo "Skipping SOLR DB Configuration" |
b50ebdf38
|
298 |
fi |
4a412bdf3
|
299 300 301 |
echo -e " See SOLR.INSTALL file for more information " |
e6be5137b
|
302 303 304 |
fi ### Set Variables in bashrc ### |
70bd4b2df
|
305 |
cat ~/.bashrc | grep -v "OTMEDIA_HOME" | grep -v "SRILM_BIN" | grep -v "main_tools" | grep -v "/tools/install/" > ~/.bashrc.org |
e6be5137b
|
306 307 308 309 |
#cat ~/.bashrc | grep -v "OTMEDIA_HOME" | grep -v "SRILM_BIN" | grep -v "LIA_TAGG" | grep -v "LIA_PHON" | grep -v "LIA_BIGLEX" > ~/.bashrc.org cp ~/.bashrc.org ~/.bashrc export OTMEDIA_HOME=$PWD echo "export OTMEDIA_HOME=$PWD" >> ~/.bashrc |
0ca3a2cb5
|
310 |
echo "export PATH=\$PATH:$PWD/main_tools" >> ~/.bashrc |
e6be5137b
|
311 312 313 314 315 |
echo "export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE" >> ~/.bashrc #echo "export LIA_TAGG_LANG=french" >> ~/.bashrc #echo "export LIA_TAGG=$OTMEDIA_HOME/tools/lia_ltbox/lia_tagg/" >> ~/.bashrc #echo "export LIA_PHON_REP=$OTMEDIA_HOME/tools/lia_ltbox/lia_phon/" >> ~/.bashrc #echo "export LIA_BIGLEX=$OTMEDIA_HOME/tools/lia_ltbox/lia_biglex/" >> ~/.bashrc |
06520e7fc
|
316 |
#echo "export LIA_NE=$OTMEDIA_HOME/tools/lia_ltbox/lia_ne_v2.2" >> ~/.bashrc |
70bd4b2df
|
317 318 319 320 321 |
if [ $SCORING -eq 1 ] then echo "export PATH=\$PATH:$OTMEDIA_HOME/tools/install/bin" >> ~/.bashrc echo "export LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:$OTMEDIA_HOME/tools/install/lib" >> ~/.bashrc fi |
e6be5137b
|
322 323 |
# set global configuration file |
fa8235ed8
|
324 325 |
echo "OTMEDIA_HOME=\"$PWD\"" > $OTMEDIA_HOME/cfg/main_cfg.cfg echo "ARCH=\"$ARCH\"" >> $OTMEDIA_HOME/cfg/main_cfg.cfg |
e6be5137b
|
326 327 328 329 |
echo "VERBOSE=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg echo "DEBUG=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg echo "CHECK=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg echo "RERUN=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg |
4a412bdf3
|
330 331 332 |
echo -e " \t${txtgrn}### Install completed ###${txtrst} " |
e6be5137b
|
333 334 335 336 |
echo -e "do : source ~/.bashrc" echo -e "or set variable : " echo "export OTMEDIA_HOME=$PWD" |
05a45b590
|
337 |
echo "export PATH=\$PATH:$OTMEDIA_HOME/main_tools" |
e6be5137b
|
338 |
echo "export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE" |
70bd4b2df
|
339 340 341 342 343 |
if [ $SCORING -eq 1 ] then echo "export PATH=\$PATH:$OTMEDIA_HOME/tools/install/bin" echo "export LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:$OTMEDIA_HOME/tools/install/lib" fi |
e6be5137b
|
344 |
|
665a8dac3
|
345 |
|
5a14b8678
|
346 |
echo "${txtwht} \\\\ " |
665a8dac3
|
347 348 |
echo " ,-~~~-\\\\_" echo " ( .\ " |
5a14b8678
|
349 |
echo " @\___(__--'${txtrst}" |
665a8dac3
|
350 |
|
c00c2f189
|
351 |
echo "${txtgrn}Yes${txtylw}I${txtred}Rastafari${txtrst}" |