Blame view
install.sh
9.62 KB
e6be5137b reinitialized pro... |
1 2 3 |
#!/bin/bash #-------------------# |
665a8dac3 ! follow the whit... |
4 |
# OTMEDIA LIA # |
e6be5137b reinitialized pro... |
5 |
# Install script # |
5a14b8678 update doc |
6 |
# version : 1.1.0 # |
e6be5137b reinitialized pro... |
7 |
#-------------------# |
5a14b8678 update doc |
8 |
# nyx login name |
05a45b590 update install sc... |
9 |
username=${LOGNAME} |
e6be5137b reinitialized pro... |
10 |
# Color variables |
c00c2f189 up |
11 |
txtred=$(tput setaf 1) # red |
e6be5137b reinitialized pro... |
12 13 14 |
txtgrn=$(tput setaf 2) # Green txtylw=$(tput setaf 3) # Yellow txtblu=$(tput setaf 4) # Blue |
c00c2f189 up |
15 |
txtred=$(tput setaf 5) # Purple |
e6be5137b reinitialized pro... |
16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
txtcyn=$(tput setaf 6) # Cyan txtwht=$(tput setaf 7) # White txtrst=$(tput sgr0) # Text reset. #/color # ### Global Variables # PWD=$(pwd) OTMEDIA_HOME=$PWD test=$(arch) if [ "$test" == "x86_64" ]; then ARCH=".64"; else ARCH=""; fi #/Global # # Put to 0 to disable dependencies of a pass # and 1 to enable # PASS1=1 # First Pass |
665a8dac3 ! follow the whit... |
36 |
PASS2=1 # Second and Third Pass |
e6be5137b reinitialized pro... |
37 38 |
CONFPASS=1 # Confidence Pass EXPLOITCONFPASS=1 # SOLR query and trigg |
f34231730 add lia_ne + crf+... |
39 |
SCORING=1 # Compile scoring tools (crf++) |
e6be5137b reinitialized pro... |
40 41 42 43 44 45 46 |
echo -e " Will do install for :" if [ $PASS1 -eq 1 ];then echo "- Pass 1";fi if [ $PASS2 -eq 1 ];then echo "- Pass 2";fi if [ $CONFPASS -eq 1 ];then echo "- Confidence Pass";fi if [ $EXPLOITCONFPASS -eq 1 ];then echo "- Exploit Confidence Pass";fi |
f34231730 add lia_ne + crf+... |
47 |
if [ $SCORING -eq 1 ];then echo "- Scoring Tools";fi |
e6be5137b reinitialized pro... |
48 49 50 51 52 53 54 55 56 57 58 59 |
# ### CHECK Dependencies ### # echo -e " \t${txtblu}Check Dependencies${txtrst} " ## make test=$(whereis make) if [ "$test" == "make:" ] then |
c00c2f189 up |
60 61 62 |
echo -e "${txtred}ERROR${txtrst} make not found You have to install make sudo apt-get install make" |
e6be5137b reinitialized pro... |
63 64 65 66 67 68 69 70 |
exit 1; fi echo -e "make \t ${txtgrn}OK${txtrst}" ## CC test=$(whereis cc) if [ "$test" == "cc:" ] then |
c00c2f189 up |
71 72 73 |
echo -e "${txtred}ERROR${txtrst} cc not found You have to install cc sudo apt-get install gcc" |
e6be5137b reinitialized pro... |
74 75 76 77 78 79 80 81 |
exit 1; fi echo -e "cc \t ${txtgrn}OK${txtrst}" ## AVCONV test=$(whereis avconv) if [ "$test" == "avconv:" ] then |
c00c2f189 up |
82 83 84 |
echo -e "${txtred}ERROR${txtrst} avconv not found You have to install avconv sudo apt-get install libav-tools" |
e6be5137b reinitialized pro... |
85 86 87 88 89 90 91 92 |
exit 1; fi echo -e "libav-tools : avconv \t ${txtgrn}OK${txtrst}" ## JAVA test=$(whereis java) if [ "$test" == "java:" ] then |
c00c2f189 up |
93 94 95 |
echo -e "${txtred}ERROR${txtrst} java not found You have to install java JRE sudo apt-get install openjdk-7-jre" |
e6be5137b reinitialized pro... |
96 97 98 99 100 101 |
exit 1; fi echo -e "Java : JRE \t ${txtgrn}OK${txtrst}" test=$(whereis javac) if [ "$test" == "javac:" ] then |
c00c2f189 up |
102 103 104 |
echo -e "${txtred}ERROR${txtrst} javac not found You have to install java JDK sudo apt-get install openjdk-7-jdk" |
e6be5137b reinitialized pro... |
105 106 107 108 109 110 111 112 113 114 |
exit 1; fi echo -e "Java : JDK \t ${txtgrn}OK${txtrst}" if [ $EXPLOITCONFPASS -eq 1 ] then ## Python test=$(whereis python) if [ "$test" == "python:" ] then |
c00c2f189 up |
115 116 117 |
echo -e "${txtred}ERROR${txtrst} python not found You have to install python sudo apt-get install python" |
e6be5137b reinitialized pro... |
118 119 120 |
exit 1; fi echo -e "python : \t ${txtgrn}OK${txtrst}" |
665a8dac3 ! follow the whit... |
121 122 123 124 125 |
## csh shell test=$(whereis csh) if [ "$test" == "csh:" ] then |
c00c2f189 up |
126 127 128 |
echo -e "${txtred}ERROR${txtrst} csh shell not found You have to install csh shell sudo apt-get install csh" |
665a8dac3 ! follow the whit... |
129 130 131 |
exit 1; fi echo -e "csh shell : \t ${txtgrn}OK${txtrst}" |
e6be5137b reinitialized pro... |
132 133 134 135 136 137 |
fi ## Perl test=$(whereis perl) if [ "$test" == "perl:" ] then |
c00c2f189 up |
138 139 140 |
echo -e "${txtred}ERROR${txtrst} perl not found You have to install perl sudo apt-get install perl" |
e6be5137b reinitialized pro... |
141 142 143 144 145 146 147 148 |
exit 1; fi echo -e "perl : \t ${txtgrn}OK${txtrst}" ## iconv test=$(whereis iconv) if [ "$test" == "iconv:" ] then |
c00c2f189 up |
149 150 151 |
echo -e "${txtred}ERROR${txtrst} iconv not found You have to install iconv sudo apt-cache search iconv" |
e6be5137b reinitialized pro... |
152 153 154 |
exit 1; fi echo -e "iconv : \t ${txtgrn}OK${txtrst}" |
e6be5137b reinitialized pro... |
155 |
## SRI LM |
95a4fc5ec up |
156 |
if [ -z "$SRILM" ] || [ -z "$MACHINE_TYPE" ] |
e6be5137b reinitialized pro... |
157 |
then |
c00c2f189 up |
158 159 160 |
echo -e "${txtred}ERROR${txtrst} SRILM toolkit variables are not defined (SRILM and MACHINE_TYPE) You have to install SRILM Toolkit " |
e6be5137b reinitialized pro... |
161 162 163 164 |
exit 1; fi export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE echo -e "SRILM toolkit : \t ${txtgrn}OK${txtrst}" |
e6be5137b reinitialized pro... |
165 |
### Speeral Configuration ### |
d93dab09a update |
166 |
|
b3f8a55c6 :D |
167 168 169 |
echo -e " \t${txtblu}Speeral configuration${txtrst} " |
5a14b8678 update doc |
170 171 172 173 174 175 |
read -e -p "Download Speeral bin and data ? (y/n) " speeral if [ "$speeral" == "y" ] then echo -e "Download Speeral bin and data :" scp -r ${username}@nyx:/local/OTMEDIA/OTMEDIA_DATA/Speeral $OTMEDIA_HOME/tools/ fi |
d93dab09a update |
176 177 178 |
echo -e " \t${txtblu}Generating Speeral configuration files :${txtrst} " |
e6be5137b reinitialized pro... |
179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 |
cat $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \ | sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \ | sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \ > $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml echo $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml cat $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \ | sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \ | sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \ > $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml echo $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml cat $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \ | sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \ | sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \ > $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml echo $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml if [ $EXPLOITCONFPASS -eq 1 ] then ### LIA ltbox ### echo -e "\t${txtblu}Install lia_ltbox${txtrst} " export LIA_TAGG_LANG="french" export LIA_TAGG="$OTMEDIA_HOME/tools/lia_ltbox/lia_tagg/" export LIA_PHON_REP="$OTMEDIA_HOME/tools/lia_ltbox/lia_phon/" export LIA_BIGLEX="$OTMEDIA_HOME/tools/lia_ltbox/lia_biglex/" ### config lia_phon cd $LIA_PHON_REP make all > /dev/null make ressource > /dev/null ### config lia_tagg cd $LIA_TAGG make all > /dev/null make ressource.french > /dev/null ### config lia_biglex cd $LIA_BIGLEX make -f makefile.biglex > /dev/null cd $OTMEDIA_HOME |
f34231730 add lia_ne + crf+... |
218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 |
if [ $SCORING -eq 1 ] then tar xvzf CRF++-0.58.tar.gz -C $OTMEDIA_HOME/tools/ cd $OTMEDIA_HOME/tools/CRF++-0.58 ./configure --prefix="$OTMEDIA_HOME/tools/install" make make install cd $OLDPATH export PATH=$PATH:$OTMEDIA_HOME/tools/install/bin export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$OTMEDIA_HOME/tools/install/lib export LIA_NE=$OTMEDIA_HOME/tools/lia_ltbox/lia_ne_v2.2 cd $LIA_NE make all cd $OLDPATH fi |
e6be5137b reinitialized pro... |
233 234 235 236 237 238 |
### SOLR DB ### # Tomcat fisrtly test=$(dpkg -l | grep "^ii" | grep tomcat) if [ "$test" == "" ] then |
c00c2f189 up |
239 240 241 |
echo -e "${txtred}ERROR${txtrst} TOMCAT seems to not be installed) You have to install TOMCAT " |
665a8dac3 ! follow the whit... |
242 |
#exit 1; |
83f00bae1 update |
243 244 245 246 247 248 249 |
echo -e " TOMCAT : \t ${txtred}NOT OK${txtrst} " else echo -e " TOMCAT : \t ${txtgrn}OK${txtrst} " |
e6be5137b reinitialized pro... |
250 |
fi |
e6be5137b reinitialized pro... |
251 |
# SOLR secondly |
4a412bdf3 update |
252 253 |
echo -e "\t${txtblu}Install SOLR DB${txtrst} " |
1e7751e7c :D :D |
254 |
echo -e "You will need 300 Go of free space to install SOLR DB" |
4a412bdf3 update |
255 |
read -p "Continue ? (y/n) " solr |
b50ebdf38 update install.sh |
256 257 258 259 260 |
if [ "$solr" == "y" ] then echo -e "Download SOLR DB\r" mkdir -p $OTMEDIA_HOME/tools/SOLR 2> /dev/null |
5a14b8678 update doc |
261 |
scp -r ${username}@nyx:/local/OTMEDIA/OTMEDIA_DATA/SOLR/otmedia-2013-04.tar.gz $OTMEDIA_HOME/tools/SOLR |
b50ebdf38 update install.sh |
262 |
echo -e "Unzip SOLR DB\r" |
f34231730 add lia_ne + crf+... |
263 |
tar -xvzf "$OTMEDIA_HOME/tools/SOLR/otmedia-2013-04.tar.gz" -C "$OTMEDIA_HOME/tools/SOLR/" |
d93dab09a update |
264 265 266 267 268 |
else echo "Skipping SOLR install" fi read -e -p "Configure SOLR DB server ? (y/n) " solr if [ "$solr" == "y" ] |
b3f8a55c6 :D |
269 |
then |
b50ebdf38 update install.sh |
270 |
read -p "Enter SOLR server IP :" ip |
1e7751e7c :D :D |
271 |
if [ "${ip}" == "" ];then ip="localhost";fi |
4a412bdf3 update |
272 |
echo "machine = \"${ip}\"" > $OTMEDIA_HOME/tools/scripts/solrinfo.py |
b50ebdf38 update install.sh |
273 |
read -p "Enter SOLR server port :" port |
d93dab09a update |
274 275 276 277 |
if [ "${port}" == "" ]; then port="8080";fi echo -e " \tSOLR server IP ${ip}" echo -e "\tSOLR server port ${port}" |
4a412bdf3 update |
278 |
echo "port = \"${port}\"" >> $OTMEDIA_HOME/tools/scripts/solrinfo.py |
b50ebdf38 update install.sh |
279 |
else |
d93dab09a update |
280 |
echo "Skipping SOLR DB Configuration" |
b50ebdf38 update install.sh |
281 |
fi |
4a412bdf3 update |
282 283 284 |
echo -e " See SOLR.INSTALL file for more information " |
e6be5137b reinitialized pro... |
285 286 287 |
fi ### Set Variables in bashrc ### |
743f627a8 up |
288 |
cat ~/.bashrc | grep -v "OTMEDIA_HOME" | grep -v "SRILM_BIN" | grep -v "main_tools" > ~/.bashrc.org |
e6be5137b reinitialized pro... |
289 290 291 292 |
#cat ~/.bashrc | grep -v "OTMEDIA_HOME" | grep -v "SRILM_BIN" | grep -v "LIA_TAGG" | grep -v "LIA_PHON" | grep -v "LIA_BIGLEX" > ~/.bashrc.org cp ~/.bashrc.org ~/.bashrc export OTMEDIA_HOME=$PWD echo "export OTMEDIA_HOME=$PWD" >> ~/.bashrc |
0ca3a2cb5 up |
293 |
echo "export PATH=\$PATH:$PWD/main_tools" >> ~/.bashrc |
e6be5137b reinitialized pro... |
294 295 296 297 298 299 300 |
echo "export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE" >> ~/.bashrc #echo "export LIA_TAGG_LANG=french" >> ~/.bashrc #echo "export LIA_TAGG=$OTMEDIA_HOME/tools/lia_ltbox/lia_tagg/" >> ~/.bashrc #echo "export LIA_PHON_REP=$OTMEDIA_HOME/tools/lia_ltbox/lia_phon/" >> ~/.bashrc #echo "export LIA_BIGLEX=$OTMEDIA_HOME/tools/lia_ltbox/lia_biglex/" >> ~/.bashrc # set global configuration file |
fa8235ed8 update |
301 302 |
echo "OTMEDIA_HOME=\"$PWD\"" > $OTMEDIA_HOME/cfg/main_cfg.cfg echo "ARCH=\"$ARCH\"" >> $OTMEDIA_HOME/cfg/main_cfg.cfg |
e6be5137b reinitialized pro... |
303 304 305 306 |
echo "VERBOSE=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg echo "DEBUG=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg echo "CHECK=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg echo "RERUN=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg |
4a412bdf3 update |
307 308 309 |
echo -e " \t${txtgrn}### Install completed ###${txtrst} " |
e6be5137b reinitialized pro... |
310 311 312 313 |
echo -e "do : source ~/.bashrc" echo -e "or set variable : " echo "export OTMEDIA_HOME=$PWD" |
05a45b590 update install sc... |
314 |
echo "export PATH=\$PATH:$OTMEDIA_HOME/main_tools" |
e6be5137b reinitialized pro... |
315 |
echo "export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE" |
665a8dac3 ! follow the whit... |
316 |
|
5a14b8678 update doc |
317 |
echo "${txtwht} \\\\ " |
665a8dac3 ! follow the whit... |
318 319 |
echo " ,-~~~-\\\\_" echo " ( .\ " |
5a14b8678 update doc |
320 |
echo " @\___(__--'${txtrst}" |
665a8dac3 ! follow the whit... |
321 |
|
c00c2f189 up |
322 |
echo "${txtgrn}Yes${txtylw}I${txtred}Rastafari${txtrst}" |