Jean-François Rey / otmedia

1

#!/bin/bash

1

#!/bin/bash

2

3

#-------------------#

3

#-------------------#

4

# Install script #

4

# Install script #

5

# OTMEDIA #

5

# OTMEDIA #

6

#-------------------#

6

#-------------------#

7

8

# Color variables

8

# Color variables

9

txtgrn=$(tput setaf 2) # Green

9

txtgrn=$(tput setaf 2) # Green

10

txtylw=$(tput setaf 3) # Yellow

10

txtylw=$(tput setaf 3) # Yellow

11

txtblu=$(tput setaf 4) # Blue

11

txtblu=$(tput setaf 4) # Blue

12

txtpur=$(tput setaf 5) # Purple

12

txtpur=$(tput setaf 5) # Purple

13

txtcyn=$(tput setaf 6) # Cyan

13

txtcyn=$(tput setaf 6) # Cyan

14

txtwht=$(tput setaf 7) # White

14

txtwht=$(tput setaf 7) # White

15

txtrst=$(tput sgr0) # Text reset.

15

txtrst=$(tput sgr0) # Text reset.

16

#/color

16

#/color

17

18

#

18

#

19

### Global Variables

19

### Global Variables

20

#

20

#

21

PWD=$(pwd)

21

PWD=$(pwd)

22

OTMEDIA_HOME=$PWD

22

OTMEDIA_HOME=$PWD

23

test=$(arch)

23

test=$(arch)

24

if [ "$test" == "x86_64" ]; then ARCH=".64"; else ARCH=""; fi

24

if [ "$test" == "x86_64" ]; then ARCH=".64"; else ARCH=""; fi

25

#/Global

25

#/Global

26

27

28

#

28

#

29

# Put to 0 to disable dependencies of a pass

29

# Put to 0 to disable dependencies of a pass

30

# and 1 to enable

30

# and 1 to enable

31

#

31

#

32

PASS1=1 # First Pass

32

PASS1=1 # First Pass

33

PASS2=1 # Second Pass

33

PASS2=1 # Second Pass

34

CONFPASS=1 # Confidence Pass

34

CONFPASS=1 # Confidence Pass

35

EXPLOITCONFPASS=1 # SOLR query and trigg

35

EXPLOITCONFPASS=1 # SOLR query and trigg

36

37

echo -e "\nWill do install for :"

37

echo -e "\nWill do install for :"

38

if [ $PASS1 -eq 1 ];then echo "- Pass 1";fi

38

if [ $PASS1 -eq 1 ];then echo "- Pass 1";fi

39

if [ $PASS2 -eq 1 ];then echo "- Pass 2";fi

39

if [ $PASS2 -eq 1 ];then echo "- Pass 2";fi

40

if [ $CONFPASS -eq 1 ];then echo "- Confidence Pass";fi

40

if [ $CONFPASS -eq 1 ];then echo "- Confidence Pass";fi

41

if [ $EXPLOITCONFPASS -eq 1 ];then echo "- Exploit Confidence Pass";fi

41

if [ $EXPLOITCONFPASS -eq 1 ];then echo "- Exploit Confidence Pass";fi

42

43

#

43

#

44

### CHECK Dependencies ###

44

### CHECK Dependencies ###

45

#

45

#

46

echo -e "\n\t${txtblu}Check Dependencies${txtrst}\n"

46

echo -e "\n\t${txtblu}Check Dependencies${txtrst}\n"

47

48

## make

48

## make

49

test=$(whereis make)

49

test=$(whereis make)

50

if [ "$test" == "make:" ]

50

if [ "$test" == "make:" ]

51

then

51

then

52

echo -e "${txtpur}ERROR${txtrst} make not found\n You have to install make\n sudo apt-get install make"

52

echo -e "${txtpur}ERROR${txtrst} make not found\n You have to install make\n sudo apt-get install make"

53

exit 1;

53

exit 1;

54

fi

54

fi

55

echo -e "make \t ${txtgrn}OK${txtrst}"

55

echo -e "make \t ${txtgrn}OK${txtrst}"

56

57

## CC

57

## CC

58

test=$(whereis cc)

58

test=$(whereis cc)

59

if [ "$test" == "cc:" ]

59

if [ "$test" == "cc:" ]

60

then

60

then

61

echo -e "${txtpur}ERROR${txtrst} cc not found\n You have to install cc\n sudo apt-get install gcc"

61

echo -e "${txtpur}ERROR${txtrst} cc not found\n You have to install cc\n sudo apt-get install gcc"

62

exit 1;

62

exit 1;

63

fi

63

fi

64

echo -e "cc \t ${txtgrn}OK${txtrst}"

64

echo -e "cc \t ${txtgrn}OK${txtrst}"

65

66

## AVCONV

66

## AVCONV

67

test=$(whereis avconv)

67

test=$(whereis avconv)

68

if [ "$test" == "avconv:" ]

68

if [ "$test" == "avconv:" ]

69

then

69

then

70

echo -e "${txtpur}ERROR${txtrst} avconv not found\n You have to install avconv\n sudo apt-get install libav-tools"

70

echo -e "${txtpur}ERROR${txtrst} avconv not found\n You have to install avconv\n sudo apt-get install libav-tools"

71

exit 1;

71

exit 1;

72

fi

72

fi

73

echo -e "libav-tools : avconv \t ${txtgrn}OK${txtrst}"

73

echo -e "libav-tools : avconv \t ${txtgrn}OK${txtrst}"

74

75

## JAVA

75

## JAVA

76

test=$(whereis java)

76

test=$(whereis java)

77

if [ "$test" == "java:" ]

77

if [ "$test" == "java:" ]

78

then

78

then

79

echo -e "${txtpur}ERROR${txtrst} java not found\n You have to install java JRE\n sudo apt-get install openjdk-7-jre"

79

echo -e "${txtpur}ERROR${txtrst} java not found\n You have to install java JRE\n sudo apt-get install openjdk-7-jre"

80

exit 1;

80

exit 1;

81

fi

81

fi

82

echo -e "Java : JRE \t ${txtgrn}OK${txtrst}"

82

echo -e "Java : JRE \t ${txtgrn}OK${txtrst}"

83

test=$(whereis javac)

83

test=$(whereis javac)

84

if [ "$test" == "javac:" ]

84

if [ "$test" == "javac:" ]

85

then

85

then

86

echo -e "${txtpur}ERROR${txtrst} javac not found\n You have to install java JDK\n sudo apt-get install openjdk-7-jdk"

86

echo -e "${txtpur}ERROR${txtrst} javac not found\n You have to install java JDK\n sudo apt-get install openjdk-7-jdk"

87

exit 1;

87

exit 1;

88

fi

88

fi

89

echo -e "Java : JDK \t ${txtgrn}OK${txtrst}"

89

echo -e "Java : JDK \t ${txtgrn}OK${txtrst}"

90

91

if [ $EXPLOITCONFPASS -eq 1 ]

91

if [ $EXPLOITCONFPASS -eq 1 ]

92

then

92

then

93

## Python

93

## Python

94

test=$(whereis python)

94

test=$(whereis python)

95

if [ "$test" == "python:" ]

95

if [ "$test" == "python:" ]

96

then

96

then

97

echo -e "${txtpur}ERROR${txtrst} python not found\n You have to install python\n sudo apt-get install python"

97

echo -e "${txtpur}ERROR${txtrst} python not found\n You have to install python\n sudo apt-get install python"

98

exit 1;

98

exit 1;

99

fi

99

fi

100

echo -e "python : \t ${txtgrn}OK${txtrst}"

100

echo -e "python : \t ${txtgrn}OK${txtrst}"

101

fi

101

fi

102

103

## Perl

103

## Perl

104

test=$(whereis perl)

104

test=$(whereis perl)

105

if [ "$test" == "perl:" ]

105

if [ "$test" == "perl:" ]

106

then

106

then

107

echo -e "${txtpur}ERROR${txtrst} perl not found\n You have to install perl\n sudo apt-get install perl"

107

echo -e "${txtpur}ERROR${txtrst} perl not found\n You have to install perl\n sudo apt-get install perl"

108

exit 1;

108

exit 1;

109

fi

109

fi

110

echo -e "perl : \t ${txtgrn}OK${txtrst}"

110

echo -e "perl : \t ${txtgrn}OK${txtrst}"

111

112

## iconv

112

## iconv

113

test=$(whereis iconv)

113

test=$(whereis iconv)

114

if [ "$test" == "iconv:" ]

114

if [ "$test" == "iconv:" ]

115

then

115

then

116

echo -e "${txtpur}ERROR${txtrst} iconv not found\n You have to install iconv\n sudo apt-cache search iconv"

116

echo -e "${txtpur}ERROR${txtrst} iconv not found\n You have to install iconv\n sudo apt-cache search iconv"

117

exit 1;

117

exit 1;

118

fi

118

fi

119

echo -e "iconv : \t ${txtgrn}OK${txtrst}"

119

echo -e "iconv : \t ${txtgrn}OK${txtrst}"

120

121

## csh shell

121

## csh shell

122

test=$(whereis csh)

122

test=$(whereis csh)

123

if [ "$test" == "csh:" ]

123

if [ "$test" == "csh:" ]

124

then

124

then

125

echo -e "${txtpur}ERROR${txtrst} csh shell not found\n You have to install csh shell\n sudo apt-get install csh"

125

echo -e "${txtpur}ERROR${txtrst} csh shell not found\n You have to install csh shell\n sudo apt-get install csh"

126

exit 1;

126

exit 1;

127

fi

127

fi

128

echo -e "csh shell : \t ${txtgrn}OK${txtrst}"

128

echo -e "csh shell : \t ${txtgrn}OK${txtrst}"

129

130

## SRI LM

130

## SRI LM

131

if [ -z "$SRILM" ] && [ -z "$MACHINE_TYPE" ]

131

if [ -z "$SRILM" ] && [ -z "$MACHINE_TYPE" ]

132

then

132

then

133

echo -e "${txtpur}ERROR${txtrst} SRILM toolkit variables are not defined (SRILM and MACHINE_TYPE)\n You have to install SRILM Toolkit\n"

133

echo -e "${txtpur}ERROR${txtrst} SRILM toolkit variables are not defined (SRILM and MACHINE_TYPE)\n You have to install SRILM Toolkit\n"

134

exit 1;

134

exit 1;

135

fi

135

fi

136

export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE

136

export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE

137

echo -e "SRILM toolkit : \t ${txtgrn}OK${txtrst}"

137

echo -e "SRILM toolkit : \t ${txtgrn}OK${txtrst}"

138

139

140

141

### Speeral Configuration ###

141

### Speeral Configuration ###

142

scp -r rey@nyx:~/OTMEDIA_DATA/Speeral $OTMEDIA_HOME/tools/

142

echo -e "\t${txtblu}Generating Speeral configuration files :${txtrst}\n"

143

echo -e "\t${txtblu}Generating Speeral configuration files :${txtrst}\n"

143

cat $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \

144

cat $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \

144

| sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \

145

| sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \

145

| sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \

146

| sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \

146

> $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml

147

> $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml

147

echo $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml

148

echo $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml

148

cat $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \

149

cat $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \

149

| sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \

150

| sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \

150

| sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \

151

| sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \

151

> $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml

152

> $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml

152

echo $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml

153

echo $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml

153

cat $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \

154

cat $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \

154

| sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \

155

| sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \

155

| sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \

156

| sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \

156

> $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml

157

> $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml

157

echo $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml

158

echo $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml

158

159

160

if [ $EXPLOITCONFPASS -eq 1 ]

161

if [ $EXPLOITCONFPASS -eq 1 ]

161

then

162

then

162

### LIA ltbox ###

163

### LIA ltbox ###

163

echo -e "\t${txtblu}Install lia_ltbox${txtrst}\n"

164

echo -e "\t${txtblu}Install lia_ltbox${txtrst}\n"

164

export LIA_TAGG_LANG="french"

165

export LIA_TAGG_LANG="french"

165

export LIA_TAGG="$OTMEDIA_HOME/tools/lia_ltbox/lia_tagg/"

166

export LIA_TAGG="$OTMEDIA_HOME/tools/lia_ltbox/lia_tagg/"

166

export LIA_PHON_REP="$OTMEDIA_HOME/tools/lia_ltbox/lia_phon/"

167

export LIA_PHON_REP="$OTMEDIA_HOME/tools/lia_ltbox/lia_phon/"

167

export LIA_BIGLEX="$OTMEDIA_HOME/tools/lia_ltbox/lia_biglex/"

168

export LIA_BIGLEX="$OTMEDIA_HOME/tools/lia_ltbox/lia_biglex/"

168

169

### config lia_phon

170

### config lia_phon

170

cd $LIA_PHON_REP

171

cd $LIA_PHON_REP

171

make all > /dev/null

172

make all > /dev/null

172

make ressource > /dev/null

173

make ressource > /dev/null

173

### config lia_tagg

174

### config lia_tagg

174

cd $LIA_TAGG

175

cd $LIA_TAGG

175

make all > /dev/null

176

make all > /dev/null

176

make ressource.french > /dev/null

177

make ressource.french > /dev/null

177

### config lia_biglex

178

### config lia_biglex

178

cd $LIA_BIGLEX

179

cd $LIA_BIGLEX

179

make -f makefile.biglex > /dev/null

180

make -f makefile.biglex > /dev/null

180

cd $OTMEDIA_HOME

181

cd $OTMEDIA_HOME

181

182

183

### SOLR DB ###

184

### SOLR DB ###

184

# Tomcat fisrtly

185

# Tomcat fisrtly

185

test=$(dpkg -l | grep "^ii" | grep tomcat)

186

test=$(dpkg -l | grep "^ii" | grep tomcat)

186

if [ "$test" == "" ]

187

if [ "$test" == "" ]

187

then

188

then

188

echo -e "${txtpur}ERROR${txtrst} TOMCAT seems to not be installed)\n You have to install TOMCAT\n"

189

echo -e "${txtpur}ERROR${txtrst} TOMCAT seems to not be installed)\n You have to install TOMCAT\n"

189

exit 1;

190

exit 1;

190

fi

191

fi

191

echo -e "\nTOMCAT : \t ${txtgrn}OK${txtrst}"

192

echo -e "\nTOMCAT : \t ${txtgrn}OK${txtrst}"

192

# SOLR secondly

193

# SOLR secondly

193

echo -e "\t${txtblu}Install SOLR DB${txtrst}"

194

echo -e "\t${txtblu}Install SOLR DB${txtrst}"

195

echo -e "Download SOLR DB\r"

196

mkdir -p $OTMEDIA_HOME/tools/SOLR 2> /dev/null

197

scp -r rey@nyx:~/OTMEDIA_DATA/SOLR/otmedia-2013-04.tar.gz $OTMEDIA_HOME/tools/SOLR

194

echo -e "Unzip SOLR DB\r"

198

echo -e "Unzip SOLR DB\r"

195

#res = $(tar -xvzf "$OTMEDIA_HOME/tools/SOLR/otmedia-2013-04.tgz" "$OTMEDIA_HOME/tools/SOLR/")

199

#res = $(tar -xvzf "$OTMEDIA_HOME/tools/SOLR/otmedia-2013-04.tar.gz" "$OTMEDIA_HOME/tools/SOLR/")

196

if [ $res -eq 2 ]; then echo " ${txtpur}NOT OK${txtrst}";

200

if [ $res -eq 2 ]; then echo " ${txtpur}NOT OK${txtrst}";

197

else echo " ${txtgrn}OK${txtrst}"; fi

201

else echo " ${txtgrn}OK${txtrst}"; fi

198

read -p "Enter SOLR server IP :" ip

202

read -p "Enter SOLR server IP :" ip

199

if [ $ip == "" ];then ip="127.0.0.1";fi

203

if [ $ip == "" ];then ip="127.0.0.1";fi

200

echo 'machine = "194.57.216.43"' > $OTMEDIA_HOME/tools/scripts/solrinfo.py

204

echo 'machine = "194.57.216.43"' > $OTMEDIA_HOME/tools/scripts/solrinfo.py

201

read -p "Enter SOLR server port :" port

205

read -p "Enter SOLR server port :" port

202

if [ $port == "" ]; then port="8080";fi

206

if [ $port == "" ]; then port="8080";fi

203

echo "\n\tSOLR server IP $ip"

207

echo "\n\tSOLR server IP $ip"

204

echo "\tSOLR server port $port"

208

echo "\tSOLR server port $port"

205

echo 'port = "8080"' >> $OTMEDIA_HOME/tools/scripts/solrinfo.py

209

echo 'port = "8080"' >> $OTMEDIA_HOME/tools/scripts/solrinfo.py

206

fi

210

fi

207

211

208

### Set Variables in bashrc ###

212

### Set Variables in bashrc ###

209

cat ~/.bashrc | grep -v "OTMEDIA_HOME" | grep -v "SRILM_BIN" > ~/.bashrc.org

213

cat ~/.bashrc | grep -v "OTMEDIA_HOME" | grep -v "SRILM_BIN" > ~/.bashrc.org

210

214

211

cp ~/.bashrc.org ~/.bashrc

215

cp ~/.bashrc.org ~/.bashrc

212

export OTMEDIA_HOME=$PWD

216

export OTMEDIA_HOME=$PWD

213

echo "export OTMEDIA_HOME=$PWD" >> ~/.bashrc

217

echo "export OTMEDIA_HOME=$PWD" >> ~/.bashrc

214

echo "export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE" >> ~/.bashrc

218

echo "export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE" >> ~/.bashrc

215

#echo "export LIA_TAGG_LANG=french" >> ~/.bashrc

219

#echo "export LIA_TAGG_LANG=french" >> ~/.bashrc

216

#echo "export LIA_TAGG=$OTMEDIA_HOME/tools/lia_ltbox/lia_tagg/" >> ~/.bashrc

220

#echo "export LIA_TAGG=$OTMEDIA_HOME/tools/lia_ltbox/lia_tagg/" >> ~/.bashrc

217

#echo "export LIA_PHON_REP=$OTMEDIA_HOME/tools/lia_ltbox/lia_phon/" >> ~/.bashrc

221

#echo "export LIA_PHON_REP=$OTMEDIA_HOME/tools/lia_ltbox/lia_phon/" >> ~/.bashrc

218

#echo "export LIA_BIGLEX=$OTMEDIA_HOME/tools/lia_ltbox/lia_biglex/" >> ~/.bashrc

222

#echo "export LIA_BIGLEX=$OTMEDIA_HOME/tools/lia_ltbox/lia_biglex/" >> ~/.bashrc

219

223

220

# set global configuration file

224

# set global configuration file

221

echo "OTMEDIA_HOME=$PWD" > $OTMEDIA_HOME/cfg/main_cfg.cfg

225

echo "OTMEDIA_HOME=$PWD" > $OTMEDIA_HOME/cfg/main_cfg.cfg

222

echo "ARCH=$ARCH" >> $OTMEDIA_HOME/cfg/main_cfg.cfg

226

echo "ARCH=$ARCH" >> $OTMEDIA_HOME/cfg/main_cfg.cfg

223

echo "VERBOSE=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg

227

echo "VERBOSE=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg

224

echo "DEBUG=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg

228

echo "DEBUG=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg

225

echo "CHECK=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg

229

echo "CHECK=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg

226

echo "RERUN=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg

230

echo "RERUN=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg

227

231

228

echo -e "\n\n\t${txtgrn}### Install completed ###${txtrst}\n"

232

echo -e "\n\n\t${txtgrn}### Install completed ###${txtrst}\n"

229

echo -e "do : source ~/.bashrc"

233

echo -e "do : source ~/.bashrc"

230

echo -e "or set variable :\n"

234

echo -e "or set variable :\n"

231

echo "export OTMEDIA_HOME=$PWD"

235

echo "export OTMEDIA_HOME=$PWD"

232

echo "export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE"

236

echo "export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE"

233

237

234

238

GITLAB

Jean-François Rey / otmedia

update install script to download data from /users/rey

 #!/bin/bash
 #-------------------#
 # Install script    #
 # OTMEDIA           #
 #-------------------#
 # Color variables
 txtgrn=$(tput setaf 2) # Green
 txtylw=$(tput setaf 3) # Yellow
 txtblu=$(tput setaf 4) # Blue
 txtpur=$(tput setaf 5) # Purple
 txtcyn=$(tput setaf 6) # Cyan
 txtwht=$(tput setaf 7) # White
 txtrst=$(tput sgr0) # Text reset.
 #/color
 #
 ### Global Variables
 #
 PWD=$(pwd)
 OTMEDIA_HOME=$PWD
 test=$(arch)
 if [ "$test" == "x86_64" ]; then ARCH=".64"; else ARCH=""; fi
 #/Global
 #
 # Put to 0 to disable dependencies of a pass
 # and 1 to enable
 #
 PASS1=1     # First Pass
 PASS2=1     # Second Pass
 CONFPASS=1  # Confidence Pass
 EXPLOITCONFPASS=1   # SOLR query and trigg
 echo -e "\nWill do install for :"
 if [ $PASS1 -eq 1 ];then echo "- Pass 1";fi
 if [ $PASS2 -eq 1 ];then echo "- Pass 2";fi
 if [ $CONFPASS -eq 1 ];then echo "- Confidence Pass";fi
 if [ $EXPLOITCONFPASS -eq 1 ];then echo "- Exploit Confidence Pass";fi
 #
 ### CHECK Dependencies ###
 #
 echo -e "\n\t${txtblu}Check Dependencies${txtrst}\n"
 ## make
 test=$(whereis make)
 if [ "$test" == "make:" ]
 then
     echo -e "${txtpur}ERROR${txtrst} make not found\n You have to install make\n sudo apt-get install make"
     exit 1;
 fi
 echo -e "make \t ${txtgrn}OK${txtrst}"
 ## CC
 test=$(whereis cc)
 if [ "$test" == "cc:" ]
 then
     echo -e "${txtpur}ERROR${txtrst} cc not found\n You have to install cc\n sudo apt-get install gcc"
     exit 1;
 fi
 echo -e "cc \t ${txtgrn}OK${txtrst}"
 ## AVCONV
 test=$(whereis avconv)
 if [ "$test" == "avconv:" ]
 then
     echo -e "${txtpur}ERROR${txtrst} avconv not found\n You have to install avconv\n sudo apt-get install libav-tools"
     exit 1;
 fi
 echo -e "libav-tools : avconv \t ${txtgrn}OK${txtrst}"
 ## JAVA
 test=$(whereis java)
 if [ "$test" == "java:" ]
 then
     echo -e "${txtpur}ERROR${txtrst} java not found\n You have to install java JRE\n sudo apt-get install openjdk-7-jre"
     exit 1;
 fi
 echo -e "Java : JRE \t ${txtgrn}OK${txtrst}"
 test=$(whereis javac)
 if [ "$test" == "javac:" ]
 then
     echo -e "${txtpur}ERROR${txtrst} javac not found\n You have to install java JDK\n sudo apt-get install openjdk-7-jdk"
     exit 1;
 fi
 echo -e "Java : JDK \t ${txtgrn}OK${txtrst}"
 if [ $EXPLOITCONFPASS -eq 1 ]
 then
     ## Python
     test=$(whereis python)
     if [ "$test" == "python:" ]
     then
         echo -e "${txtpur}ERROR${txtrst} python not found\n You have to install python\n sudo apt-get install python"
         exit 1;
     fi
     echo -e "python : \t ${txtgrn}OK${txtrst}"
 fi
 ## Perl
 test=$(whereis perl)
 if [ "$test" == "perl:" ]
 then
     echo -e "${txtpur}ERROR${txtrst} perl not found\n You have to install perl\n sudo apt-get install perl"
     exit 1;
 fi
 echo -e "perl : \t ${txtgrn}OK${txtrst}"
 ## iconv
 test=$(whereis iconv)
 if [ "$test" == "iconv:" ]
 then
     echo -e "${txtpur}ERROR${txtrst} iconv not found\n You have to install iconv\n sudo apt-cache search iconv"
     exit 1;
 fi
 echo -e "iconv : \t ${txtgrn}OK${txtrst}"
 ## csh shell
 test=$(whereis csh)
 if [ "$test" == "csh:" ]
 then
     echo -e "${txtpur}ERROR${txtrst} csh shell not found\n You have to install csh shell\n sudo apt-get install csh"
     exit 1;
 fi
 echo -e "csh shell : \t ${txtgrn}OK${txtrst}"
 ## SRI LM
 if [ -z "$SRILM" ] && [ -z "$MACHINE_TYPE" ]
 then
     echo -e "${txtpur}ERROR${txtrst} SRILM toolkit variables are not defined (SRILM and MACHINE_TYPE)\n You have to install SRILM Toolkit\n"
     exit 1;
 fi
 export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE
 echo -e "SRILM toolkit : \t ${txtgrn}OK${txtrst}"
 ### Speeral Configuration ###
+scp -r rey@nyx:~/OTMEDIA_DATA/Speeral $OTMEDIA_HOME/tools/
 echo -e "\t${txtblu}Generating Speeral configuration files :${txtrst}\n"
 cat $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \
     | sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \
     | sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \
     > $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml
 echo $PWD/tools/Speeral/CFG/SpeeralFirstPass.xml
 cat $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \
     | sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \
     | sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \
     > $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml
 echo $PWD/tools/Speeral/CFG/SpeeralSecondPass.xml
 cat $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml.tmp | sed -e "s|<nom>[^<]*</nom>|<nom>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer</nom>|g" \
     | sed -e "s|<ngramme>[^<]*</ngramme>|<ngramme>$PWD/tools/Speeral/LM/ML_4gOTMEDIA_LEXIQUE_V6</ngramme>|g" \
     | sed -e "s|<binode>[^<]*</binode>|<binode>$PWD/tools/Speeral/LEX/LEXIQUE_V6.speer.bin</binode>|g" \
     > $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml
 echo $PWD/tools/Speeral/CFG/SpeeralThirdPass.xml
 if [ $EXPLOITCONFPASS -eq 1 ]
 then
     ### LIA ltbox ###
     echo -e "\t${txtblu}Install lia_ltbox${txtrst}\n"
     export LIA_TAGG_LANG="french"
     export LIA_TAGG="$OTMEDIA_HOME/tools/lia_ltbox/lia_tagg/"
     export LIA_PHON_REP="$OTMEDIA_HOME/tools/lia_ltbox/lia_phon/"
     export LIA_BIGLEX="$OTMEDIA_HOME/tools/lia_ltbox/lia_biglex/"
     ### config lia_phon
     cd $LIA_PHON_REP
     make all > /dev/null
     make ressource > /dev/null
     ### config lia_tagg
     cd $LIA_TAGG
     make all > /dev/null
     make ressource.french > /dev/null
     ### config lia_biglex
     cd $LIA_BIGLEX
     make -f makefile.biglex > /dev/null
     cd $OTMEDIA_HOME
     ### SOLR DB ###
     # Tomcat fisrtly
     test=$(dpkg -l | grep "^ii" | grep tomcat)
     if [ "$test" == "" ]
     then
         echo -e "${txtpur}ERROR${txtrst} TOMCAT seems to not be installed)\n You have to install TOMCAT\n"
         exit 1;
     fi
     echo -e "\nTOMCAT : \t ${txtgrn}OK${txtrst}"
     # SOLR secondly
     echo -e "\t${txtblu}Install SOLR DB${txtrst}"
+    echo -e "Download SOLR DB\r"
+    mkdir -p $OTMEDIA_HOME/tools/SOLR 2> /dev/null
+    scp -r rey@nyx:~/OTMEDIA_DATA/SOLR/otmedia-2013-04.tar.gz $OTMEDIA_HOME/tools/SOLR
     echo -e "Unzip SOLR DB\r"
-    #res = $(tar -xvzf "$OTMEDIA_HOME/tools/SOLR/otmedia-2013-04.tgz" "$OTMEDIA_HOME/tools/SOLR/")
+    #res = $(tar -xvzf "$OTMEDIA_HOME/tools/SOLR/otmedia-2013-04.tar.gz" "$OTMEDIA_HOME/tools/SOLR/")
     if [ $res -eq 2 ]; then echo " ${txtpur}NOT OK${txtrst}";
     else echo " ${txtgrn}OK${txtrst}"; fi
     read -p "Enter SOLR server IP :" ip
     if [ $ip == "" ];then ip="127.0.0.1";fi
     echo 'machine = "194.57.216.43"' > $OTMEDIA_HOME/tools/scripts/solrinfo.py
     read -p "Enter SOLR server port :" port
     if [ $port == "" ]; then port="8080";fi
     echo "\n\tSOLR server IP $ip"
     echo "\tSOLR server port $port"
     echo 'port = "8080"' >> $OTMEDIA_HOME/tools/scripts/solrinfo.py
 fi
 ### Set Variables in bashrc ###
 cat ~/.bashrc | grep -v "OTMEDIA_HOME" | grep -v "SRILM_BIN" > ~/.bashrc.org
 #cat ~/.bashrc | grep -v "OTMEDIA_HOME" | grep -v "SRILM_BIN" | grep -v "LIA_TAGG" | grep -v "LIA_PHON" | grep -v "LIA_BIGLEX" > ~/.bashrc.org
 cp ~/.bashrc.org ~/.bashrc
 export OTMEDIA_HOME=$PWD
 echo "export OTMEDIA_HOME=$PWD" >> ~/.bashrc
 echo "export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE" >> ~/.bashrc
 #echo "export LIA_TAGG_LANG=french" >> ~/.bashrc
 #echo "export LIA_TAGG=$OTMEDIA_HOME/tools/lia_ltbox/lia_tagg/" >> ~/.bashrc
 #echo "export LIA_PHON_REP=$OTMEDIA_HOME/tools/lia_ltbox/lia_phon/" >> ~/.bashrc
 #echo "export LIA_BIGLEX=$OTMEDIA_HOME/tools/lia_ltbox/lia_biglex/" >> ~/.bashrc
 # set global configuration file
 echo "OTMEDIA_HOME=$PWD" > $OTMEDIA_HOME/cfg/main_cfg.cfg
 echo "ARCH=$ARCH" >> $OTMEDIA_HOME/cfg/main_cfg.cfg
 echo "VERBOSE=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg
 echo "DEBUG=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg
 echo "CHECK=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg
 echo "RERUN=0" >> $OTMEDIA_HOME/cfg/main_cfg.cfg
 echo -e "\n\n\t${txtgrn}### Install completed ###${txtrst}\n"
 echo -e "do : source ~/.bashrc"
 echo -e "or set variable :\n"
 echo "export OTMEDIA_HOME=$PWD"
 echo "export SRILM_BIN=$SRILM/bin/$MACHINE_TYPE"