Merge pull request #111 from mokaddem/update-archlinux-installer-script

Updated archlinux installer

docker_start.sh

@@ -23,7 +23,10 @@ lvdbdir="${AIL_HOME}/LEVEL_DB_DATA/"
 db1_y='2013'
 db2_y='2014'
 db3_y='2016'
-db4_y='3016'
+db4_y='2017'
+
+dbC_y='3016'
+ 
 nb_db=13
 
 screen -dmS "LevelDB"
@@ -31,9 +34,10 @@ screen -dmS "LevelDB"
 screen -S "LevelDB" -X screen -t "2013" bash -c 'redis-leveldb -H '$lvdbhost' -D '$lvdbdir'2013/ -P '$db1_y' -M '$nb_db'; read x'
 screen -S "LevelDB" -X screen -t "2014" bash -c 'redis-leveldb -H '$lvdbhost' -D '$lvdbdir'2014/ -P '$db2_y' -M '$nb_db'; read x'
 screen -S "LevelDB" -X screen -t "2016" bash -c 'redis-leveldb -H '$lvdbhost' -D '$lvdbdir'2016/ -P '$db3_y' -M '$nb_db'; read x'
+screen -S "LevelDB" -X screen -t "2016" bash -c 'redis-leveldb -H '$lvdbhost' -D '$lvdbdir'2017/ -P '$db4_y' -M '$nb_db'; read x'
 
 # For Curve
-screen -S "LevelDB" -X screen -t "3016" bash -c 'redis-leveldb -H '$lvdbhost' -D '$lvdbdir'3016/ -P '$db4_y' -M '$nb_db'; read x'
+screen -S "LevelDB" -X screen -t "3016" bash -c 'redis-leveldb -H '$lvdbhost' -D '$lvdbdir'3016/ -P '$dbC_y' -M '$nb_db'; read x'
 
 
 screen -dmS "Logging"
@@ -45,6 +49,7 @@ screen -S "Queue" -X screen -t "Queues" bash -c './launch_queues.py; read x'
 
 screen -dmS "Script"
 screen -S "Script" -X screen -t "ModuleInformation" bash -c './ModuleInformation.py -k 0 -c 1; read x'
+screen -S "Script" -X screen -t "Mixer" bash -c './Mixer.py; read x'
 screen -S "Script" -X screen -t "Global" bash -c './Global.py; read x'
 screen -S "Script" -X screen -t "Duplicates" bash -c './Duplicates.py; read x'
 screen -S "Script" -X screen -t "Attributes" bash -c './Attributes.py; read x'

installing_deps_archlinux.sh

@@ -37,10 +37,37 @@ git submodule update
 make
 popd
 
+# Faup
+test ! -d faup/ && git clone https://github.com/stricaud/faup.git
+pushd faup/
+test ! -d build && mkdir build
+cd build
+cmake .. && make
+sudo make install
+echo '/usr/local/lib' | sudo tee -a /etc/ld.so.conf.d/faup.conf
+sudo ldconfig
+popd
+
+# tlsh
+test ! -d tlsh && git clone git://github.com/trendmicro/tlsh.git
+pushd tlsh/
+./make.sh
+pushd build/release/
+sudo make install
+sudo ldconfig
+popd
+popd
+
+
+
 if [ ! -f bin/packages/config.cfg ]; then
     cp bin/packages/config.cfg.sample bin/packages/config.cfg
 fi
 
+pushd var/www/
+./update_thirdparty.sh
+popd
+
 virtualenv AILENV
 
 echo export AIL_HOME=$(pwd) >> ./AILENV/bin/activate
@@ -52,9 +79,26 @@ echo export AIL_LEVELDB=$(pwd)/redis-leveldb/ >> ./AILENV/bin/activate
 . ./AILENV/bin/activate
 
 mkdir -p $AIL_HOME/{PASTES,Blooms,dumps}
-mkdir -p $AIL_HOME/LEVEL_DB_DATA/{2014,2013}
+mkdir -p $AIL_HOME/LEVEL_DB_DATA/2017
+mkdir -p $AIL_HOME/LEVEL_DB_DATA/3017
 
-pip install -r pip_packages_requirement.txt
+pip install -U pip
+pip install -U -r pip_packages_requirement.txt
 
-# Download the necessary NLTK corpora
+# Pyfaup
+pushd faup/src/lib/bindings/python/
+python setup.py install
+popd
+
+# Py tlsh
+pushd tlsh/py_ext
+python setup.py build
+python setup.py install
+
+# Download the necessary NLTK corpora and sentiment vader
 HOME=$(pwd) python -m textblob.download_corpora
+python -m nltk.downloader vader_lexicon
+python -m nltk.downloader punkt
+
+#Create the file all_module and update the graph in doc
+$AIL_HOME/doc/generate_modules_data_flow_graph.sh