CIRCL
/
AIL-framework
mirror of https://github.com/CIRCL/AIL-framework
2
1
Fork 0
Code Issues Releases Wiki Activity

Merge remote-tracking branch 'origin/newIndexer' into auto-web-interface

pull/127/head
Mokaddem 2017-07-17 11:24:45 +02:00
parent 5e4d0170d4 eccc8fc88b
commit 87c0b2bc6d
1 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
bin/Indexer.py
View File

@ -15,13 +15,14 @@ from pubsublogger import publisher
from whoosh.index import create_in, exists_in, open_dir from whoosh.index import create_in, exists_in, open_dir
from whoosh.fields import Schema, TEXT, ID from whoosh.fields import Schema, TEXT, ID
import shutil
import os import os
from os.path import join, getsize from os.path import join, getsize
from Helper import Process from Helper import Process
# Config variable # Config variable
TIME_WAIT = 1.0 #sec TIME_WAIT = 60*15 #sec
# return in bytes # return in bytes
def check_index_size(baseindexpath, indexname): def check_index_size(baseindexpath, indexname):
@ -32,11 +33,9 @@ def check_index_size(baseindexpath, indexname):
return cur_sum return cur_sum
def move_index_into_old_index_folder(baseindexpath): def move_index_into_old_index_folder(baseindexpath):
command_move = "mv {} {}" for cur_file in os.listdir(baseindexpath):
os.mkdir(join(baseindexpath, "old_index")) if not cur_file == "old_index":
for files in os.listdir(baseindexpath): shutil.move(join(baseindexpath, cur_file), join(join(baseindexpath, "old_index"), cur_file))
if not files == "old_index":
os.system(command_move.format(join(baseindexpath, files), join(join(baseindexpath, "old_index"), files)))
if __name__ == "__main__": if __name__ == "__main__":