mirror of https://github.com/CIRCL/AIL-framework
fix: [redis cache] remove old paste_name db
parent
dca806963c
commit
b6da063473
|
@ -6,7 +6,7 @@
|
||||||
"""
|
"""
|
||||||
|
|
||||||
##################################
|
##################################
|
||||||
# Import External packages
|
# Import External packages #
|
||||||
##################################
|
##################################
|
||||||
import time
|
import time
|
||||||
import datetime
|
import datetime
|
||||||
|
@ -15,7 +15,7 @@ import os
|
||||||
|
|
||||||
|
|
||||||
##################################
|
##################################
|
||||||
# Import Project packages
|
# Import Project packages #
|
||||||
##################################
|
##################################
|
||||||
from module.abstract_module import AbstractModule
|
from module.abstract_module import AbstractModule
|
||||||
from packages.Date import Date
|
from packages.Date import Date
|
||||||
|
@ -47,9 +47,6 @@ class ModuleStats(AbstractModule):
|
||||||
# REDIS #
|
# REDIS #
|
||||||
self.r_serv_trend = ConfigLoader.ConfigLoader().get_redis_conn("ARDB_Trending")
|
self.r_serv_trend = ConfigLoader.ConfigLoader().get_redis_conn("ARDB_Trending")
|
||||||
|
|
||||||
self.r_serv_pasteName = ConfigLoader.ConfigLoader().get_redis_conn("Redis_Paste_Name")
|
|
||||||
|
|
||||||
|
|
||||||
def compute(self, message):
|
def compute(self, message):
|
||||||
|
|
||||||
if len(message.split(';')) > 1:
|
if len(message.split(';')) > 1:
|
||||||
|
@ -112,7 +109,6 @@ class ModuleStats(AbstractModule):
|
||||||
redis_providers_name_set = 'providers_set_' + paste_date
|
redis_providers_name_set = 'providers_set_' + paste_date
|
||||||
|
|
||||||
# Add/Update in Redis
|
# Add/Update in Redis
|
||||||
self.r_serv_pasteName.sadd(paste_baseName, message)
|
|
||||||
self.r_serv_trend.sadd(redis_all_provider, paste_provider)
|
self.r_serv_trend.sadd(redis_all_provider, paste_provider)
|
||||||
|
|
||||||
num_paste = int(self.r_serv_trend.hincrby(paste_provider+'_num', paste_date, 1))
|
num_paste = int(self.r_serv_trend.hincrby(paste_provider+'_num', paste_date, 1))
|
||||||
|
|
|
@ -64,10 +64,6 @@ class Web(AbstractModule):
|
||||||
self.cc_critical = self.process.config.get("Url", "cc_critical")
|
self.cc_critical = self.process.config.get("Url", "cc_critical")
|
||||||
|
|
||||||
# FUNCTIONS #
|
# FUNCTIONS #
|
||||||
self.redis_logger.info("Script URL subscribed to channel web_categ")
|
|
||||||
|
|
||||||
# FIXME For retro compatibility
|
|
||||||
self.channel = 'web_categ'
|
|
||||||
|
|
||||||
self.faup = Faup()
|
self.faup = Faup()
|
||||||
|
|
||||||
|
@ -177,9 +173,6 @@ class Web(AbstractModule):
|
||||||
domains_list)
|
domains_list)
|
||||||
|
|
||||||
if A_values[0] >= 1:
|
if A_values[0] >= 1:
|
||||||
PST.__setattr__(self.channel, A_values)
|
|
||||||
PST.save_attribute_redis(self.channel, (A_values[0],
|
|
||||||
list(A_values[1])))
|
|
||||||
|
|
||||||
pprint.pprint(A_values)
|
pprint.pprint(A_values)
|
||||||
# self.redis_logger.info('Url;{};{};{};Checked {} URL;{}'.format(
|
# self.redis_logger.info('Url;{};{};{};Checked {} URL;{}'.format(
|
||||||
|
|
Loading…
Reference in New Issue