mirror of https://github.com/CIRCL/AIL-framework
chg: [tools] reprocess objects by type
parent
13372f8c85
commit
6f2668eff1
|
@ -54,6 +54,9 @@ def generate_uuid():
|
||||||
def get_all_objects():
|
def get_all_objects():
|
||||||
return AIL_OBJECTS
|
return AIL_OBJECTS
|
||||||
|
|
||||||
|
def is_object_type(obj_type):
|
||||||
|
return obj_type in AIL_OBJECTS
|
||||||
|
|
||||||
def get_objects_with_subtypes():
|
def get_objects_with_subtypes():
|
||||||
return AIL_OBJECTS_WITH_SUBTYPES
|
return AIL_OBJECTS_WITH_SUBTYPES
|
||||||
|
|
||||||
|
|
|
@ -139,6 +139,10 @@ class AILQueue:
|
||||||
def error(self):
|
def error(self):
|
||||||
r_queues.hdel(f'modules', f'{self.pid}:{self.name}')
|
r_queues.hdel(f'modules', f'{self.pid}:{self.name}')
|
||||||
|
|
||||||
|
def end(self):
|
||||||
|
self.clear()
|
||||||
|
r_queues.hdel(f'modules', f'{self.pid}:{self.name}')
|
||||||
|
|
||||||
|
|
||||||
def get_queues_modules():
|
def get_queues_modules():
|
||||||
return r_queues.hkeys('queues')
|
return r_queues.hkeys('queues')
|
||||||
|
|
|
@ -0,0 +1,46 @@
|
||||||
|
#!/usr/bin/env python3
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
"""
|
||||||
|
Reprocess AIL Objects by Object Type
|
||||||
|
================
|
||||||
|
|
||||||
|
Send ALL objects by type in queues
|
||||||
|
|
||||||
|
"""
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
import os
|
||||||
|
import sys
|
||||||
|
|
||||||
|
sys.path.append(os.environ['AIL_BIN'])
|
||||||
|
##################################
|
||||||
|
# Import Project packages
|
||||||
|
##################################
|
||||||
|
from lib.ail_core import is_object_type
|
||||||
|
from lib import ail_queues
|
||||||
|
from lib.objects import ail_objects
|
||||||
|
|
||||||
|
def reprocess_message_objects(object_type):
|
||||||
|
queue = ail_queues.AILQueue('FeederModuleImporter', -1)
|
||||||
|
for obj in ail_objects.obj_iterator(object_type, filters={}):
|
||||||
|
queue.send_message(obj.get_global_id(), message='reprocess')
|
||||||
|
queue.end()
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
|
||||||
|
parser = argparse.ArgumentParser(description='Reprocess AIL Objects')
|
||||||
|
parser.add_argument('-t', '--type', type=str, help='AIL Object Type', required=True)
|
||||||
|
|
||||||
|
args = parser.parse_args()
|
||||||
|
if not args.type:
|
||||||
|
parser.print_help()
|
||||||
|
sys.exit(0)
|
||||||
|
|
||||||
|
obj_type = args.type
|
||||||
|
if not is_object_type(obj_type):
|
||||||
|
raise Exception(f'Invalid Object Type: {obj_type}')
|
||||||
|
if obj_type not in ['item', 'message']: # TODO image
|
||||||
|
raise Exception(f'Currently not supported Object Type: {obj_type}')
|
||||||
|
|
||||||
|
reprocess_message_objects(obj_type)
|
Loading…
Reference in New Issue