new: added cleaning script

clean.py

@@ -0,0 +1,84 @@
+#!/usr/bin/env python3
+
+from pprint import pprint
+import os
+import redis
+import configparser
+import argparse
+
+
+RED="\033[91m"
+GREEN="\033[92m"
+DEFAULT="\033[0m"
+
+
+def clean(brutal=False):
+    configfile = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'config/config.cfg')
+    cfg = configparser.ConfigParser()
+    cfg.read(configfile)
+    host = cfg.get("RedisGlobal", "host")
+    port = cfg.getint("RedisGlobal", "port")
+
+    servers = []
+    for db in range(0, 4):
+        servers.append(redis.Redis(host, port, db=db, decode_responses=True))
+
+    if brutal:
+        print(RED+'Brutal mode'+DEFAULT+' selected')
+        print('Cleaning data...')
+        cleanBrutal(servers[0])
+    else:
+        print(GREEN+'Soft mode'+DEFAULT+' selected')
+        print('Cleaning data...')
+        cleanSoft(servers)
+
+
+# Perform a FLUSHALL
+def cleanBrutal(server):
+    server.flushall()
+
+
+# Delete all keys independently
+def cleanSoft(servers):
+    prefix_keys_per_db = {
+        0: [], # publish only
+        1: [], # publish only (maps)
+        3: ['bufferList'],  # queuing
+        2: [
+            'GEO_COORD:*',
+            'GEO_COUNTRY:*',
+            'GEO_RAD:*',
+            'CONTRIB_DAY:*',
+            'CONTRIB_CATEG:*',
+            'CONTRIB_LAST:*',
+            'CONTRIB_ALL_ORG',
+            'CONTRIB_ORG:*',
+            'CONTRIB_TROPHY:*',
+            'CONTRIB_LAST_AWARDS:*',
+            'CONTRIB_ALL_ORG',
+            'LOGIN_TIMESTAMP:*',
+            'LOGIN_ORG:*',
+            'LOGIN_ALL_ORG',
+            'TRENDINGS_EVENTS:*',
+            'TRENDINGS_CATEGS:*',
+            'TRENDINGS_TAGS:*',
+            'TRENDINGS_DISC:*',
+            'TRENDINGS_SIGHT_sightings:*',
+            'TRENDINGS_SIGHT_false_positive:*',
+            'TEMP_CACHE_LIVE:*',
+        ]
+    }
+
+    for db, keys in prefix_keys_per_db.items():
+        serv = servers[db]
+        for k in keys:
+            key_to_del = serv.keys(k)
+            if len(key_to_del) > 0:
+                serv.delete(*tuple(key_to_del))
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser()
+    parser.add_argument("-b", "--brutal", help="Brutal mode: basic FLUSHALL", default=False, action="store_true")
+    args = parser.parse_args()
+    clean(args.brutal)
+    print(GREEN+'Done.'+DEFAULT)