2017-05-03 14:25:58 +02:00
|
|
|
Overview
|
|
|
|
|
========
|
|
|
|
|
|
2018-06-20 10:48:13 +02:00
|
|
|
Redis and ARDB overview
|
2017-05-03 14:25:58 +02:00
|
|
|
--------------------------
|
|
|
|
|
|
2017-05-03 14:42:37 +02:00
|
|
|
* Redis on TCP port 6379
|
|
|
|
|
- DB 0 - Cache hostname/dns
|
|
|
|
|
- DB 1 - Paste meta-data
|
2017-05-03 14:25:58 +02:00
|
|
|
* Redis on TCP port 6380 - Redis Log only
|
2017-05-03 14:42:37 +02:00
|
|
|
* Redis on TCP port 6381
|
|
|
|
|
- DB 0 - PubSub + Queue and Paste content LRU cache
|
|
|
|
|
- DB 1 - _Mixer_ Cache
|
2018-06-20 10:48:13 +02:00
|
|
|
* ARDB on TCP port 6382
|
2017-05-03 14:42:37 +02:00
|
|
|
- DB 1 - Curve
|
|
|
|
|
- DB 2 - Trending
|
|
|
|
|
- DB 3 - Terms
|
|
|
|
|
- DB 4 - Sentiments
|
2018-06-20 10:48:13 +02:00
|
|
|
* ARDB on TCP port <year>
|
2017-05-03 14:42:37 +02:00
|
|
|
- DB 0 - Lines duplicate
|
2018-06-20 10:48:13 +02:00
|
|
|
- DB 1 - Hashes
|
2017-05-03 14:25:58 +02:00
|
|
|
|
2018-06-29 10:02:29 +02:00
|
|
|
|
2018-07-30 09:21:22 +02:00
|
|
|
ARDB overview
|
|
|
|
|
---------------------------
|
|
|
|
|
ARDB_DB
|
|
|
|
|
* DB 1 - Curve
|
|
|
|
|
* DB 2 - TermFreq
|
2018-11-06 13:38:37 +01:00
|
|
|
----------------------------------------- TERM ----------------------------------------
|
|
|
|
|
|
|
|
|
|
SET - 'TrackedRegexSet' term
|
|
|
|
|
|
|
|
|
|
HSET - 'TrackedRegexDate' tracked_regex today_timestamp
|
|
|
|
|
|
|
|
|
|
SET - 'TrackedSetSet' set_to_add
|
|
|
|
|
|
|
|
|
|
HSET - 'TrackedSetDate' set_to_add today_timestamp
|
|
|
|
|
|
|
|
|
|
SET - 'TrackedSetTermSet' term
|
|
|
|
|
|
|
|
|
|
HSET - 'TrackedTermDate' tracked_regex today_timestamp
|
|
|
|
|
|
|
|
|
|
SET - 'TrackedNotificationEmails_'+term/set email
|
|
|
|
|
|
|
|
|
|
SET - 'TrackedNotifications' term/set
|
|
|
|
|
|
2018-07-30 09:21:22 +02:00
|
|
|
* DB 3 - Trending
|
|
|
|
|
* DB 4 - Sentiment
|
|
|
|
|
* DB 5 - TermCred
|
|
|
|
|
* DB 6 - Tags
|
|
|
|
|
* DB 7 - Metadata
|
|
|
|
|
* DB 8 - Statistics
|
2018-06-29 10:02:29 +02:00
|
|
|
|
|
|
|
|
* DB 7 - Metadata:
|
|
|
|
|
----------------------------------------- BASE64 ----------------------------------------
|
|
|
|
|
|
|
|
|
|
HSET - 'metadata_hash:'+hash 'saved_path' saved_path
|
|
|
|
|
'size' size
|
|
|
|
|
'first_seen' first_seen
|
|
|
|
|
'last_seen' last_seen
|
|
|
|
|
'estimated_type' estimated_type
|
|
|
|
|
'vt_link' vt_link
|
|
|
|
|
'vt_report' vt_report
|
|
|
|
|
'nb_seen_in_all_pastes' nb_seen_in_all_pastes
|
2018-07-20 10:32:52 +02:00
|
|
|
'base64_decoder' nb_encoded
|
|
|
|
|
'binary_decoder' nb_encoded
|
2018-06-29 10:02:29 +02:00
|
|
|
|
2018-07-19 16:50:42 +02:00
|
|
|
SET - 'all_decoder' decoder*
|
|
|
|
|
|
2018-09-12 10:06:53 +02:00
|
|
|
SET - 'hash_all_type' hash_type *
|
2018-07-18 11:45:19 +02:00
|
|
|
SET - 'hash_base64_all_type' hash_type *
|
|
|
|
|
SET - 'hash_binary_all_type' hash_type *
|
|
|
|
|
|
2018-07-20 09:43:09 +02:00
|
|
|
SET - 'hash_paste:'+paste hash *
|
2018-06-29 10:02:29 +02:00
|
|
|
SET - 'base64_paste:'+paste hash *
|
2018-07-18 11:45:19 +02:00
|
|
|
SET - 'binary_paste:'+paste hash *
|
2018-06-29 10:02:29 +02:00
|
|
|
|
2018-07-20 09:43:09 +02:00
|
|
|
ZADD - 'hash_date:'+20180622 hash * nb_seen_this_day
|
2018-06-29 10:02:29 +02:00
|
|
|
ZADD - 'base64_date:'+20180622 hash * nb_seen_this_day
|
2018-07-19 16:50:42 +02:00
|
|
|
ZADD - 'binary_date:'+20180622 hash * nb_seen_this_day
|
2018-06-29 10:02:29 +02:00
|
|
|
|
2018-07-20 09:43:09 +02:00
|
|
|
ZADD - 'nb_seen_hash:'+hash paste * nb_seen_in_paste
|
2018-07-19 16:50:42 +02:00
|
|
|
ZADD - 'base64_hash:'+hash paste * nb_seen_in_paste
|
|
|
|
|
ZADD - 'binary_hash:'+hash paste * nb_seen_in_paste
|
2018-06-29 10:02:29 +02:00
|
|
|
|
2018-07-20 09:43:09 +02:00
|
|
|
ZADD - 'hash_type:'+type date nb_seen
|
2018-06-29 10:02:29 +02:00
|
|
|
ZADD - 'base64_type:'+type date nb_seen
|
2018-07-18 11:45:19 +02:00
|
|
|
ZADD - 'binary_type:'+type date nb_seen
|
2018-07-23 11:11:52 +02:00
|
|
|
|
|
|
|
|
GET - 'base64_decoded:'+date nd_decoded
|
|
|
|
|
GET - 'binary_decoded:'+date nd_decoded
|
