mirror of https://github.com/CIRCL/AIL-framework
chg: [requirements] minimal version + remove old packages
parent
42a23da182
commit
93cfdccc07
141
requirements.txt
141
requirements.txt
|
@ -1,94 +1,87 @@
|
||||||
pyail
|
pyail
|
||||||
pymisp
|
pymisp>=2.4.144
|
||||||
d4-pyclient
|
d4-pyclient>=0.1.6
|
||||||
|
|
||||||
thehive4py
|
thehive4py
|
||||||
|
|
||||||
|
# Core
|
||||||
redis==2.10.6
|
redis==2.10.6
|
||||||
#filemagic conflict with magic
|
python-magic>0.4.15
|
||||||
crcmod
|
yara-python>4.0.2
|
||||||
mmh3
|
|
||||||
ssdeep
|
|
||||||
|
|
||||||
pubsublogger
|
|
||||||
zmq
|
|
||||||
langid
|
|
||||||
|
|
||||||
#Essential
|
|
||||||
pyzmq
|
|
||||||
dnspython
|
|
||||||
logbook
|
|
||||||
pubsublogger
|
|
||||||
textblob
|
|
||||||
|
|
||||||
#Tokeniser
|
|
||||||
nltk
|
|
||||||
|
|
||||||
html2text
|
|
||||||
yara-python
|
|
||||||
|
|
||||||
#Crawler
|
|
||||||
scrapy
|
|
||||||
scrapy-splash
|
|
||||||
pycld3
|
|
||||||
|
|
||||||
#Graph
|
|
||||||
numpy
|
|
||||||
matplotlib
|
|
||||||
networkx
|
|
||||||
terminaltables
|
|
||||||
colorama
|
|
||||||
asciimatics
|
|
||||||
|
|
||||||
# Hashlib
|
# Hashlib
|
||||||
crcmod
|
crcmod
|
||||||
mmh3
|
mmh3>2.5
|
||||||
ssdeep
|
ssdeep>3.3
|
||||||
python-Levenshtein
|
|
||||||
|
|
||||||
#Others
|
# ZMQ
|
||||||
python-magic
|
zmq
|
||||||
pybloomfiltermmap
|
pyzmq>19.0.0
|
||||||
psutil
|
|
||||||
phonenumbers
|
|
||||||
|
|
||||||
ipython
|
# Logging
|
||||||
texttable
|
logbook
|
||||||
|
pubsublogger
|
||||||
|
|
||||||
flask
|
# Tokeniser
|
||||||
flask-login
|
nltk>3.4.5
|
||||||
bcrypt
|
textblob>=0.15.3
|
||||||
|
|
||||||
|
# HTML
|
||||||
|
html2text>=2020.1.16
|
||||||
|
beautifulsoup4>4.8.2
|
||||||
|
|
||||||
|
#Crawler
|
||||||
|
scrapy>2.0.0
|
||||||
|
scrapy-splash>=0.7.2
|
||||||
|
|
||||||
|
# Languages
|
||||||
|
pycld3>0.20
|
||||||
|
|
||||||
|
#Graph
|
||||||
|
numpy>1.18.1
|
||||||
|
matplotlib>3.2.1
|
||||||
|
networkx>2.4
|
||||||
|
|
||||||
|
# ModuleInformation
|
||||||
|
asciimatics>=1.11.0
|
||||||
|
psutil>=5.7.0
|
||||||
|
|
||||||
|
colorama>=0.4.4
|
||||||
|
python-Levenshtein>=0.12.2
|
||||||
|
|
||||||
# DomainClassifier
|
# DomainClassifier
|
||||||
git+https://github.com/D4-project/BGP-Ranking.git/#egg=pybgpranking&subdirectory=client
|
git+https://github.com/D4-project/BGP-Ranking.git/#egg=pybgpranking&subdirectory=client
|
||||||
DomainClassifier
|
DomainClassifier
|
||||||
#Indexer requirements
|
|
||||||
whoosh
|
|
||||||
|
|
||||||
beautifulsoup4
|
# Indexer
|
||||||
|
whoosh>=2.7.4
|
||||||
ipaddress
|
|
||||||
pycountry==18.12.8
|
|
||||||
|
|
||||||
# To fetch Onion urls
|
|
||||||
PySocks
|
|
||||||
|
|
||||||
# decompress files
|
|
||||||
sflock
|
|
||||||
|
|
||||||
#ASN lookup requirements
|
|
||||||
#https://storage.googleapis.com/google-code-archive-downloads/v2/code.google.com/adns-python/adns-python-1.2.1.tar.gz
|
|
||||||
https://github.com/trolldbois/python3-adns/archive/master.zip
|
|
||||||
https://github.com/trolldbois/python-cymru-services/archive/master.zip
|
|
||||||
|
|
||||||
https://github.com/saffsd/langid.py/archive/master.zip
|
|
||||||
|
|
||||||
# LibInjection bindings
|
# LibInjection bindings
|
||||||
pylibinjection
|
pylibinjection>=0.2.4
|
||||||
|
|
||||||
# Graph
|
#Others
|
||||||
matplotlib
|
phonenumbers>8.12.1
|
||||||
|
|
||||||
# Test
|
# Web
|
||||||
nose
|
flask>1.1.2,<=1.1.4
|
||||||
coverage
|
flask-login
|
||||||
|
bcrypt>3.1.6
|
||||||
|
|
||||||
|
|
||||||
|
# Tests
|
||||||
|
nose>=1.3.7
|
||||||
|
coverage>=5.5
|
||||||
|
|
||||||
|
# # # #
|
||||||
|
PySocks>=1.7.1
|
||||||
|
pycountry>=20.7.3
|
||||||
|
https://github.com/saffsd/langid.py/archive/master.zip
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
##### Old packages
|
||||||
|
# texttable
|
||||||
|
#ASN lookup requirements
|
||||||
|
#https://storage.googleapis.com/google-code-archive-downloads/v2/code.google.com/adns-python/adns-python-1.2.1.tar.gz
|
||||||
|
#https://github.com/trolldbois/python3-adns/archive/master.zip
|
||||||
|
#https://github.com/trolldbois/python-cymru-services/archive/master.zip
|
||||||
|
|
Loading…
Reference in New Issue