misp-modules/misp_modules/modules/expansion/virustotal.py

import json
import requests
import hashlib
import re
import base64
import os

misperrors = {'error': 'Error'}
mispattributes = {'input': ['hostname', 'domain', "ip-src", "ip-dst"],
                  'output':['domain', "ip-src", "ip-dst", "text"]
                  }

# possible module-types: 'expansion', 'hover' or both
moduleinfo = {'version': '1', 'author': 'Hannah Ward',
              'description': 'Get information from virustotal',
              'module-type': ['expansion']}

# config fields that your code expects from the site admin
moduleconfig = ["apikey", "event_limit"]
limit = 5 #Default

def handler(q=False):
    global limit
    if q is False:
        return False

    q = json.loads(q)

    key = q["config"]["apikey"]
    limit = int(q["config"].get("event_limit", 5))

    r = {"results": []}
    
    if "ip-src" in q:
      r["results"] += getIP(q["ip-src"], key)
    if "ip-dst" in q:
      r["results"] += getIP(q["ip-dst"], key)
    if "domain" in q:
      r["results"] += getDomain(q["domain"], key)
    if 'hostname' in q:
      r["results"] += getDomain(q['hostname'], key)

    uniq = []
    for res in r["results"]:
      if res not in uniq:
        uniq.append(res)
    r["results"] = uniq
    return r

def getIP(ip, key, do_not_recurse = False):
    global limit
    print("Getting info for {}".format(ip))
    toReturn = []
    req = requests.get("https://www.virustotal.com/vtapi/v2/ip-address/report", 
                       params = {"ip":ip, "apikey":key}
                      ).json()
    if req["response_code"] == 0:
      #Nothing found
      return []
    
    if "resolutions" in req:
      for res in req["resolutions"][:limit]:
        toReturn.append( {"types":["domain"], "values":[res["hostname"]]})
        #Pivot from here to find all domain info
        if not do_not_recurse:
          toReturn += getDomain(res["hostname"], key, True)

    toReturn += getMoreInfo(req, key)
    return toReturn
    
def getDomain(domain, key, do_not_recurse=False):
    global limit

    print("Getting info for {}".format(domain))
    toReturn = []
    req = requests.get("https://www.virustotal.com/vtapi/v2/domain/report", 
                       params = {"domain":domain, "apikey":key}
                      ).json()
    if req["response_code"] == 0:
      #Nothing found
      return []
    
    if "resolutions" in req:
      for res in req["resolutions"][:limit]:
        toReturn.append( {"types":["ip-dst", "ip-src"], "values":[res["ip_address"]]})
        #Pivot from here to find all info on IPs
        if not do_not_recurse:
          toReturn += getIP(res["ip_address"], key, True)
    toReturn += getMoreInfo(req, key)
    return toReturn

def findAll(data, keys):
  a = []
  if isinstance(data, dict):
    for key in data.keys():
      if key in keys:
        a.append(data[key])
      else:
        if isinstance(data[key], (dict, list)):
          a += findAll(data[key], keys)
  if isinstance(data, list):
    for i in data:
      a += findAll(i, keys)  
    
  return a 

def isset(d, key):
    if key in d:
      if  d[key] not in [None, '', ' ']:
        return True
    return False

def getMoreInfo(req, key):
    global limit
    print("Getting extra info for {}".format(req))
    r = []
    #Get all hashes first
    hashes = []
    hashes = findAll(req, ["md5", "sha1", "sha256", "sha512"])
    r.append({"types":["md5", "sha1", "sha256", "sha512"], "values":hashes})
    for hsh in hashes[:limit]:
      #Search VT for some juicy info
      data = requests.get("http://www.virustotal.com/vtapi/v2/file/report",
                          params={"allinfo":1, "apikey":key, "resource":hsh}
                         ).json()
      if isset(data, "submission_names"):
        r.append({'types':["filename"], "values":data["submission_names"]})

      if isset(data, "ssdeep"):
        r.append({'types':["ssdeep"], "values":[data["ssdeep"]]})

      if isset(data, "authentihash"):
        r.append({"types":["authentihash"], "values":[data["authentihash"]]})

      if isset(data, "ITW_urls"):
        r.append({"types":["url"], "values":data["ITW_urls"]})

      #Get the malware sample
      sample = requests.get("https://www.virustotal.com/vtapi/v2/file/download",
                            params = {"hash":hsh, "apikey":key})
      
      print(sample) 
      malsample = sample.content
      r.append({"types":["malware-sample"], 
                "categories":["Payload delivery"],
                "values":data["submission_names"],
                "data": str(base64.b64encode(malsample), 'utf-8')
                }
              )  
    return r

def introspection():
    return mispattributes


def version():
    moduleinfo['config'] = moduleconfig
    return moduleinfo