elements must be unique

lists/security-provider-blogpost/list.json

@@ -58,7 +58,6 @@
     "www.sophos.com",
     "www.threatexpert.com",
     "pastebin.com",
-    "www.securelist.com",
     "www.seculert.com",
     "resources.infosecinstitute.com",
     "www.mcafee.com",
@@ -85,7 +84,6 @@
     "www.cyberengineeringservices.com",
     "about-threats.trendmicro.com",
     "my.opera.com",
-    "technet.microsoft.com",
     "community.qualys.com",
     "blog.bit9.com",
     "community.websense.com",
@@ -98,17 +96,14 @@
     "www.fidelissecurity.com",
     "www.threatgeek.com",
     "techanarchy.net",
-    "www.circl.lu",
     "www.microsoft.com",
     "www.facebook.com",
     "vrt-blog.snort.org",
     "blog.cylance.com",
-    "blogs.rsa.com",
     "www.emc.com",
     "www.cyphort.com",
     "securityaffairs.co",
     "zulu.zscaler.com",
-    "blogs.cisco.com",
     "cryptome.org",
     "eternal-todo.com",
     "remchp.com",
@@ -120,7 +115,6 @@
     "www.isightpartners.com",
     "phishme.com",
     "www.bluecoat.com",
-    "publicintelligence.net",
     "www.vxsecurity.sg",
     "www.theregister.co.uk",
     "feodotracker.abuse.ch",
@@ -132,22 +126,18 @@
     "securelist.com",
     "securityblog.switch.ch",
     "blog.trendmicro.de",
-    "www.bluecoat.com",
     "25zbkz3k00wn2tp5092n6di7b5k.wpengine.netdna-cdn.com",
     "ics-cert.us-cert.gov",
     "usa.kaspersky.com",
     "www.ewon.be",
-    "ics-cert.us-cert.gov",
     "threatpost.com",
     "securityledger.com",
     "www.baesystems.com",
     "www.virusbtn.com",
-    "securelist.com",
     "kasperskycontenthub.com",
     "isc.sans.edu",
     "holisticinfosec.org",
     "www.shodanhq.com",
-    "www.f-secure.com",
     "www.kpmg.com",
     "tif.mcafee.com",
     "blog.dynamoo.com",
@@ -183,7 +173,6 @@
     "public.gdatasoftware.com",
     "lockboxx.blogspot.com.es",
     "www.thesafemac.com",
-    "www.alienvault.com",
     "www.macrumors.com",
     "www.securemac.com",
     "www.macworld.com",
@@ -209,11 +198,9 @@
     "2014.zeronights.ru",
     "www.bsk-consulting.de",
     "firstlook.org",
-    "www.fireeye.com",
     "t.co",
     "mobile.twitter.com",
     "www2.fireeye.com",
-    "www.abuse.ch",
     "www.cylance.com",
     "www.robtex.com",
     "www.scam.cz",
@@ -234,7 +221,6 @@
     "blog.dragonthreatlabs.com",
     "insider.domaintools.com",
     "www.norse-corp.com",
-    "www.virustotal.com",
     "doc.emergingthreats.net",
     "lavasoft.com",
     "www.spiegel.de",
@@ -244,7 +230,6 @@
     "seclists.org",
     "blog.cert.societegenerale.com",
     "blog.0x3a.com",
-    "www.sophos.com",
     "bgpranking.circl.lu",
     "vms.drweb.com",
     "ubuntuforums.org",
@@ -272,9 +257,7 @@
     "www.packetmail.net",
     "lists.clean-mx.com",
     "malwaredb.malekal.com",
-    "labs.opendns.com",
     "www.proofpoint.com",
-    "isc.sans.edu",
     "kc.mcafee.com",
     "ioc.forensicartifacts.com",
     "dnsdb.isc.org",
@@ -293,7 +276,6 @@
     "www.rackspace.com",
     "telussecuritylabs.com",
     "securityintelligence.com",
-    "blogs.mcafee.com",
     "gtrack.h3x.eu",
     "now.avg.com",
     "boomstick.emergingthreats.net",
@@ -303,19 +285,15 @@
     "yararules.com",
     "virusradar.com",
     "sjc1-te-ftp.trendmicro.com",
-    "cdn.securelist.com",
     "www.marc.info",
     "labs.snort.org",
-    "labs.snort.org",
     "www.liveleak.com",
-    "blog.sucuri.net",
     "shoplift.byte.nl",
     "heimdalsecurity.com",
     "techhelplist.com",
     "www.threattracksecurity.com",
     "www.mediafire.com",
     "la.trendmicro.com",
-    "kasperskycontenthub.com",
     "www.malwaredigger.com",
     "krebsonsecurity.com",
     "blog.appriver.com",
@@ -343,7 +321,6 @@
     "infotomb.com",
     "www.threatstream.com",
     "cryptam.com",
-    "info.publicintelligence.net",
     "securityblog.s21sec.com",
     "netzpolitik.org",
     "www.rooksecurity.com",
@@ -360,14 +337,11 @@
     "otx.alienvault.com",
     "blog.ropchain.com",
     "kernelmode.info",
-    "www.symantec.com",
     "blog.fortinet.com",
     "www.eff.org",
     "exchange.xforce.ibmcloud.com",
     "pages.arbornetworks.com",
-    "www.csis.dk",
     "labsblog.f-secure.com",
-    "nakedsecurity.sophos.com",
     "www.govcert.admin.ch",
     "blog.kleissner.org",
     "www.sekoia.fr",
@@ -388,11 +362,9 @@
     "news.netcraft.com",
     "www.lexsi.com",
     "passivetotal.org",
-    "cdn2.hubspot.net",
     "blog.checkpoint.com",
     "blog.pagefair.com",
     "hybrid-analysis.com",
-    "www.fidelissecurity.com",
     "download01.norman.no",
     "serveradmin.ru",
     "blog.airbuscybersecurity.com",
@@ -416,9 +388,7 @@
     "proofpoint.com",
     "www.root9b.com",
     "blog.jpcert.or.jp",
-    "www.novetta.com",
     "sites.google.com",
-    "cve.circl.lu",
     "www.cloudsek.com",
     "ics.sans.org",
     "mobile.reuters.com",
@@ -426,7 +396,6 @@
     "blog.sensecy.com",
     "cys-centrum.com",
     "blogs.quickheal.com",
-    "www.proofpoint.com",
     "mlwre.github.io",
     "www.ibpt.be",
     "fe-ddis.dk",
@@ -440,8 +409,6 @@
     "pastebin.lu",
     "blog.passivetotal.org",
     "stackoverflow.com",
-    "blogs.forcepoint.com",
-    "www.cylance.com",
     "www.operationblockbuster.com",
     "v2ex.com",
     "blog.linuxmint.com",
@@ -458,7 +425,6 @@
     "www.verfassungsschutz.de",
     "www.listaspam.com",
     "sync.me",
-    "labs.bitdefender.com",
     "download.bitdefender.com",
     "b0n1.blogspot.fr",
     "marcoramilli.blogspot.dk",
@@ -466,23 +432,16 @@
     "www.gdata.fr",
     "blog.eset.ie",
     "www.link11.de",
-    "www.microsoft.com",
     "www.talosintel.com",
     "blog.threatstop.com",
-    "blog.fox-it.com",
-    "virustotal.com",
-    "blog.gdatasoftware.com",
     "www.aptgroups.com",
     "digital-forensics.sans.org",
     "resources.sei.cmu.edu",
     "paloaltonetworks.com",
-    "threatpost.com",
     "missatsamtal.se",
-    "www.arbornetworks.com",
     "www.endgame.com",
     "blogs.technet.microsoft.com",
     "www.sentinelone.com",
-    "blog.cylance.com",
     "baesystemsai.blogspot.lu",
     "ddanchev.blogspot.com",
     "baesystemsai.blogspot.fr",
@@ -492,23 +451,16 @@
     "www.kaspersky.com",
     "artemonsecurity.com",
     "blog.anomali.com",
-    "www.secureworks.com",
-    "www.govcert.admin.ch",
     "www.infosecdailynews.com",
     "williamshowalter.com",
     "securelist.ru",
     "newsroom.trendmicro.com",
     "www.419scam.org",
-    "www.slideshare.net",
     "breakingmalware.com",
     "www.malware-reversing.com",
     "www.xylibox.com",
-    "helpx.adobe.com",
-    "www.isightpartners.com",
     "www.lac.co.jp",
-    "www.crowdstrike.com",
     "community.blueliv.com",
-    "blog.fortinet.com",
     "www.securityweek.com",
     "recon.cx",
     "takahiroharuyama.github.io",
@@ -522,19 +474,15 @@
     "threatconnect.com",
     "www.threatminer.org",
     "sentinelone.com",
-    "securityintelligence.com",
-    "www.threatconnect.com",
     "www.youtube.com",
     "www.washingtontimes.com",
     "www.hotforsecurity.com",
     "kas.pr",
     "blog.deniable.org",
     "www.broadanalysis.com",
-    "krebsonsecurity.com",
     "bizlive.vn",
     "e.gov.vn",
     "info.phishlabs.com",
-    "thisissecurity.net",
     "reversewhois.domaintools.com",
     "vms.drweb.ru",
     "iranthreats.github.i",
@@ -542,7 +490,6 @@
     "www.prensa.com",
     "www.wirtschaftsschutz.info",
     "app.response.ncr.com",
-    "www.intego.com",
     "iranthreats.github.io",
     "www.wipo.int",
     "virusguides.com",
@@ -554,7 +501,6 @@
     "www.dshield.org",
     "www.flashpoint-intel.com",
     "www.cert.ssi.gouv.fr",
-    "pastebin.com",
     "www.skycure.com",
     "soc.tdc.dk",
     "www.blacknurse.dk",
@@ -566,19 +512,15 @@
     "pytosquatting.org",
     "cysinfo.com",
     "garwarner.blogspot.lu",
-    "www.bleepingcomputer.com",
     "blog.netlab.360.com",
     "ics-cert.kaspersky.com",
     "www.group-ib.com",
-    "researchcenter.paloaltonetworks.com",
     "dirtycow.ninja",
     "autofocus.paloaltonetworks.com",
     "www.agi.it",
-    "bartblaze.blogspot.com",
     "security.web.cern.ch",
     "wiki.egi.eu",
     "blog.opendns.com",
-    "www.cert.pl",
     "benkowlab.blogspot.fr",
     "translate.google.com",
     "securingtomorrow.mcafee.com",
@@ -589,7 +531,6 @@
     "niebezpiecznik.pl",
     "www.digitalshadows.com",
     "baesystemsai.blogspot.com",
-    "cyberx-labs.com",
     "www.rsa.com",
     "censys.io",
     "blog.talosintelligence.com",
@@ -600,14 +541,11 @@
     "zerophagemalware.com",
     "sandbox.deepviz.com",
     "marcmaiffret.com",
-    "www.cyphort.com",
     "sslbl.abuse.ch",
     "sf.riskiq.net",
     "productforums.google.com",
     "research.riskiq.net",
     "blog.domaintools.com",
-    "myonlinesecurity.co.uk",
-    "www.welivesecurity.com",
     "contagiodump.blogspot.lu",
     "www.pwc.co.uk",
     "security.googleblog.com",
@@ -616,7 +554,6 @@
     "sitecheck.sucuri.net",
     "medium.com",
     "www.cybermerchantsofdeath.com",
-    "documents.trendmicro.com",
     "plus.google.com",
     "www.helpnetsecurity.com",
     "www.cyberscoop.com",
@@ -631,16 +568,13 @@
     "dragos.com",
     "www.bellingcat.com",
     "www.nytimes.com",
-    "www.pwc.co.uk",
     "marcoramilli.blogspot.it",
     "blog.morphisec.com",
     "forums.malwarebytes.com",
     "threatintel.proofpoint.com",
     "www.ad.nl",
     "support.microsoft.com",
-    "blog.trendmicro.com",
     "attack.mitre.org",
-    "blog.kaspersky.com",
     "ddecode.com",
     "resources.netskope.com",
     "www.gdatasoftware.com",
@@ -649,7 +583,6 @@
     "noticeofpleadings.com",
     "www.noticeofpleadings.com",
     "www.eldo.lu",
-    "www.volexity.com",
     "blog.zimperium.com",
     "www.netsarang.com",
     "aviatrix25.rssing.com",
@@ -672,20 +605,15 @@
     "blog.lookout.com",
     "app.any.run",
     "mjolnirsecurity.com",
-    "www.group-ib.com",
     "www.csoonline.com",
     "www.darkreading.com",
     "www.infosecurity-magazine.com",
     "www.itnews.com.au",
-    "motherboard.vice.com",
     "www.reuters.com",
     "thehackernews.com",
-    "www.theregister.co.uk",
-    "www.kaspersky.com",
     "www.pcmag.com",
     "www.technologyreview.com",
     "www.bloomberg.com",
-    "www.washingtontimes.com",
     "techcrunch.com",
     "www.bbc.co.uk",
     "www.zdnet.com",
@@ -697,12 +625,10 @@
     "www.windowscentral.com",
     "www.cybereason.com",
     "www.joesandbox.com",
-    "phishme.com",
     "securitydaily.org",
     "www.ncsc.gov.uk",
     "www.carbonblack.com",
     "www.reversinglabs.com",
-    "www.checkpoint.com",
     "community.riskiq.com",
     "citizenlab.ca",
     "bgpmon.net",
@@ -719,8 +645,6 @@
     "objective-see.com",
     "www.virusbulletin.com",
     "www.cybersixgill.com",
-    "blog.checkpoint.com",
-    "www.oracle.com",
     "www.exploit-db.com",
     "www.icebrg.io",
     "www.certego.net",