Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

Add sfp_bgpview

Brendan Coles35b55cd2f53e
diff --git a/modules/sfp_bgpview.py b/modules/sfp_bgpview.py
new file mode 100644
index 00000000..605cec84
--- /dev/null
+++ b/modules/sfp_bgpview.py
@@ -0,0 +1,265 @@
+# -*- coding: utf-8 -*-
+# -------------------------------------------------------------------------------
+# Name: sfp_bgpview
+# Purpose: Query BGPView API - https://bgpview.docs.apiary.io/
+#
+# Author: <[email protected]>
+#
+# Created: 2019-09-03
+# Copyright: (c) bcoles 2019
+# Licence: GPL
+# -------------------------------------------------------------------------------
+
+import base64
+import json
+import time
+from netaddr import IPNetwork
+from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
+
+class sfp_bgpview(SpiderFootPlugin):
+ """BGPView:Investigate,Footprint,Passive:Search Engines::Obtain network information from BGPView API."""
+
+ opts = {
+ }
+
+ optdescs = {
+ }
+
+ results = None
+ errorState = False
+
+ def setup(self, sfc, userOpts=dict()):
+ self.sf = sfc
+ self.results = self.tempStorage()
+
+ for opt in userOpts.keys():
+ self.opts[opt] = userOpts[opt]
+
+ def watchedEvents(self):
+ return ['IP_ADDRESS', 'IPV6_ADDRESS', 'BGP_AS_MEMBER', 'NETBLOCK_MEMBER']
+
+ def producedEvents(self):
+ return ['BGP_AS_MEMBER', 'BGP_AS_PEER', 'NETBLOCK_MEMBER',
+ 'PHYSICAL_ADDRESS', 'RAW_RIR_DATA']
+
+ def queryAsn(self, qry):
+ res = self.sf.fetchUrl("https://api.bgpview.io/asn/" + qry.replace('AS', ''),
+ useragent=self.opts['_useragent'],
+ timeout=self.opts['_fetchtimeout'])
+
+ time.sleep(1)
+
+ if res['content'] is None:
+ return None
+
+ try:
+ json_data = json.loads(res['content'])
+ except BaseException as e:
+ self.sf.debug("Error processing JSON response from BGPView: " + str(e))
+ return None
+
+ if not json_data.get('status') == 'ok':
+ self.sf.debug("No results found for ASN " + qry)
+ return None
+
+ data = json_data.get('data')
+
+ if not data:
+ self.sf.debug("No results found for ASN " + qry)
+ return None
+
+ return data
+
+ def queryAsnPeers(self, qry):
+ res = self.sf.fetchUrl("https://api.bgpview.io/asn/" + qry.replace('AS', '') + '/peers',
+ useragent=self.opts['_useragent'],
+ timeout=self.opts['_fetchtimeout'])
+
+ time.sleep(1)
+
+ if res['content'] is None:
+ return None
+
+ try:
+ json_data = json.loads(res['content'])
+ except BaseException as e:
+ self.sf.debug("Error processing JSON response from BGPView: " + str(e))
+ return None
+
+ if not json_data.get('status') == 'ok':
+ self.sf.debug("No peers found for ASN " + qry)
+ return None
+
+ data = json_data.get('data')
+
+ if not data:
+ self.sf.debug("No peers found for ASN " + qry)
+ return None
+
+ return data
+
+ def queryIp(self, qry):
+ res = self.sf.fetchUrl("https://api.bgpview.io/ip/" + qry,
+ useragent=self.opts['_useragent'],
+ timeout=self.opts['_fetchtimeout'])
+
+ time.sleep(1)
+
+ if res['content'] is None:
+ return None
+
+ try:
+ json_data = json.loads(res['content'])
+ except BaseException as e:
+ self.sf.debug("Error processing JSON response from BGPView: " + str(e))
+ return None
+
+ if not json_data.get('status') == 'ok':
+ self.sf.debug("No results found for IP address " + qry)
+ return None
+
+ data = json_data.get('data')
+
+ if not data:
+ self.sf.debug("No results found for IP address " + qry)
+ return None
+
+ return data
+
+ def queryNetblock(self, qry):
+ res = self.sf.fetchUrl("https://api.bgpview.io/prefix/" + qry,
+ useragent=self.opts['_useragent'],
+ timeout=self.opts['_fetchtimeout'])
+
+ time.sleep(1)
+
+ if res['content'] is None:
+ return None
+
+ try:
+ json_data = json.loads(res['content'])
+ except BaseException as e:
+ self.sf.debug("Error processing JSON response from BGPView: " + str(e))
+ return None
+
+ if not json_data.get('status') == 'ok':
+ self.sf.debug("No results found for netblock " + qry)
+ return None
+
+ data = json_data.get('data')
+
+ if not data:
+ self.sf.debug("No results found for netblock " + qry)
+ return None
+
+ return data
+
+ def handleEvent(self, event):
+ eventName = event.eventType
+ srcModuleName = event.module
+ eventData = event.data
+
+ if self.errorState:
+ return None
+
+ self.sf.debug("Received event, " + eventName + ", from " + srcModuleName)
+
+ if eventData in self.results:
+ self.sf.debug("Skipping " + eventData + " as already mapped.")
+ return None
+
+ self.results[eventData] = True
+
+ if eventName == 'BGP_AS_MEMBER':
+ data = self.queryAsn(eventData)
+
+ if not data:
+ self.sf.info("No results found for ASN " + eventData)
+ return None
+
+ e = SpiderFootEvent('RAW_RIR_DATA', str(data), self.__name__, event)
+ self.notifyListeners(e)
+
+ address = data.get('owner_address')
+
+ if not address:
+ return None
+
+ evt = SpiderFootEvent('PHYSICAL_ADDRESS', ', '.join(filter(None, address)), self.__name__, event)
+ self.notifyListeners(evt)
+
+ data = self.queryAsnPeers(eventData)
+
+ if not data:
+ self.sf.info("No peers found for ASN " + eventData)
+ return None
+
+ ipv4_peers = data.get('ipv4_peers')
+ if ipv4_peers is not None:
+ for peer in ipv4_peers:
+ asn = peer.get('asn')
+ if not asn:
+ continue
+ evt = SpiderFootEvent('BGP_AS_PEER', str(asn), self.__name__, event)
+ self.notifyListeners(evt)
+
+ ipv6_peers = data.get('ipv6_peers')
+ if ipv6_peers is not None:
+ for peer in ipv6_peers:
+ asn = peer.get('asn')
+ if not asn:
+ continue
+ evt = SpiderFootEvent('BGP_AS_PEER', str(asn), self.__name__, event)
+ self.notifyListeners(evt)
+
+ if eventName == 'NETBLOCK_MEMBER':
+ data = self.queryNetblock(eventData)
+
+ if not data:
+ self.sf.info("No results found for netblock " + eventData)
+ return None
+
+ e = SpiderFootEvent('RAW_RIR_DATA', str(data), self.__name__, event)
+ self.notifyListeners(e)
+
+ address = data.get('owner_address')
+
+ if not address:
+ return None
+
+ evt = SpiderFootEvent('PHYSICAL_ADDRESS', ', '.join(filter(None, address)), self.__name__, event)
+ self.notifyListeners(evt)
+
+ if eventName in ['IP_ADDRESS', 'IPV6_ADDRESS']:
+ data = self.queryIp(eventData)
+
+ if not data:
+ self.sf.info("No results found for IP address " + eventData)
+ return None
+
+ e = SpiderFootEvent('RAW_RIR_DATA', str(data), self.__name__, event)
+ self.notifyListeners(e)
+
+ prefixes = data.get('prefixes')
+
+ if not prefixes:
+ self.sf.info("No prefixes found for IP address " + eventData)
+ return None
+
+ for prefix in prefixes:
+ p = prefix.get('prefix')
+ if not p:
+ continue
+ if not prefix.get('asn'):
+ continue
+ asn = prefix.get('asn').get('asn')
+ if not asn:
+ continue
+
+ self.sf.info("Netblock found: " + p + " (" + str(asn) + ")")
+ evt = SpiderFootEvent("BGP_AS_MEMBER", str(asn), self.__name__, event)
+ self.notifyListeners(evt)
+ evt = SpiderFootEvent("NETBLOCK_MEMBER", p, self.__name__, event)
+ self.notifyListeners(evt)
+
+# End of sfp_bgpview class