SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.
Python attacksurfacecticybersecurityfootprintinghackinginformation-gatheringinformation-securityinfosecintelligence-gatheringosintosint-frameworkosint-reconnaissanceosint-toolpentestingpythonreconsecurity-toolsthreat-intelligencethreatintel
tests: update test_spiderfoot unit tests
Brendan Coles0b80856452cd
diff --git a/sflib.py b/sflib.pyindex 93d36dc4..f6c10f54 100644--- a/sflib.py+++ b/sflib.py@@ -1595,6 +1595,10 @@ class SpiderFoot:"""ret = list()++ if not isinstance(data, str):+ return ret+hashes = {"MD5": re.compile(r"(?:[^a-fA-F\d]|\b)([a-fA-F\d]{32})(?:[^a-fA-F\d]|\b)"),"SHA1": re.compile(r"(?:[^a-fA-F\d]|\b)([a-fA-F\d]{40})(?:[^a-fA-F\d]|\b)"),@@ -1632,17 +1636,26 @@ class SpiderFoot:return list(emails)- # Find all credit card numbers with the supplied content- #- # Extracts numbers with lengths ranging from 13 - 19 digits- #- # Checks the numbers using Luhn's algorithm to verify if- # the number is a valid credit card number or not- #- # Returns a list- def parseCreditCards(self,data):+ def parseCreditCards(self, data):+ """Find all credit card numbers with the supplied content.++ Extracts numbers with lengths ranging from 13 - 19 digits++ Checks the numbers using Luhn's algorithm to verify+ if the number is a valid credit card number or not++ Args:+ data (str): text to search for credit card numbers++ Returns:+ list: list of credit card numbers+ """++ if not isinstance(data, str):+ return list()+creditCards = set()-+# Remove whitespace from data.# Credit cards might contain spaces between them# which will cause regex mismatch@@ -1678,15 +1691,24 @@ class SpiderFoot:self.debug("Skipped invalid credit card number: " + match)return list(creditCards)- # Find all IBAN numbers with the supplied content- #- # Extracts possible IBAN Numbers using a generic regex- #- # Checks whether the possible IBAN number is valid or not- # Using country-wise length check and Mod 97 algorithm- #- # Returns a listdef parseIBANNumbers(self, data):+ """Find all IBAN numbers with the supplied content.++ Extracts possible IBAN Numbers using a generic regex.++ Checks whether the possible IBAN number is valid or not+ Using country-wise length check and Mod 97 algorithm.++ Args:+ data (str): text to search for credit card numbers++ Returns:+ list: list of credit card numbers+ """++ if not isinstance(data, str):+ return list()+ibanNumbers = set()# Dictionary of country codes and their respective IBAN lengthsdiff --git a/test/unit/test_spiderfoot.py b/test/unit/test_spiderfoot.pyindex 4664aa37..581db31d 100644--- a/test/unit/test_spiderfoot.py+++ b/test/unit/test_spiderfoot.py@@ -38,20 +38,40 @@ class TestSpiderFoot(unittest.TestCase):test_tlds = "// ===BEGIN ICANN DOMAINS===\n\ncom\nnet\norg\n\n// // ===END ICANN DOMAINS===\n"@unittest.skip("todo")+ def test_init_invalid_opts_should_raise(self):+ """+ Test __init__(self, options, handle=None):+ """+ invalid_types = [None, "", list()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ with self.assertRaises(TypeError) as cm:+ sf = SpiderFoot(invalid_type)++ @unittest.skip("todo")+ def test_init_invalid_handle_should_raise(self):+ """+ Test __init__(self, options, handle=None):+ """+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ with self.assertRaises(TypeError) as cm:+ sf = SpiderFoot(dict(), invalid_type)+def test_init_no_options(self):"""Test __init__(self, options, handle=None):"""sf = SpiderFoot(dict())- self.assertEqual('TBD', 'TBD')+ self.assertIsInstance(sf, SpiderFoot)- @unittest.skip("todo")def test_init(self):"""Test __init__(self, options, handle=None):"""sf = SpiderFoot(self.default_options)- self.assertEqual('TBD', 'TBD')+ self.assertIsInstance(sf, SpiderFoot)def test_update_socket(self):"""@@ -103,30 +123,42 @@ class TestSpiderFoot(unittest.TestCase):opt_data = sf.optValueToData([], fatal=False, splitLines=True)self.assertEqual(None, opt_data)+ @unittest.skip("todo")def test_build_graph_data_should_return_a_set(self):"""Test buildGraphData(self, data, flt=list())"""sf = SpiderFoot(dict())- graph_data = sf.buildGraphData('')+ graph_data = sf.buildGraphData('', '')+ self.assertIsInstance(graph_data, set)++ graph_data = sf.buildGraphData(None, None)self.assertIsInstance(graph_data, set)+ @unittest.skip("todo")def test_build_graph_gexf_should_return_bytes(self):"""Test buildGraphGexf(self, root, title, data, flt=[])"""sf = SpiderFoot(dict())+ gexf = sf.buildGraphGexf(None, None, None)+ self.assertIsInstance(gexf, bytes)+gexf = sf.buildGraphGexf('', '', '')self.assertIsInstance(gexf, bytes)+ @unittest.skip("todo")def test_build_graph_json_should_return_a_string(self):"""Test buildGraphJson(self, root, data, flt=list())"""sf = SpiderFoot(dict())+ json = sf.buildGraphJson(None, None)+ self.assertIsInstance(json, str)+json = sf.buildGraphJson('', '')self.assertIsInstance(json, str)@@ -536,7 +568,7 @@ class TestSpiderFoot(unittest.TestCase):host_domain = sf.hostDomain('spiderfoot.net', None)self.assertEqual(None, host_domain)- def test_is_domain_should_return_a_boolean(self):+ def test_is_domain_valid_domain_should_return_true(self):"""Test isDomain(self, hostname, tldList)"""@@ -547,6 +579,28 @@ class TestSpiderFoot(unittest.TestCase):self.assertIsInstance(is_domain, bool)self.assertTrue(is_domain)+ def test_is_domain_invalid_domain_should_return_false(self):+ """+ Test isDomain(self, hostname, tldList)+ """+ sf = SpiderFoot(self.default_options)+ sf.opts['_internettlds'] = self.test_tlds++ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ is_domain = sf.isDomain(invalid_type, sf.opts.get('_internettlds'))+ self.assertIsInstance(is_domain, bool)+ self.assertFalse(is_domain)++ is_domain = sf.isDomain("local", sf.opts.get('_internettlds'))+ self.assertIsInstance(is_domain, bool)+ self.assertFalse(is_domain)++ is_domain = sf.isDomain("spiderfoot.net\n.com", sf.opts.get('_internettlds'))+ self.assertIsInstance(is_domain, bool)+ self.assertFalse(is_domain)+def test_is_domain_invalid_tldlist_should_return_false(self):"""Test isDomain(self, hostname, tldList)@@ -596,10 +650,29 @@ class TestSpiderFoot(unittest.TestCase):sf = SpiderFoot(self.default_options)sf.opts['_internettlds'] = self.test_tlds+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ is_valid = sf.validHost(invalid_type, sf.opts.get('_internettlds'))+ self.assertIsInstance(is_valid, bool)+ self.assertFalse(is_valid)++ is_valid = sf.validHost("local", sf.opts.get('_internettlds'))+ self.assertIsInstance(is_valid, bool)+ self.assertFalse(is_valid)+is_valid = sf.validHost('something.gif', sf.opts.get('_internettlds'))self.assertIsInstance(is_valid, bool)self.assertFalse(is_valid)+ is_valid = sf.validHost(".", sf.opts.get('_internettlds'))+ self.assertIsInstance(is_valid, bool)+ self.assertFalse(is_valid)++ is_valid = sf.validHost("spiderfoot.net\n.com", sf.opts.get('_internettlds'))+ self.assertIsInstance(is_valid, bool)+ self.assertFalse(is_valid)+def test_valid_ip_should_return_a_boolean(self):"""Test validIP(self, address)@@ -626,15 +699,14 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(dict())- valid_ip_network = sf.validIpNetwork(None)- self.assertIsInstance(valid_ip_network, bool)- self.assertFalse(valid_ip_network)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ valid_ip_network = sf.validIpNetwork(invalid_type)+ self.assertIsInstance(valid_ip_network, bool)+ self.assertFalse(valid_ip_network)- valid_ip_network = sf.validIpNetwork([])- self.assertIsInstance(valid_ip_network, bool)- self.assertFalse(valid_ip_network)-- valid_ip_network = sf.validIpNetwork("")+ valid_ip_network = sf.validIpNetwork("/")self.assertIsInstance(valid_ip_network, bool)self.assertFalse(valid_ip_network)@@ -648,15 +720,22 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(dict())- valid_email = sf.validEmail(None)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ valid_email = sf.validEmail(invalid_type)+ self.assertIsInstance(valid_email, bool)+ self.assertFalse(valid_email)++ valid_email = sf.validEmail('%@localhost.local')self.assertIsInstance(valid_email, bool)self.assertFalse(valid_email)- valid_email = sf.validEmail([])+ valid_email = sf.validEmail('[email protected]')self.assertIsInstance(valid_email, bool)self.assertFalse(valid_email)- valid_email = sf.validEmail("")+ valid_email = sf.validEmail('[email protected]\n.com')self.assertIsInstance(valid_email, bool)self.assertFalse(valid_email)@@ -685,11 +764,11 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- dns = sf.normalizeDNS(None)- self.assertIsInstance(dns, list)-- dns = sf.normalizeDNS([])- self.assertIsInstance(dns, list)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ dns = sf.normalizeDNS(invalid_type)+ self.assertIsInstance(dns, list)def test_sanitise_input(self):"""@@ -717,6 +796,10 @@ class TestSpiderFoot(unittest.TestCase):self.assertIsInstance(safe, bool)self.assertFalse(safe)+ safe = sf.sanitiseInput("12")+ self.assertIsInstance(safe, bool)+ self.assertFalse(safe)+def test_dictwords_should_return_a_list(self):"""Test dictwords(self)@@ -741,14 +824,11 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- tree = sf.dataParentChildToTree(None)- self.assertIsInstance(tree, dict)-- tree = sf.dataParentChildToTree([])- self.assertIsInstance(tree, dict)-- tree = sf.dataParentChildToTree("")- self.assertIsInstance(tree, dict)+ invalid_types = [None, "", list()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ tree = sf.dataParentChildToTree(invalid_type)+ self.assertIsInstance(tree, dict)tree = sf.dataParentChildToTree(dict())self.assertIsInstance(tree, dict)@@ -832,17 +912,29 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)+ invalid_types = [None, "", list()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ resolve_targets = sf.resolveTargets(invalid_type, False)+ self.assertIsInstance(resolve_targets, list)+target = SpiderFootTarget("spiderfoot.net", "INTERNET_NAME")resolve_targets = sf.resolveTargets(target, False)self.assertIsInstance(resolve_targets, list)self.assertIn('spiderfoot.net', resolve_targets)+ target = SpiderFootTarget("1.1.1.1", "IP_ADDRESS")+ resolve_targets = sf.resolveTargets(target, False)+ self.assertIsInstance(resolve_targets, list)+ self.assertIn('1.1.1.1', resolve_targets)+@unittest.skip("todo")def test_safe_socket(self):"""Test safeSocket(self, host, port, timeout)"""sf = SpiderFoot(self.default_options)+ sf.safeSocket(None, None, None)self.assertEqual('TBD', 'TBD')@@ -853,6 +945,7 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)+ sf.safeSSLSocket(None, None, None, None)self.assertEqual('TBD', 'TBD')def test_parse_robots_txt_should_return_list(self):@@ -861,14 +954,11 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- robots_txt = sf.parseRobotsTxt(None)- self.assertIsInstance(robots_txt, list)-- robots_txt = sf.parseRobotsTxt("")- self.assertIsInstance(robots_txt, list)-- robots_txt = sf.parseRobotsTxt([])- self.assertIsInstance(robots_txt, list)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ robots_txt = sf.parseRobotsTxt(invalid_type)+ self.assertIsInstance(robots_txt, list)robots_txt = sf.parseRobotsTxt("disallow:")self.assertIsInstance(robots_txt, list)@@ -885,58 +975,52 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- hashes = sf.parseHashes(None)- self.assertIsInstance(hashes, list)-- hashes = sf.parseHashes([])- self.assertIsInstance(hashes, list)-- hashes = sf.parseHashes("")- self.assertIsInstance(hashes, list)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ hashes = sf.parseHashes(invalid_type)+ self.assertIsInstance(hashes, list)hashes = sf.parseHashes("spiderfoote17cff4eb3e8fbe6ca3b83fb47532dbaspiderfoot")self.assertIsInstance(hashes, list)self.assertIn("e17cff4eb3e8fbe6ca3b83fb47532dba", hashes)- @unittest.skip("todo")+ #@unittest.skip("todo")def test_parse_credit_cards_should_return_a_list(self):"""Test parseCreditCards(self, data)"""sf = SpiderFoot(self.default_options)- cards = sf.parseCreditCards(None)- self.assertIsInstance(cards, list)-- cards = sf.parseCreditCards([])- self.assertIsInstance(cards, list)-- cards = sf.parseCreditCards("")- self.assertIsInstance(cards, list)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ cards = sf.parseCreditCards(invalid_type)+ self.assertIsInstance(cards, list)cards = sf.parseCreditCards("spiderfoot4111 1111 1111 1111spiderfoot")- self.assertIsInstance(hashes, list)- self.assertIn("4111111111111111", hashes)+ self.assertIsInstance(cards, list)+ self.assertIn("4111111111111111", cards)- @unittest.skip("todo")def test_parse_iban_numbers_should_return_a_list(self):"""Test parseIBANNumbers(self, data)"""sf = SpiderFoot(self.default_options)- ibans = sf.parseIBANNumbers(None)- self.assertIsInstance(ibans, list)-- ibans = sf.parseIBANNumbers([])- self.assertIsInstance(ibans, list)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ ibans = sf.parseIBANNumbers(invalid_type)+ self.assertIsInstance(ibans, list)- ibans = sf.parseIBANNumbers("")+ ibans = sf.parseCreditCards("spiderfootAL35202111090000000001234567spiderfootAD1400080001001234567890spiderfootAT483200000012345864spiderfoot")self.assertIsInstance(ibans, list)+ #self.assertIn("AL35202111090000000001234567", ibans)+ #self.assertIn("AD1400080001001234567890", ibans)+ #self.assertIn("AT483200000012345864", ibans)- self.assertEqual('TBD', 'TBD')-- def test_parse_emails_should_return_list(self):+ def test_parse_emails_should_return_list_of_emails_from_string(self):"""Test parseEmails(self, data)"""@@ -953,14 +1037,11 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- parse_emails = sf.parseEmails(None)- self.assertIsInstance(parse_emails, list)-- parse_emails = sf.parseEmails([])- self.assertIsInstance(parse_emails, list)-- parse_emails = sf.parseEmails("")- self.assertIsInstance(parse_emails, list)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ emails = sf.parseEmails(invalid_type)+ self.assertIsInstance(emails, list)@unittest.skip("todo")def test_ssl_der_to_pem(self):@@ -968,6 +1049,7 @@ class TestSpiderFoot(unittest.TestCase):Test sslDerToPem(self, der)"""sf = SpiderFoot(self.default_options)+ pem = sf.sslDerToPem(None)self.assertEqual('TBD', 'TBD')@@ -977,14 +1059,11 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- with self.assertRaises(TypeError) as cm:- pem = sf.sslDerToPem(None)-- with self.assertRaises(TypeError) as cm:- pem = sf.sslDerToPem([])-- with self.assertRaises(TypeError) as cm:- pem = sf.sslDerToPem("")+ invalid_types = [None, "", list()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ with self.assertRaises(TypeError) as cm:+ pem = sf.sslDerToPem(invalid_type)def test_parse_cert_should_return_a_dict(self):"""@@ -992,7 +1071,12 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- parse_cert = sf.parseCert("-----BEGIN CERTIFICATE-----\nMIIEkjCCA3qgAwIBAgIQCgFBQgAAAVOFc2oLheynCDANBgkqhkiG9w0BAQsFADA/MSQwIgYDVQQKExtEaWdpdGFsIFNpZ25hdHVyZSBUcnVzdCBDby4xFzAVBgNVBAMTDkRTVCBSb290IENBIFgzMB4XDTE2MDMxNzE2NDA0NloXDTIxMDMxNzE2NDA0NlowSjELMAkGA1UEBhMCVVMxFjAUBgNVBAoTDUxldCdzIEVuY3J5cHQxIzAhBgNVBAMTGkxldCdzIEVuY3J5cHQgQXV0aG9yaXR5IFgzMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAnNMM8FrlLke3cl03g7NoYzDq1zUmGSXhvb418XCSL7e4S0EFq6meNQhY7LEqxGiHC6PjdeTm86dicbp5gWAf15Gan/PQeGdxyGkOlZHP/uaZ6WA8SMx+yk13EiSdRxta67nsHjcAHJyse6cF6s5K671B5TaYucv9bTyWaN8jKkKQDIZ0Z8h/pZq4UmEUEz9l6YKHy9v6Dlb2honzhT+Xhq+w3Brvaw2VFn3EK6BlspkENnWAa6xK8xuQSXgvopZPKiAlKQTGdMDQMc2PMTiVFrqoM7hD8bEfwzB/onkxEz0tNvjj/PIzark5McWvxI0NHWQWM6r6hCm21AvA2H3DkwIDAQABo4IBfTCCAXkwEgYDVR0TAQH/BAgwBgEB/wIBADAOBgNVHQ8BAf8EBAMCAYYwfwYIKwYBBQUHAQEEczBxMDIGCCsGAQUFBzABhiZodHRwOi8vaXNyZy50cnVzdGlkLm9jc3AuaWRlbnRydXN0LmNvbTA7BggrBgEFBQcwAoYvaHR0cDovL2FwcHMuaWRlbnRydXN0LmNvbS9yb290cy9kc3Ryb290Y2F4My5wN2MwHwYDVR0jBBgwFoAUxKexpHsscfrb4UuQdf/EFWCFiRAwVAYDVR0gBE0wSzAIBgZngQwBAgEwPwYLKwYBBAGC3xMBAQEwMDAuBggrBgEFBQcCARYiaHR0cDovL2Nwcy5yb290LXgxLmxldHNlbmNyeXB0Lm9yZzA8BgNVHR8ENTAzMDGgL6AthitodHRwOi8vY3JsLmlkZW50cnVzdC5jb20vRFNUUk9PVENBWDNDUkwuY3JsMB0GA1UdDgQWBBSoSmpjBH3duubRObemRWXv86jsoTANBgkqhkiG9w0BAQsFAAOCAQEA3TPXEfNjWDjdGBX7CVW+dla5cEilaUcne8IkCJLxWh9KEik3JHRRHGJouM2VcGfl96S8TihRzZvoroed6ti6WqEBmtzw3Wodatg+VyOeph4EYpr/1wXKtx8/wApIvJSwtmVi4MFU5aMqrSDE6ea73Mj2tcMyo5jMd6jmeWUHK8so/joWUoHOUgwuX4Po1QYz+3dszkDqMp4fklxBwXRsW10KXzPMTZ+sOPAveyxindmjkW8lGy+QsRlGPfZ+G6Z6h7mjem0Y+iWlkYcV4PIWL1iwBi8saCbGS5jN2p8M+X+Q7UNKEkROb3N6KOqkqm57TH2H3eDJAkSnh6/DNFu0Qg==\n-----END CERTIFICATE-----")+ cert = "-----BEGIN CERTIFICATE-----\r\nMIIEkjCCA3qgAwIBAgIQCgFBQgAAAVOFc2oLheynCDANBgkqhkiG9w0BAQsFADA/MSQwIgYDVQQKExtEaWdpdGFsIFNpZ25hdHVyZSBUcnVzdCBDby4xFzAVBgNVBAMTDkRTVCBSb290IENBIFgzMB4XDTE2MDMxNzE2NDA0NloXDTIxMDMxNzE2NDA0NlowSjELMAkGA1UEBhMCVVMxFjAUBgNVBAoTDUxldCdzIEVuY3J5cHQxIzAhBgNVBAMTGkxldCdzIEVuY3J5cHQgQXV0aG9yaXR5IFgzMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAnNMM8FrlLke3cl03g7NoYzDq1zUmGSXhvb418XCSL7e4S0EFq6meNQhY7LEqxGiHC6PjdeTm86dicbp5gWAf15Gan/PQeGdxyGkOlZHP/uaZ6WA8SMx+yk13EiSdRxta67nsHjcAHJyse6cF6s5K671B5TaYucv9bTyWaN8jKkKQDIZ0Z8h/pZq4UmEUEz9l6YKHy9v6Dlb2honzhT+Xhq+w3Brvaw2VFn3EK6BlspkENnWAa6xK8xuQSXgvopZPKiAlKQTGdMDQMc2PMTiVFrqoM7hD8bEfwzB/onkxEz0tNvjj/PIzark5McWvxI0NHWQWM6r6hCm21AvA2H3DkwIDAQABo4IBfTCCAXkwEgYDVR0TAQH/BAgwBgEB/wIBADAOBgNVHQ8BAf8EBAMCAYYwfwYIKwYBBQUHAQEEczBxMDIGCCsGAQUFBzABhiZodHRwOi8vaXNyZy50cnVzdGlkLm9jc3AuaWRlbnRydXN0LmNvbTA7BggrBgEFBQcwAoYvaHR0cDovL2FwcHMuaWRlbnRydXN0LmNvbS9yb290cy9kc3Ryb290Y2F4My5wN2MwHwYDVR0jBBgwFoAUxKexpHsscfrb4UuQdf/EFWCFiRAwVAYDVR0gBE0wSzAIBgZngQwBAgEwPwYLKwYBBAGC3xMBAQEwMDAuBggrBgEFBQcCARYiaHR0cDovL2Nwcy5yb290LXgxLmxldHNlbmNyeXB0Lm9yZzA8BgNVHR8ENTAzMDGgL6AthitodHRwOi8vY3JsLmlkZW50cnVzdC5jb20vRFNUUk9PVENBWDNDUkwuY3JsMB0GA1UdDgQWBBSoSmpjBH3duubRObemRWXv86jsoTANBgkqhkiG9w0BAQsFAAOCAQEA3TPXEfNjWDjdGBX7CVW+dla5cEilaUcne8IkCJLxWh9KEik3JHRRHGJouM2VcGfl96S8TihRzZvoroed6ti6WqEBmtzw3Wodatg+VyOeph4EYpr/1wXKtx8/wApIvJSwtmVi4MFU5aMqrSDE6ea73Mj2tcMyo5jMd6jmeWUHK8so/joWUoHOUgwuX4Po1QYz+3dszkDqMp4fklxBwXRsW10KXzPMTZ+sOPAveyxindmjkW8lGy+QsRlGPfZ+G6Z6h7mjem0Y+iWlkYcV4PIWL1iwBi8saCbGS5jN2p8M+X+Q7UNKEkROb3N6KOqkqm57TH2H3eDJAkSnh6/DNFu0Qg==\r\n-----END CERTIFICATE-----"++ parse_cert = sf.parseCert(cert)+ self.assertIsInstance(parse_cert, dict)++ parse_cert = sf.parseCert(cert, 'spiderfoot.net')self.assertIsInstance(parse_cert, dict)def test_parse_cert_invalid_cert_should_return_none(self):@@ -1001,8 +1085,11 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- parse_cert = sf.parseCert(None, 'spiderfoot.net', 30)- self.assertEqual(None, parse_cert)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ parse_cert = sf.parseCert(invalid_type, 'spiderfoot.net', 30)+ self.assertEqual(None, parse_cert)def test_parse_cert_invalid_fqdn_should_return_none(self):"""@@ -1010,8 +1097,11 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- parse_cert = sf.parseCert(None, None, 30)- self.assertEqual(None, parse_cert)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ parse_cert = sf.parseCert(None, invalid_type, 30)+ self.assertEqual(None, parse_cert)def test_parse_cert_invalid_expiringdays_should_return_none(self):"""@@ -1019,19 +1109,24 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- parse_cert = sf.parseCert(None, 'spiderfoot.net', None)- self.assertEqual(None, parse_cert)+ invalid_types = [None, "", list()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ parse_cert = sf.parseCert(None, 'spiderfoot.net', invalid_type)+ self.assertEqual(None, parse_cert)- @unittest.skip("todo")- def test_extract_urls(self):+ def test_extract_urls_should_extract_urls_from_string(self):"""Test extractUrls(self, content)"""sf = SpiderFoot(self.default_options)- self.assertEqual('TBD', 'TBD')+ urls = sf.extractUrls("abchttps://example.spiderfoot.net/path\rabchttp://example.spiderfoot.net:1337/path\rabc")+ self.assertIsInstance(urls, list)+ self.assertIn("https://example.spiderfoot.net/path", urls)+ self.assertIn("http://example.spiderfoot.net:1337/path", urls)- def test_parse_links_should_return_a_dict(self):+ def test_parse_links_should_return_a_dict_of_urls_from_string(self):"""Test parseLinks(self, url, data, domains)"""@@ -1040,14 +1135,22 @@ class TestSpiderFoot(unittest.TestCase):parse_links = sf.parseLinks('url', 'example html content', 'domains')self.assertIsInstance(parse_links, dict)+ parse_links = sf.parseLinks('http://spiderfoot.net/', 'example html content<a href="http://spiderfoot.net/path"></a>', 'domains')+ self.assertIsInstance(parse_links, dict)++ self.assertEqual('TBD', 'TBD')+def test_parse_links_invalid_url_should_return_a_dict(self):"""Test parseLinks(self, url, data, domains)"""sf = SpiderFoot(self.default_options)- parse_links = sf.parseLinks(None, 'example html content', 'domains')- self.assertIsInstance(parse_links, dict)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ parse_links = sf.parseLinks(invalid_type, 'example html content', 'domains')+ self.assertIsInstance(parse_links, dict)def test_parse_links_invalid_data_should_return_a_dict(self):"""@@ -1055,8 +1158,11 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- parse_links = sf.parseLinks('url', None, 'domains')- self.assertIsInstance(parse_links, dict)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ parse_links = sf.parseLinks("", invalid_type, 'domains')+ self.assertIsInstance(parse_links, dict)def test_parse_links_invalid_domains_should_return_a_dict(self):"""@@ -1064,8 +1170,11 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- parse_links = sf.parseLinks('url', 'example html content', None)- self.assertEqual(dict, type(parse_links))+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ parse_links = sf.parseLinks('url', 'example html content', invalid_type)+ self.assertIsInstance(parse_links, dict)def test_url_encode_unicode_should_return_a_string(self):"""@@ -1076,23 +1185,23 @@ class TestSpiderFoot(unittest.TestCase):url_encode_unicode = sf.urlEncodeUnicode('url')self.assertIsInstance(url_encode_unicode, str)- @unittest.skip("todo")- def test_get_session(self):+ def test_get_session_should_return_a_session(self):"""Test getSession(self)"""sf = SpiderFoot(self.default_options)+ session = sf.getSession()+ self.assertIn("requests.sessions.Session", str(session))- self.assertEqual('TBD', 'TBD')-- @unittest.skip("todo")- def test_remove_url_creds(self):+ def test_remove_url_creds_should_remove_credentials_from_url(self):"""Test removeUrlCreds(self, url):"""- sf = SpiderFoot(self.default_options)+ url = "http://local/?key=secret&pass=secret&user=secret&password=secret"- self.assertEqual('TBD', 'TBD')+ sf = SpiderFoot(self.default_options)+ new_url = sf.removeUrlCreds(url)+ self.assertNotIn("secret", new_url)@unittest.skip("todo")def test_fetch_url(self):@@ -1102,8 +1211,12 @@ class TestSpiderFoot(unittest.TestCase):postData=None, dontMangle=False, sizeLimit=None,headOnly=False, verify=False)"""+ sf = SpiderFoot(self.default_options)++ data = sf.fetchUrl(None)self.assertEqual('TBD', 'TBD')+ @unittest.skip("todo")def test_fetch_url_invalid_url_should_return_none(self):"""Test fetchUrl(self, url, fatal=False, cookies=None, timeout=30,@@ -1113,8 +1226,11 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- res = sf.fetchUrl(None)- self.assertEqual(None, res)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ res = sf.fetchUrl(invalid_type)+ self.assertEqual(None, res)def test_check_dns_wildcard_invalid_target_should_return_none(self):"""@@ -1122,8 +1238,11 @@ class TestSpiderFoot(unittest.TestCase):"""sf = SpiderFoot(self.default_options)- check_dns_wildcard = sf.checkDnsWildcard(None)- self.assertIsInstance(check_dns_wildcard, bool)+ invalid_types = [None, "", list(), dict()]+ for invalid_type in invalid_types:+ with self.subTest(invalid_type=invalid_type):+ check_dns_wildcard = sf.checkDnsWildcard(invalid_type)+ self.assertIsInstance(check_dns_wildcard, bool)def test_check_dns_wildcard_should_return_a_boolean(self):"""@@ -1139,6 +1258,9 @@ class TestSpiderFoot(unittest.TestCase):"""Test googleIterate(self, searchString, opts=dict())"""+ sf = SpiderFoot(self.default_options)++ sf.googleIterate(None, None)self.assertEqual('TBD', 'TBD')@unittest.skip("todo")@@ -1146,6 +1268,9 @@ class TestSpiderFoot(unittest.TestCase):"""Test bingIterate(self, searchString, opts=dict())"""+ sf = SpiderFoot(self.default_options)++ sf.bingIterate(None, None)self.assertEqual('TBD', 'TBD')if __name__ == '__main__':