Skip to content

SpiderFoot automates OSINT for threat intelligence and mapping your attack surface.

sfp_searchcode: Start from page 0 not page 1 (#1256)

bcoles597faec1ef4c
diff --git a/modules/sfp_searchcode.py b/modules/sfp_searchcode.py
index 8ca72cae..1bbc6a77 100644
--- a/modules/sfp_searchcode.py
+++ b/modules/sfp_searchcode.py
@@ -128,8 +128,8 @@ class sfp_searchcode(SpiderFootPlugin):
self.results[eventData] = True
max_pages = int(self.opts['max_pages'])
- page = 1
- while page <= max_pages:
+ page = 0
+ while page < max_pages:
if self.checkForStop():
return
@@ -167,11 +167,12 @@ class sfp_searchcode(SpiderFootPlugin):
links = set()
for result in results:
- if 'lines' in result:
- for line in result['lines']:
- links.update(self.sf.extractUrls(result['lines'][line]))
+ lines = result.get('lines')
+ if lines:
+ for line in lines:
+ links.update(self.sf.extractUrls(lines[line]))
- for link in list(links):
+ for link in links:
if link in self.results:
continue