SearXNG is a free internet metasearch engine which aggregates results from various search services and databases. Users are neither tracked nor profiled.
Python bingbravedegoogleduckduckgogooglemetasearchprivacypythonqwantsearchsearch-enginesearxsearxngstartpageyahoo
[feat] engines: add findfiles.net file search engine
Bnyroaeced6724935
diff --git a/searx/engines/findfiles.py b/searx/engines/findfiles.pynew file mode 100644index 000000000..2ce7d8e1c--- /dev/null+++ b/searx/engines/findfiles.py@@ -0,0 +1,118 @@+# SPDX-License-Identifier: AGPL-3.0-or-later+"""FindFiles.net_ is a Germany-based file search engine.++FindFiles.net_ is a specialized file search engine designed to help you search+files online with precision. Unlike traditional search engines that mainly index+web pages, FindFiles focuses on finding real files on the internet - including+PDFs, documents, archives, videos, datasets, and more.++.. _FindFiles.net: https://findfiles.net+"""++from os.path import basename+from urllib.parse import urlencode+import typing as t++from lxml import html++from searx.result_types import EngineResults+from searx.utils import extract_text, eval_xpath, eval_xpath_list++if t.TYPE_CHECKING:+ from extended_types import SXNG_Response+ from search.processors import OnlineParams++about = {+ "website": "https://findfiles.net",+ "wikidata_id": None,+ "official_api_documentation": None,+ "use_official_api": False,+ "require_api_key": False,+ "results": "HTML",+}++base_url = "https://findfiles.net"+categories = ["files"]+paging = True+safeserach = True++safesearch_map = {+ 0: "contentguard.off",+ 1: "contentguard.moderate",+ 2: "contentguard.strict",+}++FindFilesCategory = t.Literal[+ "all",+ "document",+ "text",+ "image",+ "audio",+ "video",+]+FINDFILES_CATEGORIES = t.get_args(FindFilesCategory)++findfiles_categ: FindFilesCategory = "all"+"""Category to search in."""+++def setup(_: dict[str, t.Any]) -> bool:+ if findfiles_categ not in FINDFILES_CATEGORIES:+ raise ValueError("invalid category: %s" % findfiles_categ)+ return True+++def request(query: str, params: "OnlineParams") -> None:+ args = {+ "query": query,+ "contentguard": safesearch_map[params["safesearch"]],+ "page": params["pageno"],+ }+ # the language in the path doesn't change anything about the results, it+ # only changes the UI+ params["url"] = f"{base_url}/en/serp/{findfiles_categ}/?{urlencode(args)}"+++def response(resp: "SXNG_Response") -> EngineResults:+ res = EngineResults()++ dom = html.fromstring(resp.text)+ if findfiles_categ == "image":+ for result in eval_xpath_list(+ dom, "//div[contains(@class, 'image-mosaic')]/div[contains(@class, 'image-item')]"+ ):+ res.add(+ res.types.Image(+ url=extract_text(eval_xpath(result, ".//div[contains(@class, 'caption')]/a/@href")) or "",+ title=extract_text(eval_xpath(result, ".//div[contains(@class, 'caption')]/a")) or "",+ thumbnail_src=extract_text(eval_xpath(result, ".//img/@src")) or "",+ )+ )+ elif findfiles_categ == "video":+ for result in eval_xpath_list(+ dom, "//div[contains(@class, 'video-mosaic')]/div[contains(@class, 'video-item')]"+ ):+ video_src = extract_text(eval_xpath(result, ".//video/@src")) or ""+ res.add(+ res.types.LegacyResult(+ template="videos.html",+ url=video_src,+ title=extract_text(eval_xpath(result, ".//div[contains(@class, 'caption')]/span")) or "",+ iframe_src=video_src or "",+ )+ )+ else:+ for result in eval_xpath_list(dom, "//ol/li[contains(@class, 'result-item')]/article"):+ filename = basename(extract_text(eval_xpath(result, ".//h3")) or "")+ res.add(+ res.types.File(+ url=extract_text(eval_xpath(result, ".//h3/a/@href")) or "",+ title=filename,+ content=" ".join(extract_text(el) or "" for el in eval_xpath_list(result, "./div/span")),+ filename=filename,+ size=extract_text(eval_xpath(result, "(.//span[@id])[1]")) or "",+ embedded=extract_text(eval_xpath(result, ".//audio/@src")) or "",+ )+ )++ return resdiff --git a/searx/settings.yml b/searx/settings.ymlindex 29cb8e903..1bf37724a 100644--- a/searx/settings.yml+++ b/searx/settings.yml@@ -977,6 +977,34 @@ engines:shortcut: fddisabled: true+ - name: findfiles+ engine: findfiles+ findfiles_categ: all+ categories: files+ shortcut: fif+ disabled: true++ - name: findfiles images+ engine: findfiles+ findfiles_categ: image+ categories: images+ shortcut: fifi+ disabled: true++ - name: findfiles videos+ engine: findfiles+ findfiles_categ: video+ categories: videos+ shortcut: fifv+ disabled: true++ - name: findfiles music+ engine: findfiles+ findfiles_categ: audio+ categories: music+ shortcut: fifm+ disabled: true+- name: findthatmemeengine: findthatmemeshortcut: ftm