SearXNG is a free internet metasearch engine which aggregates results from various search services and databases. Users are neither tracked nor profiled.
Python bingbravedegoogleduckduckgogooglemetasearchprivacypythonqwantsearchsearch-enginesearxsearxngstartpageyahoo
[fix] 360search: fix engine by adding cookie caching
Tommaso Colellac57db45672ef
diff --git a/searx/engines/360search.py b/searx/engines/360search.pyindex 5bc123bbc..5aad7eb9f 100644--- a/searx/engines/360search.py+++ b/searx/engines/360search.py@@ -2,10 +2,18 @@# pylint: disable=invalid-name"""360Search search engine for searxng"""+import typing as t+from urllib.parse import urlencodefrom lxml import html+from searx import logger+from searx.enginelib import EngineCachefrom searx.utils import extract_text+from searx.network import get as http_get++if t.TYPE_CHECKING:+ from searx.extended_types import SXNG_Response# Metadataabout = {@@ -26,6 +34,35 @@ time_range_dict = {'day': 'd', 'week': 'w', 'month': 'm', 'year': 'y'}# Base URLbase_url = "https://www.so.com"+COOKIE_CACHE_KEY = "cookie"+COOKIE_CACHE_EXPIRATION_SECONDS = 3600++CACHE: EngineCache+"""Stores cookies from 360search to avoid re-fetching them on every request."""+++def setup(engine_settings: dict[str, t.Any]) -> bool:+ """Initialization of the engine.++ - Instantiate a cache for this engine (:py:obj:`CACHE`).++ """+ global CACHE # pylint: disable=global-statement+ # table name needs to be quoted to start with digits, so "cache" has been added to avoid sqlite complaining+ CACHE = EngineCache("cache" + engine_settings["name"])+ return True+++def get_cookie(url: str) -> str:+ cookie: str | None = CACHE.get(COOKIE_CACHE_KEY)+ if cookie:+ return cookie+ resp: SXNG_Response = http_get(url, timeout=10, allow_redirects=False)+ headers = resp.headers+ cookie = headers['set-cookie'].split(";")[0]+ CACHE.set(key=COOKIE_CACHE_KEY, value=cookie, expire=COOKIE_CACHE_EXPIRATION_SECONDS)++ return cookiedef request(query, params):@@ -36,8 +73,13 @@ def request(query, params):if time_range_dict.get(params['time_range']):query_params["adv_t"] = time_range_dict.get(params['time_range'])-params["url"] = f"{base_url}/s?{urlencode(query_params)}"+ # get token by calling the query page+ logger.debug("querying url: %s", params["url"])+ cookie = get_cookie(params["url"])+ logger.debug("obtained cookie: %s", cookie)+ params['headers'] = {'Cookie': cookie}+return paramsdiff --git a/searx/settings.yml b/searx/settings.ymlindex 73f8a8242..8806674b6 100644--- a/searx/settings.yml+++ b/searx/settings.yml@@ -341,6 +341,7 @@ engines:- name: 360searchengine: 360searchshortcut: 360so+ timeout: 10.0disabled: true- name: 360search videos