mirror of
https://github.com/searxng/searxng.git
synced 2026-05-22 10:54:30 +02:00
[fix] 360search: fix engine by adding cookie caching
Co-authored-by: Bnyro <bnyro@tutanota.com>
This commit is contained in:
@@ -2,10 +2,18 @@
|
|||||||
# pylint: disable=invalid-name
|
# pylint: disable=invalid-name
|
||||||
"""360Search search engine for searxng"""
|
"""360Search search engine for searxng"""
|
||||||
|
|
||||||
|
import typing as t
|
||||||
|
|
||||||
from urllib.parse import urlencode
|
from urllib.parse import urlencode
|
||||||
from lxml import html
|
from lxml import html
|
||||||
|
|
||||||
|
from searx import logger
|
||||||
|
from searx.enginelib import EngineCache
|
||||||
from searx.utils import extract_text
|
from searx.utils import extract_text
|
||||||
|
from searx.network import get as http_get
|
||||||
|
|
||||||
|
if t.TYPE_CHECKING:
|
||||||
|
from searx.extended_types import SXNG_Response
|
||||||
|
|
||||||
# Metadata
|
# Metadata
|
||||||
about = {
|
about = {
|
||||||
@@ -26,6 +34,35 @@ time_range_dict = {'day': 'd', 'week': 'w', 'month': 'm', 'year': 'y'}
|
|||||||
|
|
||||||
# Base URL
|
# Base URL
|
||||||
base_url = "https://www.so.com"
|
base_url = "https://www.so.com"
|
||||||
|
COOKIE_CACHE_KEY = "cookie"
|
||||||
|
COOKIE_CACHE_EXPIRATION_SECONDS = 3600
|
||||||
|
|
||||||
|
CACHE: EngineCache
|
||||||
|
"""Stores cookies from 360search to avoid re-fetching them on every request."""
|
||||||
|
|
||||||
|
|
||||||
|
def setup(engine_settings: dict[str, t.Any]) -> bool:
|
||||||
|
"""Initialization of the engine.
|
||||||
|
|
||||||
|
- Instantiate a cache for this engine (:py:obj:`CACHE`).
|
||||||
|
|
||||||
|
"""
|
||||||
|
global CACHE # pylint: disable=global-statement
|
||||||
|
# table name needs to be quoted to start with digits, so "cache" has been added to avoid sqlite complaining
|
||||||
|
CACHE = EngineCache("cache" + engine_settings["name"])
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def get_cookie(url: str) -> str:
|
||||||
|
cookie: str | None = CACHE.get(COOKIE_CACHE_KEY)
|
||||||
|
if cookie:
|
||||||
|
return cookie
|
||||||
|
resp: SXNG_Response = http_get(url, timeout=10, allow_redirects=False)
|
||||||
|
headers = resp.headers
|
||||||
|
cookie = headers['set-cookie'].split(";")[0]
|
||||||
|
CACHE.set(key=COOKIE_CACHE_KEY, value=cookie, expire=COOKIE_CACHE_EXPIRATION_SECONDS)
|
||||||
|
|
||||||
|
return cookie
|
||||||
|
|
||||||
|
|
||||||
def request(query, params):
|
def request(query, params):
|
||||||
@@ -36,8 +73,13 @@ def request(query, params):
|
|||||||
|
|
||||||
if time_range_dict.get(params['time_range']):
|
if time_range_dict.get(params['time_range']):
|
||||||
query_params["adv_t"] = time_range_dict.get(params['time_range'])
|
query_params["adv_t"] = time_range_dict.get(params['time_range'])
|
||||||
|
|
||||||
params["url"] = f"{base_url}/s?{urlencode(query_params)}"
|
params["url"] = f"{base_url}/s?{urlencode(query_params)}"
|
||||||
|
# get token by calling the query page
|
||||||
|
logger.debug("querying url: %s", params["url"])
|
||||||
|
cookie = get_cookie(params["url"])
|
||||||
|
logger.debug("obtained cookie: %s", cookie)
|
||||||
|
params['headers'] = {'Cookie': cookie}
|
||||||
|
|
||||||
return params
|
return params
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -341,6 +341,7 @@ engines:
|
|||||||
- name: 360search
|
- name: 360search
|
||||||
engine: 360search
|
engine: 360search
|
||||||
shortcut: 360so
|
shortcut: 360so
|
||||||
|
timeout: 10.0
|
||||||
disabled: true
|
disabled: true
|
||||||
|
|
||||||
- name: 360search videos
|
- name: 360search videos
|
||||||
|
|||||||
Reference in New Issue
Block a user