diff --git a/engines/ahmia/hidden_service.php b/engines/ahmia/hidden_service.php
@@ -6,8 +6,7 @@
return "https://ahmia.fi/search/?q=" . urlencode($this->query);
}
- public function get_results() {
- $response = curl_multi_getcontent($this->ch);
+ public function parse_results($response) {
$results = array();
$xpath = get_xpath($response);
diff --git a/engines/bittorrent/1337x.php b/engines/bittorrent/1337x.php
@@ -5,9 +5,7 @@
return "https://1337x.to/search/$query/1/";
}
- public function get_results() {
- $response = curl_multi_getcontent($this->ch);
-
+ public function parse_results($response) {
$xpath = get_xpath($response);
$results = array();
diff --git a/engines/bittorrent/merge.php b/engines/bittorrent/merge.php
@@ -21,7 +21,7 @@
);
}
- public function get_results() {
+ public function parse_results($response) {
$results = array();
foreach ($this->requests as $request) {
if ($request->successful())
diff --git a/engines/bittorrent/nyaa.php b/engines/bittorrent/nyaa.php
@@ -6,8 +6,7 @@
return "https://$this->SOURCE/?q=" . urlencode($this->query);
}
- public function get_results() {
- $response = curl_multi_getcontent($this->ch);
+ public function parse_results($response) {
$xpath = get_xpath($response);
$results = array();
diff --git a/engines/bittorrent/rutor.php b/engines/bittorrent/rutor.php
@@ -4,8 +4,7 @@
return "http://rutor.info/search/" . urlencode($this->query);
}
- public function get_results() {
- $response = curl_multi_getcontent($this->ch);
+ public function parse_results($response) {
$xpath = get_xpath($response);
$results = array();
diff --git a/engines/bittorrent/thepiratebay.php b/engines/bittorrent/thepiratebay.php
@@ -4,8 +4,7 @@
return "https://apibay.org/q.php?q=" . urlencode($this->query);
}
- public function get_results() {
- $response = curl_multi_getcontent($this->ch);
+ public function parse_results($response) {
$results = array();
$json_response = json_decode($response, true);
diff --git a/engines/bittorrent/torrentgalaxy.php b/engines/bittorrent/torrentgalaxy.php
@@ -5,8 +5,7 @@
return "https://torrentgalaxy.to/torrents.php?search=$query#results";
}
- public function get_results() {
- $response = curl_multi_getcontent($this->ch);
+ public function parse_results($response) {
$xpath = get_xpath($response);
$results = array();
diff --git a/engines/bittorrent/yts.php b/engines/bittorrent/yts.php
@@ -4,9 +4,8 @@
return "https://yts.mx/api/v2/list_movies.json?query_term=" . urlencode($this->query);
}
- public function get_results() {
+ public function parse_results($response) {
$response = curl_multi_getcontent($this->ch);
- global $config;
$results = array();
$json_response = json_decode($response, true);
diff --git a/engines/invidious/video.php b/engines/invidious/video.php
@@ -6,9 +6,8 @@
return "$this->instance_url/api/v1/search?q=$query";
}
- public function get_results() {
+ public function parse_results($response) {
$results = array();
- $response = curl_multi_getcontent($this->ch);
$json_response = json_decode($response, true);
foreach ($json_response as $response) {
diff --git a/engines/librex/fallback.php b/engines/librex/fallback.php
@@ -1,6 +1,7 @@
<?php
class LibreXFallback extends EngineRequest {
+ protected $DO_CACHING = false;
public function __construct($instance, $opts, $mh) {
$this->instance = $instance;
parent::__construct($opts, $mh);
@@ -10,8 +11,7 @@
return $this->instance . "api.php?" . opts_to_params($this->opts);
}
- public function get_results() {
- $response = curl_exec($this->ch);
+ public function parse_results($response) {
$response = json_decode($response, true);
if (!$response)
return array();
diff --git a/engines/qwant/image.php b/engines/qwant/image.php
@@ -7,9 +7,9 @@
return "https://lite.qwant.com/?q=$query&t=images&p=$page";
}
- public function get_results() {
+ public function parse_results($response) {
$results = array();
- $xpath = get_xpath(curl_multi_getcontent($this->ch));
+ $xpath = get_xpath($response);
if (!$xpath)
return $results;
diff --git a/engines/special/currency.php b/engines/special/currency.php
@@ -4,9 +4,7 @@
return "https://cdn.moneyconvert.net/api/latest.json";
}
- public function get_results() {
- $response = curl_multi_getcontent($this->ch);
-
+ public function parse_results($response) {
$split_query = explode(" ", $this->query);
$base_currency = strtoupper($split_query[1]);
diff --git a/engines/special/definition.php b/engines/special/definition.php
@@ -8,9 +8,7 @@
return "https://api.dictionaryapi.dev/api/v2/entries/en/$word_to_define";
}
- public function get_results() {
- $response = curl_multi_getcontent($this->ch);
-
+ public function parse_results($response) {
$json_response = json_decode($response, true);
if (!array_key_exists("title", $json_response))
diff --git a/engines/special/ip.php b/engines/special/ip.php
@@ -1,6 +1,6 @@
<?php
class IPRequest extends EngineRequest {
- function get_results() {
+ public function parse_results($response) {
return array(
"special_response" => array(
"response" => $_SERVER["REMOTE_ADDR"],
diff --git a/engines/special/tor.php b/engines/special/tor.php
@@ -5,9 +5,7 @@
return "https://check.torproject.org/torbulkexitlist";
}
- public function get_results() {
- $response = curl_multi_getcontent($ch);
-
+ public function parse_results($response) {
$formatted_response = strpos($response, $_SERVER["REMOTE_ADDR"]) ? "It seems like you are using Tor" : "It seems like you are not using Tor";
$source = "https://check.torproject.org";
diff --git a/engines/special/user_agent.php b/engines/special/user_agent.php
@@ -1,6 +1,6 @@
<?php
class UserAgentRequest extends EngineRequest {
- function get_results() {
+ public function parse_results($response) {
return array(
"special_response" => array(
"response" => $_SERVER["HTTP_USER_AGENT"],
diff --git a/engines/special/weather.php b/engines/special/weather.php
@@ -4,8 +4,7 @@
return "https://wttr.in/@" . $_SERVER["REMOTE_ADDR"] . "?format=j1";
}
- public function get_results() {
- $response = curl_multi_getcontent($this->ch);
+ public function parse_results($response) {
$json_response = json_decode($response, true);
if (!$json_response)
diff --git a/engines/special/wikipedia.php b/engines/special/wikipedia.php
@@ -10,9 +10,7 @@
return "https://$this->wikipedia_language.wikipedia.org/w/api.php?format=json&action=query&prop=extracts%7Cpageimages&exintro&explaintext&redirects=1&pithumbsize=500&titles=$query_encoded";
}
- public function get_results() {
- $response = curl_multi_getcontent($this->ch);
-
+ public function parse_results($response) {
$json_response = json_decode($response, true);
$first_page = array_values($json_response["query"]["pages"])[0];
diff --git a/engines/text/duckduckgo.php b/engines/text/duckduckgo.php
@@ -22,9 +22,9 @@
return $url;
}
- public function get_results() {
+ public function parse_results($response) {
$results = array();
- $xpath = get_xpath(curl_multi_getcontent($this->ch));
+ $xpath = get_xpath(response);
foreach($xpath->query("/html/body/div[1]/div[". count($xpath->query('/html/body/div[1]/div')) ."]/div/div/div/div") as $result)
{
diff --git a/engines/text/google.php b/engines/text/google.php
@@ -26,9 +26,9 @@
}
- public function get_results() {
+ public function parse_results($response) {
$results = array();
- $xpath = get_xpath(curl_multi_getcontent($this->ch));
+ $xpath = get_xpath($response);
if (!$xpath)
return $results;
diff --git a/engines/text/text.php b/engines/text/text.php
@@ -30,7 +30,7 @@
$this->special_request = get_special_search_request($opts, $mh);
}
- public function get_results() {
+ public function parse_results($response) {
if (!$this->engine_request)
return array();
diff --git a/misc/cooldowns.php b/misc/cooldowns.php
@@ -1,4 +1,8 @@
<?php
+ if (!function_exists("apcu_fetch"))
+ error_log("apcu is not installed! Please consider installing php-pecl-apcu for significant performance improvements");
+
+
function load_cooldowns() {
if (function_exists("apcu_fetch"))
return apcu_exists("cooldowns") ? apcu_fetch("cooldowns") : array();
@@ -19,4 +23,23 @@
function has_cooldown($instance, $cooldowns) {
return ($cooldowns[$instance] ?? 0) > time();
}
+
+ function has_cached_results($url) {
+ if (function_exists("apcu_exists"))
+ return apcu_exists("cached:$url");
+
+ return false;
+ }
+
+ function store_cached_results($url, $results) {
+ if (function_exists("apcu_store") && !empty($results))
+ return apcu_store("cached:$url", $results);
+ }
+
+ function fetch_cached_results($url) {
+ if (function_exists("apcu_fetch"))
+ return apcu_fetch("cached:$url");
+
+ return array();
+ }
?>
diff --git a/misc/search_engine.php b/misc/search_engine.php
@@ -1,15 +1,20 @@
<?php
+ require "misc/cooldowns.php";
abstract class EngineRequest {
+ protected $DO_CACHING = true;
function __construct($opts, $mh) {
$this->query = $opts->query;
$this->page = $opts->page;
$this->opts = $opts;
- $url = $this->get_request_url();
- if (!$url)
+ $this->url = $this->get_request_url();
+ if (!$this->url)
return;
- $this->ch = curl_init($url);
+ if (has_cached_results($this->url))
+ return;
+
+ $this->ch = curl_init($this->url);
if ($opts->curl_settings)
curl_setopt_array($this->ch, $opts->curl_settings);
@@ -23,10 +28,35 @@
}
public function successful() {
- return curl_getinfo($this->ch)['http_code'] == '200';
+ return (isset($this->ch) && curl_getinfo($this->ch)['http_code'] == '200')
+ || has_cached_results($this->url);
+ }
+
+ abstract function parse_results($response);
+
+ public function get_results() {
+ if (!isset($this->url))
+ return $this->parse_results(null);
+
+ if ($this->DO_CACHING && has_cached_results($this->url)) {
+ error_log("used cache for $this->url");
+ return fetch_cached_results($this->url);
+ }
+
+ if (!isset($this->ch))
+ return $this->parse_results(null);
+
+ $response = curl_multi_getcontent($this->ch);
+ $results = $this->parse_results($response) ?? array();
+
+ if ($this->DO_CACHING) {
+ store_cached_results($this->url, $results);
+ error_log("caching $this->url in cache");
+ }
+
+ return $results;
}
- abstract function get_results();
static public function print_results($results){}
}
@@ -113,7 +143,6 @@
}
function fetch_search_results($opts, $do_print) {
- require "misc/cooldowns.php";
$opts->cooldowns = load_cooldowns();
$start_time = microtime(true);
| | | | | | | | | | | | | | | | | | | | | | |
