Korbs/4get
1
Fork 0
mirror of https://git.lolcat.ca/lolcat/4get.git synced 2024-12-03 23:42:16 -05:00
Code Packages 1 Activity

Compare commits

base: Korbs:b492ef2329ef918b0b40f3090b4bdc3681e3fd09
Branches Tags
Korbs:master
...
compare: Korbs:4e039f709571c50895501f1422659d102bef6b16
Branches Tags
Korbs:master

2 commits
b492ef2329 ... 4e039f7095

Author SHA1 Message Date
lolcat
4e039f7095 dementia moment 2024-06-12 22:42:21 -04:00
lolcat
24e9548297 i fucking hate google 2024-06-12 22:41:02 -04:00
5 changed files with 3763 additions and 2622 deletions
Show stats Expand all files Collapse all files

8
data/config.php
View file

@ -101,12 +101,16 @@ class config{
"https://search.milivojevic.in.rs", "https://search.milivojevic.in.rs",
"https://4get.snine.nl", "https://4get.snine.nl",
"https://4get.datura.network", "https://4get.datura.network",
"https://4get.neco.lol" "https://4get.neco.lol",
"https://4get.lol",
"https://4get.ch",
"https://4get.edmateo.site",
"https://4get.sudovanilla.org"
]; ];
// Default user agent to use for scraper requests. Sometimes ignored to get specific webpages // Default user agent to use for scraper requests. Sometimes ignored to get specific webpages
// Changing this might break things. // Changing this might break things.
const USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:125.0) Gecko/20100101 Firefox/125.0"; const USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:127.0) Gecko/20100101 Firefox/127.0";
// Proxy pool assignments for each scraper // Proxy pool assignments for each scraper
// false = Use server's raw IP // false = Use server's raw IP

12
lib/fuckhtml.php
View file

@ -240,7 +240,17 @@ class fuckhtml{
public function getElementsByFuzzyAttributeValue(string $name, string $value, $collection = null){ public function getElementsByFuzzyAttributeValue(string $name, string $value, $collection = null){
$elems = $this->getElementsByAttributeName($name, $collection); $elems = $this->getElementsByAttributeName($name, $collection);
$value = explode(" ", $value); $value =
explode(
" ",
trim(
preg_replace(
'/ +/',
" ",
$value
)
)
);
$return = []; $return = [];

6362
scraper/google.php
View file

File diff suppressed because it is too large Load diff

1
scraper/spotify.json
View file

File diff suppressed because one or more lines are too long

2
scraper/yep.php
View file

@ -275,7 +275,7 @@ class yep{
curl_setopt($curlproc, CURLOPT_SSL_VERIFYPEER, true); curl_setopt($curlproc, CURLOPT_SSL_VERIFYPEER, true);
curl_setopt($curlproc, CURLOPT_CONNECTTIMEOUT, 30); curl_setopt($curlproc, CURLOPT_CONNECTTIMEOUT, 30);
curl_setopt($curlproc, CURLOPT_TIMEOUT, 30); curl_setopt($curlproc, CURLOPT_TIMEOUT, 30);
$this->backend->assign_proxy($curlproc, $proxy); $this->backend->assign_proxy($curlproc, $proxy);
$data = curl_exec($curlproc); $data = curl_exec($curlproc);