Skip to content

Commit

Permalink
Updated SearX instances list
Browse files Browse the repository at this point in the history
  • Loading branch information
shelld3v committed May 8, 2022
1 parent 8a7cd5d commit c460ae6
Showing 1 changed file with 10 additions and 7 deletions.
17 changes: 10 additions & 7 deletions resources/scripts/scrape/searx.ads
Original file line number Diff line number Diff line change
Expand Up @@ -7,24 +7,27 @@ name = "Searx"
type = "scrape"

function start()
set_rate_limit(4)
set_rate_limit(2)
math.randomseed(os.time())
end

function vertical(ctx, domain)
-- Qualified best Searx instances
-- Qualified best SearX/SearXNG instances
local instances = {
"https://anon.sx",
"https://etsi.me",
"https://northboot.xyz",
"https://procurx.pt",
"https://searx.be",
"https://searx.info",
"https://searx.ninja",
"https://searx.ru",
"https://searx.run",
"https://searx.sk",
"https://xeek.com",
"https://swag.pw",
}
-- Randomly choose one instance for scraping
local host = instances[math.random(1, 6)] .. "/search"
local host = instances[math.random(1, 9)] .. "/search"

for i=1,15 do
for i=1,10 do
local query = "site:" .. domain .. " -www"
local params = {
['q']=query,
Expand Down

0 comments on commit c460ae6

Please sign in to comment.