cobra
/
rural-dict
1
0
Fork 1
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix infinite redirect issue 

Signed-off-by: Skylar "The Cobra" Widulski <cobra@vern.cc>
This commit is contained in:
Skylar "The Cobra" Widulski 2023-08-21 15:21:43 -04:00
parent 34e7febb82
commit cdb9c3ecd5
Signed by: cobra
GPG Key ID: 4FD8F812083FF6F9
1 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
main.py
View File

@ -5,19 +5,17 @@ import requests
import html
import re
from bs4 import BeautifulSoup
from urllib.parse import quote, unquote
def scrape(url):
data = requests.get(url)
our_path = re.sub(r".*://.*/", "/", request.url)
path = re.sub(r".*://.*/", "/", data.url)
print()
print(our_path)
print(path)
print()
if our_path != path:
return f"REDIRECT {path}"
if our_path != path and \
quote(unquote(re.sub("[?&=]", "", our_path))) != re.sub("[?&=]", "", path):
# this is bad ^
return f"REDIRECT {path}"
ret = []
soup = BeautifulSoup(data.text, "html.parser")
for div in soup.find_all("div"):