89 lines
3.5 KiB
Python
89 lines
3.5 KiB
Python
|
#!/usr/bin/env python
|
|||
|
|
|
|||
|
|
from flask import Flask, render_template, request, redirect
|
|||
|
|
import requests
|
|||
|
|
from datetime import datetime, timezone
|
|||
|
|
import html
|
|||
|
|
import re
|
|||
|
|
import json
|
|||
|
|
import sys
|
|||
|
|
from bs4 import BeautifulSoup
|
|||
|
|
|
|||
|
|
ERRROR_MESSAGE = 'Uh oh, could not connect to urban dictionary api'
|
|||
|
|
DEFINE = "https://urbandictionary.com/define.php?term="
|
|||
|
|
AUTHOR = "https://urbandictionary.com/author.php?author="
|
|||
|
|
RANDOM = "https://urbandictionary.com/random.php"
|
|||
|
|
HOME = "https://urbandictionary.com/"
|
|||
|
|
|
|||
|
|
def scrape(url, arg=None):
|
|||
|
|
if arg == None:
|
|||
|
|
data = requests.get(url)
|
|||
|
|
else:
|
|||
|
|
data = requests.get(f"{url}{arg}")
|
|||
|
|
|
|||
|
|
if data.status_code == 200:
|
|||
|
|
our_path = re.sub(r".*://.*/", "/", request.url)
|
|||
|
|
path = re.sub(r".*://.*/", "/", data.url)
|
|||
|
|
if our_path != path:
|
|||
|
|
return f"REDIRECT {path}"
|
|||
|
|
ret = []
|
|||
|
|
soup = BeautifulSoup(data.text, "html.parser")
|
|||
|
|
for div in soup.find_all("div"):
|
|||
|
|
defid = div.get('data-defid')
|
|||
|
|
if defid != None:
|
|||
|
|
definition = soup.find(attrs={"data-defid": [defid]})
|
|||
|
|
word = definition.select("div div h1 a, div div h2 a")[0].text
|
|||
|
|
meaning = definition.find(attrs={"class" : ["break-words meaning mb-4"]}).decode_contents()
|
|||
|
|
example = definition.find(attrs={"class" : ["break-words example italic mb-4"]}).decode_contents()
|
|||
|
|
contributor = definition.find(attrs={"class" : ["contributor font-bold"]})
|
|||
|
|
ret.append([defid, word, meaning, example, contributor])
|
|||
|
|
pages = soup.find(attrs={"class" : ["pagination text-xl text-center"]})
|
|||
|
|
if pages == None:
|
|||
|
|
pages = ""
|
|||
|
|
return (ret, pages)
|
|||
|
|
else:
|
|||
|
|
return f"Couldn't get data from the API\n{data.status_code}"
|
|||
|
|
|
|||
|
|
def render(data):
|
|||
|
|
return render_template('index.html', data=data)
|
|||
|
|
|
|||
|
|
app = Flask(__name__, template_folder="templates", static_folder="static")
|
|||
|
|
|
|||
|
|
@app.route('/')
|
|||
|
|
def home():
|
|||
|
|
scraped = scrape(HOME + {True: f"?page={request.args.get('page')}", False: ""} [request.args.get('page') != None])
|
|||
|
|
if type(scraped) == str and scraped.startswith("REDIRECT"):
|
|||
|
|
return redirect(scraped.replace("REDIRECT ", ""), 302)
|
|||
|
|
return render(scraped)
|
|||
|
|
|
|||
|
|
@app.route('/define.php')
|
|||
|
|
def define():
|
|||
|
|
if request.args.get('term') != None:
|
|||
|
|
scraped = scrape(DEFINE + request.args.get('term') + {True: f"&page={request.args.get('page')}", False: ""} [request.args.get('page') != None])
|
|||
|
|
if type(scraped) == str and scraped.startswith("REDIRECT"):
|
|||
|
|
return redirect(scraped.replace("REDIRECT ", ""), 302)
|
|||
|
|
else:
|
|||
|
|
return redirect("/", 302)
|
|||
|
|
return render(scraped)
|
|||
|
|
|
|||
|
|
@app.route('/author.php')
|
|||
|
|
def author():
|
|||
|
|
if request.args.get('author') != None:
|
|||
|
|
scraped = scrape(AUTHOR + request.args.get('author') + {True: f"&page={request.args.get('page')}", False: ""} [request.args.get('page') != None])
|
|||
|
|
if type(scraped) == str and scraped.startswith("REDIRECT"):
|
|||
|
|
return redirect(scraped.replace("REDIRECT ", ""), 302)
|
|||
|
|
else:
|
|||
|
|
return redirect("/", 302)
|
|||
|
|
scraped = (scraped[0], str(scraped[1]).replace("»", "»").replace("âº", "›").replace("«", "«").replace("â¹", "‹"))
|
|||
|
|
return render(scraped)
|
|||
|
|
|
|||
|
|
@app.route('/random.php')
|
|||
|
|
def random():
|
|||
|
|
scraped = scrape(RANDOM)
|
|||
|
|
if type(scraped) == str and scraped.startswith("REDIRECT"):
|
|||
|
|
return redirect(scraped.replace("REDIRECT ", ""), 302)
|
|||
|
|
return render(scraped)
|
|||
|
|
|
|||
|
|
if __name__ == '__main__':
|
|||
|
|
app.run(port=8000)
|