cobra
/
MeMe
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Use do loop for trending images 

Signed-off-by: Skylar "The Cobra" Widulski <cobra@vern.cc>
This commit is contained in:
Skylar "The Cobra" Widulski 2023-12-07 21:00:24 -05:00
parent f4b17a8bf4
commit b4721775fa
Signed by: cobra
GPG Key ID: 4FD8F812083FF6F9
1 changed files with 30 additions and 69 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

99
meme/scraping.scm
View File

@ -71,10 +71,9 @@
(define (get-trending d)
(define trending (list ""))
(do ((i 1 (1+ i)))
((=
i
(xml-child-element-count
(get-xpath-node "//*[@id=\"trending-bar\"]" d) 0))
((= i
(xml-child-element-count
(get-xpath-node "//*[@id=\"trending-bar\"]" d) 0))
trending)
(append!
trending
@ -416,11 +415,10 @@
(define (get-sidebar-gallery d)
(define gallery (list ""))
(do ((i 1 (+ i 2)))
((>=
i
(- (xml-child-element-count
(get-xpath-node "/html/body/div[3]/aside" d) 0)
1))
((>= i
(- (xml-child-element-count
(get-xpath-node "/html/body/div[3]/aside" d) 0)
1))
gallery)
(append!
gallery
@ -538,66 +536,29 @@
d #f))))))
(define (get-sidebar-trending d)
(list
(get-xpath-string "/html/body/div[3]/aside/div[4]/h3/a/@href" d #t)
(get-xpath-string "/html/body/div[3]/aside/div[4]/h3/a/text()" d #f)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[1]/td[1]/a/@href"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[1]/td[1]/a/img/@data-src"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[1]/td[2]/a/@href"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[1]/td[2]/a/img/@data-src"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[1]/td[3]/a/@href"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[1]/td[3]/a/img/@data-src"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[2]/td[1]/a/@href"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[2]/td[1]/a/img/@data-src"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[2]/td[2]/a/@href"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[2]/td[2]/a/img/@data-src"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[2]/td[3]/a/@href"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[2]/td[3]/a/img/@data-src"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[3]/td[1]/a/@href"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[3]/td[1]/a/img/@data-src"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[3]/td[2]/a/@href"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[3]/td[2]/a/img/@data-src"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[3]/td[3]/a/@href"
d #t)
(get-xpath-string
"/html/body/div[3]/aside/div[4]/table/tbody/tr[3]/td[3]/a/img/@data-src"
d #t)))
(define lst (list
(get-xpath-string "/html/body/div[3]/aside/div[4]/h3/a/@href" d #t)
(get-xpath-string "/html/body/div[3]/aside/div[4]/h3/a/text()" d #f)))
(do ((i 1 (1+ i)))
((> i 3))
(do ((j 1 (1+ j)))
((> j 3))
(append!
lst
(list
(get-xpath-string
(string-append
"/html/body/div[3]/aside/div[4]/table/tbody/tr["
(number->string i)
"]/td[" (number->string j) "]/a/@href")
d #t)
(get-xpath-string
(string-append
"/html/body/div[3]/aside/div[4]/table/tbody/tr["
(number->string i)
"]/td[" (number->string j) "]/a/img/@data-src")
d #t)))))
lst)
(define (get-pagination d)
(if (null-pointer?