mirror of
https://codeberg.org/VnPower/PixivFE
synced 2024-12-06 19:16:23 +01:00
[i18n] Fix crawler
This commit is contained in:
@@ -49,7 +49,7 @@ func processFile(filename string, result *jnode.Node) {
|
||||
|
||||
content2 := stripComments(string(content))
|
||||
|
||||
root, err := html.Parse(strings.NewReader(content2))
|
||||
root, err := html.ParseWithOptions(strings.NewReader(content2), html.ParseOptionEnableScripting(false))
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
@@ -93,7 +93,9 @@ func visit(node *html.Node, record func([]*html.Node)) {
|
||||
case html.ElementNode:
|
||||
tag := it.Data
|
||||
|
||||
if tag == "a" && containsOnlyText(it) {
|
||||
if tag == "style" || tag == "script" {
|
||||
continue
|
||||
} else if tag == "a" && containsOnlyText(it) {
|
||||
stash = append(stash, it)
|
||||
} else {
|
||||
clearTo(&stash, record)
|
||||
|
||||
@@ -119,7 +119,6 @@
|
||||
"assets/views/layout/default.jet.html:VXeDWNKMf7g": "An open-source alternative frontend for Pixiv that doesn\u0026#39;t suck.",
|
||||
"assets/views/layout/default.jet.html:aUJuU1S8FA4": "pixivision",
|
||||
"assets/views/layout/default.jet.html:cC6JzeWX0Qw": "Ranking",
|
||||
"assets/views/layout/default.jet.html:hFYmc36Z9ow": "\u0026lt;style\u0026gt;.js-required {display: none !important;}\u0026lt;/style\u0026gt;",
|
||||
"assets/views/layout/default.jet.html:ifjfMyvWvyA": "Discovery",
|
||||
"assets/views/layout/default.jet.html:lv5wuj1vx98": "Latest works by followed",
|
||||
"assets/views/layout/default.jet.html:xRwDHSMnIAE": "Ranking calendar",
|
||||
@@ -155,7 +154,6 @@
|
||||
"assets/views/novel.jet.html:ayOijBSDUpw": "{{ .Novel.CommentCount }} Comments",
|
||||
"assets/views/novel.jet.html:fnJ94hxr_mY": "The creator turned comments off",
|
||||
"assets/views/novel.jet.html:fwJjmTkfPFo": "{{ seriesWorks }} works in this series",
|
||||
"assets/views/novel.jet.html:jQcnZjfru88": "*}",
|
||||
"assets/views/novel.jet.html:kWXvbLEFYeU": "0 Comments",
|
||||
"assets/views/novel.jet.html:kZv9k39fa4s": "·",
|
||||
"assets/views/novel.jet.html:nu2CR4aefnc": "Options",
|
||||
|
||||
Reference in New Issue
Block a user