[i18n] Fix crawler

This commit is contained in:
iacore
2024-10-11 08:38:10 +00:00
parent 061bf9d471
commit bcf87c1187
2 changed files with 4 additions and 4 deletions
+4 -2
View File
@@ -49,7 +49,7 @@ func processFile(filename string, result *jnode.Node) {
content2 := stripComments(string(content))
root, err := html.Parse(strings.NewReader(content2))
root, err := html.ParseWithOptions(strings.NewReader(content2), html.ParseOptionEnableScripting(false))
if err != nil {
panic(err)
}
@@ -93,7 +93,9 @@ func visit(node *html.Node, record func([]*html.Node)) {
case html.ElementNode:
tag := it.Data
if tag == "a" && containsOnlyText(it) {
if tag == "style" || tag == "script" {
continue
} else if tag == "a" && containsOnlyText(it) {
stash = append(stash, it)
} else {
clearTo(&stash, record)
-2
View File
@@ -119,7 +119,6 @@
"assets/views/layout/default.jet.html:VXeDWNKMf7g": "An open-source alternative frontend for Pixiv that doesn\u0026#39;t suck.",
"assets/views/layout/default.jet.html:aUJuU1S8FA4": "pixivision",
"assets/views/layout/default.jet.html:cC6JzeWX0Qw": "Ranking",
"assets/views/layout/default.jet.html:hFYmc36Z9ow": "\u0026lt;style\u0026gt;.js-required {display: none !important;}\u0026lt;/style\u0026gt;",
"assets/views/layout/default.jet.html:ifjfMyvWvyA": "Discovery",
"assets/views/layout/default.jet.html:lv5wuj1vx98": "Latest works by followed",
"assets/views/layout/default.jet.html:xRwDHSMnIAE": "Ranking calendar",
@@ -155,7 +154,6 @@
"assets/views/novel.jet.html:ayOijBSDUpw": "{{ .Novel.CommentCount }} Comments",
"assets/views/novel.jet.html:fnJ94hxr_mY": "The creator turned comments off",
"assets/views/novel.jet.html:fwJjmTkfPFo": "{{ seriesWorks }} works in this series",
"assets/views/novel.jet.html:jQcnZjfru88": "*}",
"assets/views/novel.jet.html:kWXvbLEFYeU": "0 Comments",
"assets/views/novel.jet.html:kZv9k39fa4s": "·",
"assets/views/novel.jet.html:nu2CR4aefnc": "Options",