From bcf87c1187cad7ef80db78ff9decdab17d2dd797 Mon Sep 17 00:00:00 2001 From: iacore Date: Fri, 11 Oct 2024 08:38:10 +0000 Subject: [PATCH] [i18n] Fix crawler --- i18n/crawler/main.go | 6 ++++-- i18n/locale/en/template.json | 2 -- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/i18n/crawler/main.go b/i18n/crawler/main.go index 79a71a6..0c8d23f 100644 --- a/i18n/crawler/main.go +++ b/i18n/crawler/main.go @@ -49,7 +49,7 @@ func processFile(filename string, result *jnode.Node) { content2 := stripComments(string(content)) - root, err := html.Parse(strings.NewReader(content2)) + root, err := html.ParseWithOptions(strings.NewReader(content2), html.ParseOptionEnableScripting(false)) if err != nil { panic(err) } @@ -93,7 +93,9 @@ func visit(node *html.Node, record func([]*html.Node)) { case html.ElementNode: tag := it.Data - if tag == "a" && containsOnlyText(it) { + if tag == "style" || tag == "script" { + continue + } else if tag == "a" && containsOnlyText(it) { stash = append(stash, it) } else { clearTo(&stash, record) diff --git a/i18n/locale/en/template.json b/i18n/locale/en/template.json index 775177d..51130ef 100644 --- a/i18n/locale/en/template.json +++ b/i18n/locale/en/template.json @@ -119,7 +119,6 @@ "assets/views/layout/default.jet.html:VXeDWNKMf7g": "An open-source alternative frontend for Pixiv that doesn\u0026#39;t suck.", "assets/views/layout/default.jet.html:aUJuU1S8FA4": "pixivision", "assets/views/layout/default.jet.html:cC6JzeWX0Qw": "Ranking", - "assets/views/layout/default.jet.html:hFYmc36Z9ow": "\u0026lt;style\u0026gt;.js-required {display: none !important;}\u0026lt;/style\u0026gt;", "assets/views/layout/default.jet.html:ifjfMyvWvyA": "Discovery", "assets/views/layout/default.jet.html:lv5wuj1vx98": "Latest works by followed", "assets/views/layout/default.jet.html:xRwDHSMnIAE": "Ranking calendar", @@ -155,7 +154,6 @@ "assets/views/novel.jet.html:ayOijBSDUpw": "{{ .Novel.CommentCount }} Comments", "assets/views/novel.jet.html:fnJ94hxr_mY": "The creator turned comments off", "assets/views/novel.jet.html:fwJjmTkfPFo": "{{ seriesWorks }} works in this series", - "assets/views/novel.jet.html:jQcnZjfru88": "*}", "assets/views/novel.jet.html:kWXvbLEFYeU": "0 Comments", "assets/views/novel.jet.html:kZv9k39fa4s": "ยท", "assets/views/novel.jet.html:nu2CR4aefnc": "Options",