From 54d29d6f68a047a490d6e81e699e18fd4504aa9c Mon Sep 17 00:00:00 2001 From: crwxaj <52156245+crwxaj@users.noreply.github.com> Date: Fri, 14 Feb 2025 18:04:40 +0100 Subject: [PATCH] minor: fix NAVR actors (#1943) Co-authored-by: crwxaj --- pkg/scrape/navr.go | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/pkg/scrape/navr.go b/pkg/scrape/navr.go index 89c251e1a..03c019065 100644 --- a/pkg/scrape/navr.go +++ b/pkg/scrape/navr.go @@ -2,6 +2,7 @@ package scrape import ( "html" + "regexp" "strconv" "strings" @@ -133,13 +134,13 @@ func NaughtyAmericaVR(wg *models.ScrapeWG, updateSite bool, knownScenes []string }) // Cast (extract from JavaScript) + re := regexp.MustCompile(`nanalytics.trackExperiment.*\);`) e.ForEach(`script`, func(id int, e *colly.HTMLElement) { if strings.Contains(e.Text, "femaleStar") { vm := otto.New() script := e.Text - script = strings.ReplaceAll(script, "nanalytics.trackExperiment('scene_page_viewed', 'streaming_option_join_button');", "") - script = strings.ReplaceAll(script, "nanalytics.trackExperiment('scene_page_viewed', 'yearly_option_first');", "") + script = re.ReplaceAllString(script, "") script = strings.Replace(script, "window.dataLayer", "dataLayer", -1) script = strings.Replace(script, "dataLayer = dataLayer || []", "dataLayer = []", -1) script = script + "\nout = []; dataLayer.forEach(function(v) { if (v.femaleStar) { out.push(v.femaleStar); } });"