diff --git a/pkg/scrape/navr.go b/pkg/scrape/navr.go index 89c251e1a..03c019065 100644 --- a/pkg/scrape/navr.go +++ b/pkg/scrape/navr.go @@ -2,6 +2,7 @@ package scrape import ( "html" + "regexp" "strconv" "strings" @@ -133,13 +134,13 @@ func NaughtyAmericaVR(wg *models.ScrapeWG, updateSite bool, knownScenes []string }) // Cast (extract from JavaScript) + re := regexp.MustCompile(`nanalytics.trackExperiment.*\);`) e.ForEach(`script`, func(id int, e *colly.HTMLElement) { if strings.Contains(e.Text, "femaleStar") { vm := otto.New() script := e.Text - script = strings.ReplaceAll(script, "nanalytics.trackExperiment('scene_page_viewed', 'streaming_option_join_button');", "") - script = strings.ReplaceAll(script, "nanalytics.trackExperiment('scene_page_viewed', 'yearly_option_first');", "") + script = re.ReplaceAllString(script, "") script = strings.Replace(script, "window.dataLayer", "dataLayer", -1) script = strings.Replace(script, "dataLayer = dataLayer || []", "dataLayer = []", -1) script = script + "\nout = []; dataLayer.forEach(function(v) { if (v.femaleStar) { out.push(v.femaleStar); } });"