Merge pull request #8 from pjcalvo/main

match the browser timeout with job timeout
gosom · Jan 18, 2025 · 0313772 · 0313772
2 parents 95aeef4 + 7715518
commit 0313772
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/adapters/fetchers/jshttp/jshttp.go b/adapters/fetchers/jshttp/jshttp.go
@@ -117,6 +117,11 @@ func (o *jsFetch) Fetch(ctx context.Context, job scrapemate.IJob) scrapemate.Res
 				Error: err,
 			}
 		}
+
+		// match the browser default timeout to the job timeout
+		if job.GetTimeout() > 0 {
+			page.SetDefaultTimeout(float64(job.GetTimeout().Milliseconds()))
+		}
 	}
 
 	defer page.Close()