for now

icco · Jun 21, 2021 · 0850b87 · 0850b87
1 parent 6ccffc5
commit 0850b87
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/config.go b/config.go
@@ -3,7 +3,6 @@ package hayden
 import (
 	"context"
 	"encoding/json"
-	"fmt"
 
 	"go.uber.org/zap"
 )
@@ -32,7 +31,8 @@ func (cf *ConfigFile) ScrapeTargets(ctx context.Context) error {
 	for _, t := range cf.Targets {
 		match, err := t.Scan(ctx, cf.Config)
 		if err != nil {
-			return fmt.Errorf("error on target %+v: %w", t, err)
+			cf.Config.Log.Errorw("error on target", "target", t, zap.Error(err))
+			continue
 		}
 
 		if match {

diff --git a/scrape.go b/scrape.go
@@ -18,7 +18,7 @@ func (cfg *Config) Find(ctx context.Context, target *url.URL, search string) (bo
 	)
 	defer ccancel()
 
-	tctx, tcancel := context.WithTimeout(cctx, 15*time.Second)
+	tctx, tcancel := context.WithTimeout(cctx, 150*time.Second)
 	defer tcancel()
 
 	var htmlContent string