update: README

cmd/nebula/cmd_crawl.go

@@ -88,7 +88,7 @@ var CrawlCommand = &cli.Command{
 		},
 		&cli.StringFlag{
 			Name:        "json-out",
-			Usage:       "If set, stores the crawl results as JSON documents at the specified location (takes precedence over database settings).",
+			Usage:       "If set, stores the crawl results as JSON documents at `DIR` (takes precedence over database settings).",
 			EnvVars:     []string{"NEBULA_CRAWL_JSON_OUT"},
 			Value:       crawlConfig.JSONOut,
 			Destination: &crawlConfig.JSONOut,

pkg/config/crawl_test.go

@@ -10,7 +10,6 @@ import (
 
 func TestInit_BootstrapPeers(t *testing.T) {
 	config := Crawl{
-		Root:           &Root{Protocols: cli.NewStringSlice()},
 		BootstrapPeers: cli.NewStringSlice(),
 		Network:        string(NetworkIPFS),
 	}
@@ -22,7 +21,6 @@ func TestInit_BootstrapPeers(t *testing.T) {
 
 func TestConfig_BootstrapAddrInfos(t *testing.T) {
 	config := Crawl{
-		Root:           &Root{Protocols: cli.NewStringSlice()},
 		BootstrapPeers: cli.NewStringSlice(),
 		Network:        string(NetworkIPFS),
 	}

pkg/crawl/crawler_test.go

@@ -9,14 +9,15 @@ import (
 	mocknet "github.com/libp2p/go-libp2p/p2p/net/mock"
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
+	"github.com/urfave/cli/v2"
 
 	"github.com/dennis-tra/nebula-crawler/pkg/config"
 	"github.com/dennis-tra/nebula-crawler/pkg/queue"
 	"github.com/dennis-tra/nebula-crawler/pkg/utils"
 )
 
 func TestNewCrawler_correctInit(t *testing.T) {
-	conf := &config.Config{}
+	conf := &config.Crawl{Protocols: cli.NewStringSlice(), Root: &config.Root{}}
 	crawler, err := NewCrawler(nil, conf)
 	require.NoError(t, err)
 
@@ -31,7 +32,7 @@ func TestNewCrawler_correctInit(t *testing.T) {
 }
 
 func TestCrawler_StartCrawling_stopsOnShutdown(t *testing.T) {
-	crawler, err := NewCrawler(nil, &config.Config{})
+	crawler, err := NewCrawler(nil, &config.Crawl{Protocols: cli.NewStringSlice(), Root: &config.Root{}})
 	require.NoError(t, err)
 
 	ctx, cancel := context.WithCancel(context.Background())
@@ -55,7 +56,7 @@ func TestCrawler_handleCrawlJob_unlinked(t *testing.T) {
 	remote, err := net.GenPeer()
 	require.NoError(t, err)
 
-	crawler, err := NewCrawler(h, &config.Config{})
+	crawler, err := NewCrawler(h, &config.Crawl{Protocols: cli.NewStringSlice(), Root: &config.Root{}})
 	require.NoError(t, err)
 
 	pi := peer.AddrInfo{

pkg/db/db_client_test.go

@@ -52,11 +52,17 @@ func clearDatabase(ctx context.Context, db *sql.DB) error {
 func setup(t *testing.T) (context.Context, *DBClient, func(t *testing.T)) {
 	ctx := context.Background()
 
-	c := config.Root{}
-	c.DatabaseName = "nebula_test"
-	c.DatabaseUser = "nebula_test"
-	c.DatabasePassword = "password_test"
-	c.DatabasePort = 2345
+	c := config.Root{
+		DatabaseHost:           "localhost",
+		DatabasePort:           2345,
+		DatabaseName:           "nebula_test",
+		DatabasePassword:       "password_test",
+		DatabaseUser:           "nebula_test",
+		DatabaseSSLMode:        "disable",
+		AgentVersionsCacheSize: 100,
+		ProtocolsCacheSize:     100,
+		ProtocolsSetCacheSize:  100,
+	}
 
 	client, err := InitDBClient(ctx, &c)
 	require.NoError(t, err)