Raw source code output

README.md

@@ -77,6 +77,7 @@ Flags:
   -v, --verbose                   Turn on verbose
   -l, --length                    Turn on length
   -L, --filter-length             Turn on length filter
+  -R, --raw                       Turn on raw
   -q, --quiet                     Suppress all the output and only show URL
       --no-redirect               Disable redirect
       --version                   Check version

core/crawler.go

@@ -55,6 +55,7 @@ type Crawler struct {
 	Quiet      bool
 	JsonOutput bool
 	length     bool
+	raw        bool
 
 	filterLength_slice		[]int
 
@@ -85,6 +86,7 @@ func NewCrawler(site *url.URL, cmd *cobra.Command) *Crawler {
 	delay, _ := cmd.Flags().GetInt("delay")
 	randomDelay, _ := cmd.Flags().GetInt("random-delay")
 	length, _ := cmd.Flags().GetBool("length")
+	raw, _ := cmd.Flags().GetBool("raw")
 
 	c := colly.NewCollector(
 		colly.Async(true),
@@ -281,6 +283,7 @@ func NewCrawler(site *url.URL, cmd *cobra.Command) *Crawler {
 		Input:               site.String(),
 		JsonOutput:          jsonOutput,
 		length:              length,
+		raw:                 raw,
 		domain:              domain,
 		Output:              output,
 		urlSet:              stringset.NewStringFilter(),
@@ -443,6 +446,16 @@ func (crawler *Crawler) Start(linkfinder bool) {
 			if crawler.Output != nil {
 				crawler.Output.WriteToFile(outputFormat)
 			}
+
+			if crawler.raw { 
+				outputFormat := fmt.Sprintf("[Raw] - \n%s\n", respStr)  //PRINTCLEAN RAW for link visited only
+				if !crawler.Quiet { 
+					fmt.Println(outputFormat)
+				}
+				if crawler.Output != nil {
+					crawler.Output.WriteToFile(outputFormat)
+				}
+			}			
 		}
 	})
 
@@ -644,6 +657,16 @@ func (crawler *Crawler) setupLinkFinder() {
 					}
 				}
 			}
+
+			if crawler.raw { 
+				outputFormat := fmt.Sprintf("[Raw] - \n%s\n", respStr)  //PRINTCLEAN RAW for link visited only
+				if !crawler.Quiet { 
+					fmt.Println(outputFormat)
+				}
+				if crawler.Output != nil {
+					crawler.Output.WriteToFile(outputFormat)
+				}
+			}
 		}
 	})
 }

main.go

@@ -58,6 +58,7 @@ func main() {
 	commands.Flags().BoolP("no-redirect", "", false, "Disable redirect")
 	commands.Flags().BoolP("version", "", false, "Check version")
     commands.Flags().BoolP("length", "l", false, "Turn on length")
+    commands.Flags().BoolP("raw", "R", false, "Enable raw output")
 
 
 	commands.Flags().SortFlags = false