oct design v 1.4.1 - cleaned up main.go

Author: rapidclock

main.go

@@ -36,57 +36,3 @@ func octopusTest() {
 	octopus.SetupSystem()
 	octopus.BeginCrawling(Url1)
 }
-
-func checkPipelineA() {
-	exp.Temp()
-	crawler := exp.NewEngine()
-	crawler.Consume(HomeUrl)
-	crawler.Consume("Chicken Nugget")
-	crawler.Consume("Tina kicks ass!!")
-	fmt.Printf("1. %v\n", crawler.IsRunning())
-	crawler.TurnOff()
-	<-time.After(200 * time.Millisecond)
-	fmt.Printf("2. %v\n", crawler.IsRunning())
-	crawler.RestartEngine()
-	<-time.After(100 * time.Millisecond)
-	fmt.Printf("3. %v\n", crawler.IsRunning())
-	crawler.Consume("Hello Poppet!!")
-	fmt.Printf("4. %v\n", crawler.IsRunning())
-	crawler.TurnOff()
-}
-
-func checkParsing() {
-	resp, err := http.Get(HomeUrl)
-	if err != nil {
-		log.Fatal(err)
-	}
-	defer resp.Body.Close()
-	results := exp.GetLinks(resp.Body)
-	fmt.Println(len(results))
-	results = exp.ProcessLinks(HomeUrl, results)
-	fmt.Println(len(results))
-	results = exp.RemoveDuplicates(results)
-	fmt.Println(len(results))
-	results = exp.ValidateLinks(results)
-	fmt.Println(len(results))
-	for _, v := range results {
-		fmt.Println(v)
-	}
-}
-
-func runPipeline() {
-	crawler := exp.NewMonster()
-	opAdapterPipe := exp.GetOutputAdapterPipe()
-	crawler.BuildSystem(opAdapterPipe)
-	crawler.StartCrawling(LessLinkUrl)
-}
-
-func runPipelineWithOptions() {
-	opt := &exp.Options{
-		MaxDepth: 1,
-	}
-	crawler := exp.NewMonsterWithOptions(opt)
-	opAdapterPipe := exp.GetOutputAdapterPipe()
-	crawler.BuildSystem(opAdapterPipe)
-	crawler.StartCrawling(HomeUrl)
-}