丰富单元测试

download/http/fetcher_test.go

@@ -1,41 +1,171 @@
 package http
 
 import (
-	"encoding/json"
-	"fmt"
+	"crypto/md5"
+	"encoding/hex"
 	"github.com/monkeyWie/gopeed/download/common"
-	"golang.org/x/net/proxy"
 	"io"
-	"io/ioutil"
 	"math/rand"
 	"net"
 	"net/http"
 	"os"
+	"reflect"
 	"testing"
 	"time"
 )
 
-func startMockServer() net.Listener {
+const testDir = "./"
+const buildSize = 200 * 1024 * 1024
+const buildName = "build.data"
+const buildFile = testDir + buildName
+const downloadName = "download.data"
+const downloadFile = testDir + downloadName
+
+func TestFetcher_Resolve(t *testing.T) {
+	testResolve(startTestFileServer, &common.Resource{
+		Size:  buildSize,
+		Range: true,
+		Files: []*common.FileInfo{
+			{
+				Name: buildName,
+				Size: buildSize,
+			},
+		},
+	}, t)
+	testResolve(startTestChunkedServer, &common.Resource{
+		Size:  0,
+		Range: false,
+		Files: []*common.FileInfo{
+			{
+				Name: buildName,
+				Size: 0,
+			},
+		},
+	}, t)
+}
+
+func testResolve(startTestServer func() net.Listener, want *common.Resource, t *testing.T) {
+	listener := startTestServer()
+	defer listener.Close()
+	fetcher := NewFetcher()
+	res, err := fetcher.Resolve(&common.Request{
+		URL: "http://" + listener.Addr().String() + "/" + buildName,
+	})
+	if err != nil {
+		t.Fatal(err)
+	}
+	res.Req = nil
+	if !reflect.DeepEqual(want, res) {
+		t.Errorf("Resolve error = %v, want %v", res, want)
+	}
+}
+
+func TestFetcher_DownloadNormal(t *testing.T) {
+	listener := startTestFileServer()
+	defer listener.Close()
+	// 正常下载
+	downloadNormal(listener, 1, t)
+	downloadNormal(listener, 5, t)
+	downloadNormal(listener, 8, t)
+	downloadNormal(listener, 16, t)
+}
+
+func TestFetcher_DownloadContinue(t *testing.T) {
+	listener := startTestFileServer()
+	defer listener.Close()
+	// 暂停继续
+	//downloadContinue(listener, 1, t)
+	downloadContinue(listener, 5, t)
+	//downloadContinue(listener, 8, t)
+	//downloadContinue(listener, 16, t)
+}
+
+func TestFetcher_DownloadChunked(t *testing.T) {
+	listener := startTestChunkedServer()
+	defer listener.Close()
+	// chunked编码下载
+	downloadNormal(listener, 1, t)
+	downloadContinue(listener, 1, t)
+}
+
+func TestFetcher_DownloadRetry(t *testing.T) {
+	listener := startTestRetryServer()
+	defer listener.Close()
+	// chunked编码下载
+	downloadNormal(listener, 1, t)
+}
+
+func startTestFileServer() net.Listener {
+	return startTestServer(func() http.Handler {
+		return http.FileServer(http.Dir(testDir))
+	})
+}
+
+func startTestChunkedServer() net.Listener {
+	return startTestServer(func() http.Handler {
+		mux := http.NewServeMux()
+		mux.HandleFunc("/"+buildName, func(writer http.ResponseWriter, request *http.Request) {
+			file, err := os.Open(buildFile)
+			if err != nil {
+				panic(err)
+			}
+			defer file.Close()
+			io.Copy(writer, file)
+		})
+		return mux
+	})
+}
+
+func startTestRetryServer() net.Listener {
+	counter := 0
+	return startTestServer(func() http.Handler {
+		mux := http.NewServeMux()
+		mux.HandleFunc("/"+buildName, func(writer http.ResponseWriter, request *http.Request) {
+			counter++
+			if counter != 1 && counter < 5 {
+				writer.WriteHeader(500)
+				return
+			}
+			file, err := os.Open(buildFile)
+			if err != nil {
+				panic(err)
+			}
+			defer file.Close()
+			io.Copy(writer, file)
+		})
+		return mux
+	})
+}
+
+func startTestServer(serverHandle func() http.Handler) net.Listener {
 	listener, err := net.Listen("tcp", "127.0.0.1:0")
 	if err != nil {
 		panic(err)
 	}
-	file, err := os.Create("./test.data")
+	file, err := os.Create(buildFile)
 	if err != nil {
 		panic(err)
 	}
-	buf := make([]byte, 1024)
-	for i := 0; i < 20*1024; i++ {
+	//随机生成一个文件
+	l := int64(8192)
+	buf := make([]byte, l)
+	size := int64(0)
+	for {
 		_, err := rand.Read(buf)
 		if err != nil {
 			panic(err)
 		}
-		file.WriteAt(buf, int64(i*1024))
+		if size+l >= buildSize {
+			file.WriteAt(buf[0:buildSize-size], size)
+			break
+		}
+		file.WriteAt(buf, size)
+		size += l
 	}
+	server := &http.Server{}
+	server.Handler = serverHandle()
+	go server.Serve(listener)
 
-	go func() {
-		http.Serve(listener, http.FileServer(http.Dir("./")))
-	}()
 	return &delFileListener{
 		File:     file,
 		Listener: listener,
@@ -48,93 +178,85 @@ type delFileListener struct {
 }
 
 func (c *delFileListener) Close() error {
-	c.File.Close()
-	err := os.Remove(c.File.Name())
-	if err != nil {
-		fmt.Println(err)
-		return err
-	}
+	defer func() {
+		c.File.Close()
+		os.Remove(c.File.Name())
+		os.Remove(downloadFile)
+	}()
 	return c.Listener.Close()
 }
 
-func TestFetcher_Resolve(t *testing.T) {
-	listener := startMockServer()
-	defer listener.Close()
-	fetcher := &Fetcher{}
-	resolve, err := fetcher.Resolve(&common.Request{
-		URL: "http://" + listener.Addr().String() + "/test.data",
+func downloadReady(listener net.Listener, connections int, t *testing.T) common.Process {
+	fetcher := NewFetcher()
+	fetcher.InitCtl(common.NewController())
+	res, err := fetcher.Resolve(&common.Request{
+		URL: "http://" + listener.Addr().String() + "/" + buildName,
 	})
 	if err != nil {
 		t.Fatal(err)
 	}
-	buf, err := json.Marshal(resolve)
+	process, err := fetcher.Create(res, &common.Options{
+		Name:        downloadName,
+		Path:        testDir,
+		Connections: connections,
+	})
 	if err != nil {
 		t.Fatal(err)
 	}
-	fmt.Printf("%s\n", string(buf))
+	return process
+
 }
 
-func Test2(t *testing.T) {
-	socks5, err := proxy.SOCKS5("tcp", "127.0.0.1:1080", nil, nil)
+func downloadNormal(listener net.Listener, connections int, t *testing.T) {
+	process := downloadReady(listener, connections, t)
+	err := process.Start()
 	if err != nil {
 		t.Fatal(err)
 	}
-	conn, err := socks5.Dial("tcp", "www.baidu.com:80")
-	if err != nil {
-		t.Fatal(err)
+	want := fileMd5(buildFile)
+	got := fileMd5(downloadFile)
+	if want != got {
+		t.Errorf("Download error = %v, want %v", got, want)
 	}
-	conn.Write([]byte("GET"))
 }
 
-func Test3(t *testing.T) {
-	var u User
-	fmt.Println((&u).Say1())
-	fmt.Println(u.Say2())
-}
-
-func Test4(t *testing.T) {
-	resp, err := http.Get("http://192.168.200.163:8088/go1.12.7.linux-amd64.tar.gz")
-	if err != nil {
-		t.Fatal(err)
-	}
-	defer resp.Body.Close()
+func downloadContinue(listener net.Listener, connections int, t *testing.T) {
+	process := downloadReady(listener, connections, t)
 	go func() {
-		time.Sleep(time.Second * 3)
-		err2 := resp.Body.Close()
-		if err2 != nil {
-			fmt.Println("close err2:" + err2.Error())
+		err := process.Start()
+		if err != nil {
+			t.Fatal(err)
 		}
 	}()
-	_, err = io.Copy(ioutil.Discard, resp.Body)
-	if err != nil {
+	time.Sleep(time.Millisecond * 100)
+	if err := process.Pause(); err != nil {
 		t.Fatal(err)
 	}
+	time.Sleep(time.Millisecond * 200)
+	if err := process.Continue(); err != nil {
+		t.Fatal(err)
+	}
+	want := fileMd5(buildFile)
+	got := fileMd5(downloadFile)
+	if want != got {
+		t.Errorf("Download error = %v, want %v", got, want)
+	}
 }
 
-func Test5(t *testing.T) {
-	name := "E:\\test\\gopeed\\http\\test.txt"
-	err := os.Truncate(name, 10)
+func fileMd5(filePath string) string {
+	file, err := os.Open(filePath)
 	if err != nil {
-		t.Fatal(err)
+		panic(err)
 	}
-	file, err := os.OpenFile(name, os.O_RDWR, 0666)
-	if err != nil {
-		t.Fatal(err)
-	}
-	_, err = file.WriteAt([]byte("test"), 5)
-	if err != nil {
-		t.Fatal(err)
+	// Tell the program to call the following function when the current function returns
+	defer file.Close()
+
+	// Open a new hash interface to write to
+	hash := md5.New()
+
+	// Copy the file in the hash interface and check for any error
+	if _, err := io.Copy(hash, file); err != nil {
+		return ""
 	}
-}
-
-type User struct {
-	name string
-}
-
-func (u *User) Say1() string {
-	return "hello1 " + u.name
-}
-
-func (u User) Say2() string {
-	return "hello2 " + u.name
+	return hex.EncodeToString(hash.Sum(nil))
 }