package common import ( "crypto/md5" "encoding/hex" "fmt" "io/ioutil" "net/http" "net/http/httptest" "os" "testing" ) func TestDownloadClientVerifyChecksum(t *testing.T) { tf, err := ioutil.TempFile("", "packer") if err != nil { t.Fatalf("tempfile error: %s", err) } defer os.Remove(tf.Name()) // "foo" checksum, err := hex.DecodeString("acbd18db4cc2f85cedef654fccc4a4d8") if err != nil { t.Fatalf("decode err: %s", err) } // Write the file tf.Write([]byte("foo")) tf.Close() config := &DownloadConfig{ Hash: md5.New(), Checksum: checksum, } d := NewDownloadClient(config) result, err := d.VerifyChecksum(tf.Name()) if err != nil { t.Fatalf("Verify err: %s", err) } if !result { t.Fatal("didn't verify") } } func TestDownloadClient_basic(t *testing.T) { tf, _ := ioutil.TempFile("", "packer") tf.Close() os.Remove(tf.Name()) ts := httptest.NewServer(http.FileServer(http.Dir("./test-fixtures/root"))) defer ts.Close() client := NewDownloadClient(&DownloadConfig{ Url: ts.URL + "/basic.txt", TargetPath: tf.Name(), }) path, err := client.Get() if err != nil { t.Fatalf("err: %s", err) } raw, err := ioutil.ReadFile(path) if err != nil { t.Fatalf("err: %s", err) } if string(raw) != "hello\n" { t.Fatalf("bad: %s", string(raw)) } } func TestDownloadClient_checksumBad(t *testing.T) { checksum, err := hex.DecodeString("b2946ac92492d2347c6235b4d2611184") if err != nil { t.Fatalf("err: %s", err) } tf, _ := ioutil.TempFile("", "packer") tf.Close() os.Remove(tf.Name()) ts := httptest.NewServer(http.FileServer(http.Dir("./test-fixtures/root"))) defer ts.Close() client := NewDownloadClient(&DownloadConfig{ Url: ts.URL + "/basic.txt", TargetPath: tf.Name(), Hash: HashForType("md5"), Checksum: checksum, }) if _, err := client.Get(); err == nil { t.Fatal("should error") } } func TestDownloadClient_checksumGood(t *testing.T) { checksum, err := hex.DecodeString("b1946ac92492d2347c6235b4d2611184") if err != nil { t.Fatalf("err: %s", err) } tf, _ := ioutil.TempFile("", "packer") tf.Close() os.Remove(tf.Name()) ts := httptest.NewServer(http.FileServer(http.Dir("./test-fixtures/root"))) defer ts.Close() client := NewDownloadClient(&DownloadConfig{ Url: ts.URL + "/basic.txt", TargetPath: tf.Name(), Hash: HashForType("md5"), Checksum: checksum, }) path, err := client.Get() if err != nil { t.Fatalf("err: %s", err) } raw, err := ioutil.ReadFile(path) if err != nil { t.Fatalf("err: %s", err) } if string(raw) != "hello\n" { t.Fatalf("bad: %s", string(raw)) } } func TestDownloadClient_checksumNoDownload(t *testing.T) { checksum, err := hex.DecodeString("3740570a423feec44c2a759225a9fcf9") if err != nil { t.Fatalf("err: %s", err) } ts := httptest.NewServer(http.FileServer(http.Dir("./test-fixtures/root"))) defer ts.Close() client := NewDownloadClient(&DownloadConfig{ Url: ts.URL + "/basic.txt", TargetPath: "./test-fixtures/root/another.txt", Hash: HashForType("md5"), Checksum: checksum, }) path, err := client.Get() if err != nil { t.Fatalf("err: %s", err) } raw, err := ioutil.ReadFile(path) if err != nil { t.Fatalf("err: %s", err) } // If this says "hello" it means we downloaded it. We faked out // the downloader above by giving it the checksum for "another", but // requested the download of "hello" if string(raw) != "another\n" { t.Fatalf("bad: %s", string(raw)) } } func TestDownloadClient_resume(t *testing.T) { tf, _ := ioutil.TempFile("", "packer") tf.Write([]byte("w")) tf.Close() ts := httptest.NewServer(http.HandlerFunc(func(rw http.ResponseWriter, r *http.Request) { if r.Method == "HEAD" { rw.Header().Set("Accept-Ranges", "bytes") rw.WriteHeader(204) return } http.ServeFile(rw, r, "./test-fixtures/root/basic.txt") })) defer ts.Close() client := NewDownloadClient(&DownloadConfig{ Url: ts.URL, TargetPath: tf.Name(), }) path, err := client.Get() if err != nil { t.Fatalf("err: %s", err) } raw, err := ioutil.ReadFile(path) if err != nil { t.Fatalf("err: %s", err) } if string(raw) != "wello\n" { t.Fatalf("bad: %s", string(raw)) } } func TestDownloadClient_usesDefaultUserAgent(t *testing.T) { tf, err := ioutil.TempFile("", "packer") if err != nil { t.Fatalf("tempfile error: %s", err) } defer os.Remove(tf.Name()) defaultUserAgent := "" asserted := false server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { if defaultUserAgent == "" { defaultUserAgent = r.UserAgent() } else { incomingUserAgent := r.UserAgent() if incomingUserAgent != defaultUserAgent { t.Fatalf("Expected user agent %s, got: %s", defaultUserAgent, incomingUserAgent) } asserted = true } })) req, err := http.NewRequest("GET", server.URL, nil) if err != nil { t.Fatal(err) } httpClient := &http.Client{ Transport: &http.Transport{ Proxy: http.ProxyFromEnvironment, }, } _, err = httpClient.Do(req) if err != nil { t.Fatal(err) } config := &DownloadConfig{ Url: server.URL, TargetPath: tf.Name(), } client := NewDownloadClient(config) _, err = client.Get() if err != nil { t.Fatal(err) } if !asserted { t.Fatal("User-Agent never observed") } } func TestDownloadClient_setsUserAgent(t *testing.T) { tf, err := ioutil.TempFile("", "packer") if err != nil { t.Fatalf("tempfile error: %s", err) } defer os.Remove(tf.Name()) asserted := false server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { asserted = true if r.UserAgent() != "fancy user agent" { t.Fatalf("Expected useragent fancy user agent, got: %s", r.UserAgent()) } })) config := &DownloadConfig{ Url: server.URL, TargetPath: tf.Name(), UserAgent: "fancy user agent", } client := NewDownloadClient(config) _, err = client.Get() if err != nil { t.Fatal(err) } if !asserted { t.Fatal("HTTP request never made") } } func TestHashForType(t *testing.T) { if h := HashForType("md5"); h == nil { t.Fatalf("md5 hash is nil") } else { h.Write([]byte("foo")) result := h.Sum(nil) expected := "acbd18db4cc2f85cedef654fccc4a4d8" actual := hex.EncodeToString(result) if actual != expected { t.Fatalf("bad hash: %s", actual) } } if h := HashForType("sha1"); h == nil { t.Fatalf("sha1 hash is nil") } else { h.Write([]byte("foo")) result := h.Sum(nil) expected := "0beec7b5ea3f0fdbc95d0dd47f3c5bc275da8a33" actual := hex.EncodeToString(result) if actual != expected { t.Fatalf("bad hash: %s", actual) } } if h := HashForType("sha256"); h == nil { t.Fatalf("sha256 hash is nil") } else { h.Write([]byte("foo")) result := h.Sum(nil) expected := "2c26b46b68ffc68ff99b453c1d30413413422d706483bfa0f98a5e886266e7ae" actual := hex.EncodeToString(result) if actual != expected { t.Fatalf("bad hash: %s", actual) } } if h := HashForType("sha512"); h == nil { t.Fatalf("sha512 hash is nil") } else { h.Write([]byte("foo")) result := h.Sum(nil) expected := "f7fbba6e0636f890e56fbbf3283e524c6fa3204ae298382d624741d0dc6638326e282c41be5e4254d8820772c5518a2c5a8c0c7f7eda19594a7eb539453e1ed7" actual := hex.EncodeToString(result) if actual != expected { t.Fatalf("bad hash: %s", actual) } } if HashForType("fake") != nil { t.Fatalf("fake hash is not nil") } } // TestDownloadFileUrl tests a special case where we use a local file for // iso_url. In this case we can still verify the checksum but we should not // delete the file if the checksum fails. Instead we'll just error and let the // user fix the checksum. func TestDownloadFileUrl(t *testing.T) { cwd, err := os.Getwd() if err != nil { t.Fatalf("Unable to detect working directory: %s", err) } // source_path is a file path and source is a network path sourcePath := fmt.Sprintf("%s/test-fixtures/fileurl/%s", cwd, "cake") source := fmt.Sprintf("file://" + sourcePath) t.Logf("Trying to download %s", source) config := &DownloadConfig{ Url: source, // This should be wrong. We want to make sure we don't delete Checksum: []byte("nope"), Hash: HashForType("sha256"), CopyFile: false, } client := NewDownloadClient(config) // Verify that we fail to match the checksum _, err = client.Get() if err.Error() != "checksums didn't match expected: 6e6f7065" { t.Fatalf("Unexpected failure; expected checksum not to match") } if _, err = os.Stat(sourcePath); err != nil { t.Errorf("Could not stat source file: %s", sourcePath) } }