feat: support custom http request headers (#868)

internal/protocol/http/fetcher.go

@@ -427,6 +427,10 @@ func (f *Fetcher) buildRequest(ctx context.Context, req *base.Request) (httpReq
 		return
 	}
 	httpReq.Header = headers
+	// Override Host header
+	if host := headers.Get(base.HttpHeaderHost); host != "" {
+		httpReq.Host = host
+	}
 	return httpReq, nil
 }
 

internal/protocol/http/fetcher_test.go

@@ -11,6 +11,7 @@ import (
 	"net"
 	gohttp "net/http"
 	"net/url"
+	"strings"
 	"testing"
 	"time"
 )
@@ -59,6 +60,21 @@ func TestFetcher_Resolve(t *testing.T) {
 	}
 }
 
+func TestFetcher_ResolveWithHostHeader(t *testing.T) {
+	fetcher := buildFetcher()
+	err := fetcher.Resolve(&base.Request{
+		URL: "https://bing.com",
+		Extra: &http.ReqExtra{
+			Header: map[string]string{
+				"Host": "test",
+			},
+		},
+	})
+	if err == nil || !strings.Contains(err.Error(), "400") {
+		t.Errorf("Resolve() got = %v, want %v", err, "400")
+	}
+}
+
 func testResolve(startTestServer func() net.Listener, path string, want *base.Resource, t *testing.T) {
 	listener := startTestServer()
 	defer listener.Close()