Subversion Repositories openrisc

// Copyright 2010 The Go Authors.  All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.

package http

import (
        "bytes"
        "errors"
        "fmt"
        "io"
        "io/ioutil"
        "net/url"
        "strings"
        "testing"
)

type reqWriteTest struct {
        Req  Request
        Body interface{} // optional []byte or func() io.ReadCloser to populate Req.Body

        // Any of these three may be empty to skip that test.
        WantWrite string // Request.Write
        WantProxy string // Request.WriteProxy

        WantError error // wanted error from Request.Write
}

var reqWriteTests = []reqWriteTest{
        // HTTP/1.1 => chunked coding; no body; no trailer
        {
                Req: Request{
                        Method: "GET",
                        URL: &url.URL{
                                Scheme: "http",
                                Host:   "www.techcrunch.com",
                                Path:   "/",
                        },
                        Proto:      "HTTP/1.1",
                        ProtoMajor: 1,
                        ProtoMinor: 1,
                        Header: Header{
                                "Accept":           {"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"},
                                "Accept-Charset":   {"ISO-8859-1,utf-8;q=0.7,*;q=0.7"},
                                "Accept-Encoding":  {"gzip,deflate"},
                                "Accept-Language":  {"en-us,en;q=0.5"},
                                "Keep-Alive":       {"300"},
                                "Proxy-Connection": {"keep-alive"},
                                "User-Agent":       {"Fake"},
                        },
                        Body:  nil,
                        Close: false,
                        Host:  "www.techcrunch.com",
                        Form:  map[string][]string{},
                },

                WantWrite: "GET / HTTP/1.1\r\n" +
                        "Host: www.techcrunch.com\r\n" +
                        "User-Agent: Fake\r\n" +
                        "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\r\n" +
                        "Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7\r\n" +
                        "Accept-Encoding: gzip,deflate\r\n" +
                        "Accept-Language: en-us,en;q=0.5\r\n" +
                        "Keep-Alive: 300\r\n" +
                        "Proxy-Connection: keep-alive\r\n\r\n",

                WantProxy: "GET http://www.techcrunch.com/ HTTP/1.1\r\n" +
                        "Host: www.techcrunch.com\r\n" +
                        "User-Agent: Fake\r\n" +
                        "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\r\n" +
                        "Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7\r\n" +
                        "Accept-Encoding: gzip,deflate\r\n" +
                        "Accept-Language: en-us,en;q=0.5\r\n" +
                        "Keep-Alive: 300\r\n" +
                        "Proxy-Connection: keep-alive\r\n\r\n",
        },
        // HTTP/1.1 => chunked coding; body; empty trailer
        {
                Req: Request{
                        Method: "GET",
                        URL: &url.URL{
                                Scheme: "http",
                                Host:   "www.google.com",
                                Path:   "/search",
                        },
                        ProtoMajor:       1,
                        ProtoMinor:       1,
                        Header:           Header{},
                        TransferEncoding: []string{"chunked"},
                },

                Body: []byte("abcdef"),

                WantWrite: "GET /search HTTP/1.1\r\n" +
                        "Host: www.google.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "Transfer-Encoding: chunked\r\n\r\n" +
                        chunk("abcdef") + chunk(""),

                WantProxy: "GET http://www.google.com/search HTTP/1.1\r\n" +
                        "Host: www.google.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "Transfer-Encoding: chunked\r\n\r\n" +
                        chunk("abcdef") + chunk(""),
        },
        // HTTP/1.1 POST => chunked coding; body; empty trailer
        {
                Req: Request{
                        Method: "POST",
                        URL: &url.URL{
                                Scheme: "http",
                                Host:   "www.google.com",
                                Path:   "/search",
                        },
                        ProtoMajor:       1,
                        ProtoMinor:       1,
                        Header:           Header{},
                        Close:            true,
                        TransferEncoding: []string{"chunked"},
                },

                Body: []byte("abcdef"),

                WantWrite: "POST /search HTTP/1.1\r\n" +
                        "Host: www.google.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "Connection: close\r\n" +
                        "Transfer-Encoding: chunked\r\n\r\n" +
                        chunk("abcdef") + chunk(""),

                WantProxy: "POST http://www.google.com/search HTTP/1.1\r\n" +
                        "Host: www.google.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "Connection: close\r\n" +
                        "Transfer-Encoding: chunked\r\n\r\n" +
                        chunk("abcdef") + chunk(""),
        },

        // HTTP/1.1 POST with Content-Length, no chunking
        {
                Req: Request{
                        Method: "POST",
                        URL: &url.URL{
                                Scheme: "http",
                                Host:   "www.google.com",
                                Path:   "/search",
                        },
                        ProtoMajor:    1,
                        ProtoMinor:    1,
                        Header:        Header{},
                        Close:         true,
                        ContentLength: 6,
                },

                Body: []byte("abcdef"),

                WantWrite: "POST /search HTTP/1.1\r\n" +
                        "Host: www.google.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "Connection: close\r\n" +
                        "Content-Length: 6\r\n" +
                        "\r\n" +
                        "abcdef",

                WantProxy: "POST http://www.google.com/search HTTP/1.1\r\n" +
                        "Host: www.google.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "Connection: close\r\n" +
                        "Content-Length: 6\r\n" +
                        "\r\n" +
                        "abcdef",
        },

        // HTTP/1.1 POST with Content-Length in headers
        {
                Req: Request{
                        Method: "POST",
                        URL:    mustParseURL("http://example.com/"),
                        Host:   "example.com",
                        Header: Header{
                                "Content-Length": []string{"10"}, // ignored
                        },
                        ContentLength: 6,
                },

                Body: []byte("abcdef"),

                WantWrite: "POST / HTTP/1.1\r\n" +
                        "Host: example.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "Content-Length: 6\r\n" +
                        "\r\n" +
                        "abcdef",

                WantProxy: "POST http://example.com/ HTTP/1.1\r\n" +
                        "Host: example.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "Content-Length: 6\r\n" +
                        "\r\n" +
                        "abcdef",
        },

        // default to HTTP/1.1
        {
                Req: Request{
                        Method: "GET",
                        URL:    mustParseURL("/search"),
                        Host:   "www.google.com",
                },

                WantWrite: "GET /search HTTP/1.1\r\n" +
                        "Host: www.google.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "\r\n",
        },

        // Request with a 0 ContentLength and a 0 byte body.
        {
                Req: Request{
                        Method:        "POST",
                        URL:           mustParseURL("/"),
                        Host:          "example.com",
                        ProtoMajor:    1,
                        ProtoMinor:    1,
                        ContentLength: 0, // as if unset by user
                },

                Body: func() io.ReadCloser { return ioutil.NopCloser(io.LimitReader(strings.NewReader("xx"), 0)) },

                // RFC 2616 Section 14.13 says Content-Length should be specified
                // unless body is prohibited by the request method.
                // Also, nginx expects it for POST and PUT.
                WantWrite: "POST / HTTP/1.1\r\n" +
                        "Host: example.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "Content-Length: 0\r\n" +
                        "\r\n",

                WantProxy: "POST / HTTP/1.1\r\n" +
                        "Host: example.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "Content-Length: 0\r\n" +
                        "\r\n",
        },

        // Request with a 0 ContentLength and a 1 byte body.
        {
                Req: Request{
                        Method:        "POST",
                        URL:           mustParseURL("/"),
                        Host:          "example.com",
                        ProtoMajor:    1,
                        ProtoMinor:    1,
                        ContentLength: 0, // as if unset by user
                },

                Body: func() io.ReadCloser { return ioutil.NopCloser(io.LimitReader(strings.NewReader("xx"), 1)) },

                WantWrite: "POST / HTTP/1.1\r\n" +
                        "Host: example.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "Transfer-Encoding: chunked\r\n\r\n" +
                        chunk("x") + chunk(""),

                WantProxy: "POST / HTTP/1.1\r\n" +
                        "Host: example.com\r\n" +
                        "User-Agent: Go http package\r\n" +
                        "Transfer-Encoding: chunked\r\n\r\n" +
                        chunk("x") + chunk(""),
        },

        // Request with a ContentLength of 10 but a 5 byte body.
        {
                Req: Request{
                        Method:        "POST",
                        URL:           mustParseURL("/"),
                        Host:          "example.com",
                        ProtoMajor:    1,
                        ProtoMinor:    1,
                        ContentLength: 10, // but we're going to send only 5 bytes
                },
                Body:      []byte("12345"),
                WantError: errors.New("http: Request.ContentLength=10 with Body length 5"),
        },

        // Request with a ContentLength of 4 but an 8 byte body.
        {
                Req: Request{
                        Method:        "POST",
                        URL:           mustParseURL("/"),
                        Host:          "example.com",
                        ProtoMajor:    1,
                        ProtoMinor:    1,
                        ContentLength: 4, // but we're going to try to send 8 bytes
                },
                Body:      []byte("12345678"),
                WantError: errors.New("http: Request.ContentLength=4 with Body length 8"),
        },

        // Request with a 5 ContentLength and nil body.
        {
                Req: Request{
                        Method:        "POST",
                        URL:           mustParseURL("/"),
                        Host:          "example.com",
                        ProtoMajor:    1,
                        ProtoMinor:    1,
                        ContentLength: 5, // but we'll omit the body
                },
                WantError: errors.New("http: Request.ContentLength=5 with nil Body"),
        },

        // Verify that DumpRequest preserves the HTTP version number, doesn't add a Host,
        // and doesn't add a User-Agent.
        {
                Req: Request{
                        Method:     "GET",
                        URL:        mustParseURL("/foo"),
                        ProtoMajor: 1,
                        ProtoMinor: 0,
                        Header: Header{
                                "X-Foo": []string{"X-Bar"},
                        },
                },

                WantWrite: "GET /foo HTTP/1.1\r\n" +
                        "Host: \r\n" +
                        "User-Agent: Go http package\r\n" +
                        "X-Foo: X-Bar\r\n\r\n",
        },
}

func TestRequestWrite(t *testing.T) {
        for i := range reqWriteTests {
                tt := &reqWriteTests[i]

                setBody := func() {
                        if tt.Body == nil {
                                return
                        }
                        switch b := tt.Body.(type) {
                        case []byte:
                                tt.Req.Body = ioutil.NopCloser(bytes.NewBuffer(b))
                        case func() io.ReadCloser:
                                tt.Req.Body = b()
                        }
                }
                setBody()
                if tt.Req.Header == nil {
                        tt.Req.Header = make(Header)
                }

                var braw bytes.Buffer
                err := tt.Req.Write(&braw)
                if g, e := fmt.Sprintf("%v", err), fmt.Sprintf("%v", tt.WantError); g != e {
                        t.Errorf("writing #%d, err = %q, want %q", i, g, e)
                        continue
                }
                if err != nil {
                        continue
                }

                if tt.WantWrite != "" {
                        sraw := braw.String()
                        if sraw != tt.WantWrite {
                                t.Errorf("Test %d, expecting:\n%s\nGot:\n%s\n", i, tt.WantWrite, sraw)
                                continue
                        }
                }

                if tt.WantProxy != "" {
                        setBody()
                        var praw bytes.Buffer
                        err = tt.Req.WriteProxy(&praw)
                        if err != nil {
                                t.Errorf("WriteProxy #%d: %s", i, err)
                                continue
                        }
                        sraw := praw.String()
                        if sraw != tt.WantProxy {
                                t.Errorf("Test Proxy %d, expecting:\n%s\nGot:\n%s\n", i, tt.WantProxy, sraw)
                                continue
                        }
                }
        }
}

type closeChecker struct {
        io.Reader
        closed bool
}

func (rc *closeChecker) Close() error {
        rc.closed = true
        return nil
}

// TestRequestWriteClosesBody tests that Request.Write does close its request.Body.
// It also indirectly tests NewRequest and that it doesn't wrap an existing Closer
// inside a NopCloser, and that it serializes it correctly.
func TestRequestWriteClosesBody(t *testing.T) {
        rc := &closeChecker{Reader: strings.NewReader("my body")}
        req, _ := NewRequest("POST", "http://foo.com/", rc)
        if req.ContentLength != 0 {
                t.Errorf("got req.ContentLength %d, want 0", req.ContentLength)
        }
        buf := new(bytes.Buffer)
        req.Write(buf)
        if !rc.closed {
                t.Error("body not closed after write")
        }
        expected := "POST / HTTP/1.1\r\n" +
                "Host: foo.com\r\n" +
                "User-Agent: Go http package\r\n" +
                "Transfer-Encoding: chunked\r\n\r\n" +
                // TODO: currently we don't buffer before chunking, so we get a
                // single "m" chunk before the other chunks, as this was the 1-byte
                // read from our MultiReader where we stiched the Body back together
                // after sniffing whether the Body was 0 bytes or not.
                chunk("m") +
                chunk("y body") +
                chunk("")
        if buf.String() != expected {
                t.Errorf("write:\n got: %s\nwant: %s", buf.String(), expected)
        }
}

func chunk(s string) string {
        return fmt.Sprintf("%x\r\n%s\r\n", len(s), s)
}

func mustParseURL(s string) *url.URL {
        u, err := url.Parse(s)
        if err != nil {
                panic(fmt.Sprintf("Error parsing URL %q: %v", s, err))
        }
        return u
}