OpenCores
URL https://opencores.org/ocsvn/openrisc/openrisc/trunk

Subversion Repositories openrisc

[/] [openrisc/] [trunk/] [gnu-dev/] [or1k-gcc/] [libgo/] [go/] [encoding/] [xml/] [xml_test.go] - Rev 757

Go to most recent revision | Compare with Previous | Blame | View Log 

// Copyright 2009 The Go Authors.  All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.

package xml

import (
        "io"
        "reflect"
        "strings"
        "testing"
)

const testInput = `
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<body xmlns:foo="ns1" xmlns="ns2" xmlns:tag="ns3" ` +
        "\r\n\t" + `  >
  <hello lang="en">World &lt;&gt;&apos;&quot; &#x767d;&#40300;翔</hello>
  <goodbye />
  <outer foo:attr="value" xmlns:tag="ns4">
    <inner/>
  </outer>
  <tag:name>
    <![CDATA[Some text here.]]>
  </tag:name>
</body><!-- missing final newline -->`

var rawTokens = []Token{
        CharData("\n"),
        ProcInst{"xml", []byte(`version="1.0" encoding="UTF-8"`)},
        CharData("\n"),
        Directive(`DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"`),
        CharData("\n"),
        StartElement{Name{"", "body"}, []Attr{{Name{"xmlns", "foo"}, "ns1"}, {Name{"", "xmlns"}, "ns2"}, {Name{"xmlns", "tag"}, "ns3"}}},
        CharData("\n  "),
        StartElement{Name{"", "hello"}, []Attr{{Name{"", "lang"}, "en"}}},
        CharData("World <>'\" 白鵬翔"),
        EndElement{Name{"", "hello"}},
        CharData("\n  "),
        StartElement{Name{"", "goodbye"}, []Attr{}},
        EndElement{Name{"", "goodbye"}},
        CharData("\n  "),
        StartElement{Name{"", "outer"}, []Attr{{Name{"foo", "attr"}, "value"}, {Name{"xmlns", "tag"}, "ns4"}}},
        CharData("\n    "),
        StartElement{Name{"", "inner"}, []Attr{}},
        EndElement{Name{"", "inner"}},
        CharData("\n  "),
        EndElement{Name{"", "outer"}},
        CharData("\n  "),
        StartElement{Name{"tag", "name"}, []Attr{}},
        CharData("\n    "),
        CharData("Some text here."),
        CharData("\n  "),
        EndElement{Name{"tag", "name"}},
        CharData("\n"),
        EndElement{Name{"", "body"}},
        Comment(" missing final newline "),
}

var cookedTokens = []Token{
        CharData("\n"),
        ProcInst{"xml", []byte(`version="1.0" encoding="UTF-8"`)},
        CharData("\n"),
        Directive(`DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"`),
        CharData("\n"),
        StartElement{Name{"ns2", "body"}, []Attr{{Name{"xmlns", "foo"}, "ns1"}, {Name{"", "xmlns"}, "ns2"}, {Name{"xmlns", "tag"}, "ns3"}}},
        CharData("\n  "),
        StartElement{Name{"ns2", "hello"}, []Attr{{Name{"", "lang"}, "en"}}},
        CharData("World <>'\" 白鵬翔"),
        EndElement{Name{"ns2", "hello"}},
        CharData("\n  "),
        StartElement{Name{"ns2", "goodbye"}, []Attr{}},
        EndElement{Name{"ns2", "goodbye"}},
        CharData("\n  "),
        StartElement{Name{"ns2", "outer"}, []Attr{{Name{"ns1", "attr"}, "value"}, {Name{"xmlns", "tag"}, "ns4"}}},
        CharData("\n    "),
        StartElement{Name{"ns2", "inner"}, []Attr{}},
        EndElement{Name{"ns2", "inner"}},
        CharData("\n  "),
        EndElement{Name{"ns2", "outer"}},
        CharData("\n  "),
        StartElement{Name{"ns3", "name"}, []Attr{}},
        CharData("\n    "),
        CharData("Some text here."),
        CharData("\n  "),
        EndElement{Name{"ns3", "name"}},
        CharData("\n"),
        EndElement{Name{"ns2", "body"}},
        Comment(" missing final newline "),
}

const testInputAltEncoding = `
<?xml version="1.0" encoding="x-testing-uppercase"?>
<TAG>VALUE</TAG>`

var rawTokensAltEncoding = []Token{
        CharData("\n"),
        ProcInst{"xml", []byte(`version="1.0" encoding="x-testing-uppercase"`)},
        CharData("\n"),
        StartElement{Name{"", "tag"}, []Attr{}},
        CharData("value"),
        EndElement{Name{"", "tag"}},
}

var xmlInput = []string{
        // unexpected EOF cases
        "<",
        "<t",
        "<t ",
        "<t/",
        "<!",
        "<!-",
        "<!--",
        "<!--c-",
        "<!--c--",
        "<!d",
        "<t></",
        "<t></t",
        "<?",
        "<?p",
        "<t a",
        "<t a=",
        "<t a='",
        "<t a=''",
        "<t/><![",
        "<t/><![C",
        "<t/><![CDATA[d",
        "<t/><![CDATA[d]",
        "<t/><![CDATA[d]]",

        // other Syntax errors
        "<>",
        "<t/a",
        "<0 />",
        "<?0 >",
        //      "<!0 >",        // let the Token() caller handle
        "</0>",
        "<t 0=''>",
        "<t a='&'>",
        "<t a='<'>",
        "<t>&nbspc;</t>",
        "<t a>",
        "<t a=>",
        "<t a=v>",
        //      "<![CDATA[d]]>",        // let the Token() caller handle
        "<t></e>",
        "<t></>",
        "<t></t!",
        "<t>cdata]]></t>",
}

func TestRawToken(t *testing.T) {
        d := NewDecoder(strings.NewReader(testInput))
        testRawToken(t, d, rawTokens)
}

type downCaser struct {
        t *testing.T
        r io.ByteReader
}

func (d *downCaser) ReadByte() (c byte, err error) {
        c, err = d.r.ReadByte()
        if c >= 'A' && c <= 'Z' {
                c += 'a' - 'A'
        }
        return
}

func (d *downCaser) Read(p []byte) (int, error) {
        d.t.Fatalf("unexpected Read call on downCaser reader")
        panic("unreachable")
}

func TestRawTokenAltEncoding(t *testing.T) {
        sawEncoding := ""
        d := NewDecoder(strings.NewReader(testInputAltEncoding))
        d.CharsetReader = func(charset string, input io.Reader) (io.Reader, error) {
                sawEncoding = charset
                if charset != "x-testing-uppercase" {
                        t.Fatalf("unexpected charset %q", charset)
                }
                return &downCaser{t, input.(io.ByteReader)}, nil
        }
        testRawToken(t, d, rawTokensAltEncoding)
}

func TestRawTokenAltEncodingNoConverter(t *testing.T) {
        d := NewDecoder(strings.NewReader(testInputAltEncoding))
        token, err := d.RawToken()
        if token == nil {
                t.Fatalf("expected a token on first RawToken call")
        }
        if err != nil {
                t.Fatal(err)
        }
        token, err = d.RawToken()
        if token != nil {
                t.Errorf("expected a nil token; got %#v", token)
        }
        if err == nil {
                t.Fatalf("expected an error on second RawToken call")
        }
        const encoding = "x-testing-uppercase"
        if !strings.Contains(err.Error(), encoding) {
                t.Errorf("expected error to contain %q; got error: %v",
                        encoding, err)
        }
}

func testRawToken(t *testing.T, d *Decoder, rawTokens []Token) {
        for i, want := range rawTokens {
                have, err := d.RawToken()
                if err != nil {
                        t.Fatalf("token %d: unexpected error: %s", i, err)
                }
                if !reflect.DeepEqual(have, want) {
                        t.Errorf("token %d = %#v want %#v", i, have, want)
                }
        }
}

// Ensure that directives (specifically !DOCTYPE) include the complete
// text of any nested directives, noting that < and > do not change
// nesting depth if they are in single or double quotes.

var nestedDirectivesInput = `
<!DOCTYPE [<!ENTITY rdf "http://www.w3.org/1999/02/22-rdf-syntax-ns#">]>
<!DOCTYPE [<!ENTITY xlt ">">]>
<!DOCTYPE [<!ENTITY xlt "<">]>
<!DOCTYPE [<!ENTITY xlt '>'>]>
<!DOCTYPE [<!ENTITY xlt '<'>]>
<!DOCTYPE [<!ENTITY xlt '">'>]>
<!DOCTYPE [<!ENTITY xlt "'<">]>
`

var nestedDirectivesTokens = []Token{
        CharData("\n"),
        Directive(`DOCTYPE [<!ENTITY rdf "http://www.w3.org/1999/02/22-rdf-syntax-ns#">]`),
        CharData("\n"),
        Directive(`DOCTYPE [<!ENTITY xlt ">">]`),
        CharData("\n"),
        Directive(`DOCTYPE [<!ENTITY xlt "<">]`),
        CharData("\n"),
        Directive(`DOCTYPE [<!ENTITY xlt '>'>]`),
        CharData("\n"),
        Directive(`DOCTYPE [<!ENTITY xlt '<'>]`),
        CharData("\n"),
        Directive(`DOCTYPE [<!ENTITY xlt '">'>]`),
        CharData("\n"),
        Directive(`DOCTYPE [<!ENTITY xlt "'<">]`),
        CharData("\n"),
}

func TestNestedDirectives(t *testing.T) {
        d := NewDecoder(strings.NewReader(nestedDirectivesInput))

        for i, want := range nestedDirectivesTokens {
                have, err := d.Token()
                if err != nil {
                        t.Fatalf("token %d: unexpected error: %s", i, err)
                }
                if !reflect.DeepEqual(have, want) {
                        t.Errorf("token %d = %#v want %#v", i, have, want)
                }
        }
}

func TestToken(t *testing.T) {
        d := NewDecoder(strings.NewReader(testInput))

        for i, want := range cookedTokens {
                have, err := d.Token()
                if err != nil {
                        t.Fatalf("token %d: unexpected error: %s", i, err)
                }
                if !reflect.DeepEqual(have, want) {
                        t.Errorf("token %d = %#v want %#v", i, have, want)
                }
        }
}

func TestSyntax(t *testing.T) {
        for i := range xmlInput {
                d := NewDecoder(strings.NewReader(xmlInput[i]))
                var err error
                for _, err = d.Token(); err == nil; _, err = d.Token() {
                }
                if _, ok := err.(*SyntaxError); !ok {
                        t.Fatalf(`xmlInput "%s": expected SyntaxError not received`, xmlInput[i])
                }
        }
}

type allScalars struct {
        True1     bool
        True2     bool
        False1    bool
        False2    bool
        Int       int
        Int8      int8
        Int16     int16
        Int32     int32
        Int64     int64
        Uint      int
        Uint8     uint8
        Uint16    uint16
        Uint32    uint32
        Uint64    uint64
        Uintptr   uintptr
        Float32   float32
        Float64   float64
        String    string
        PtrString *string
}

var all = allScalars{
        True1:     true,
        True2:     true,
        False1:    false,
        False2:    false,
        Int:       1,
        Int8:      -2,
        Int16:     3,
        Int32:     -4,
        Int64:     5,
        Uint:      6,
        Uint8:     7,
        Uint16:    8,
        Uint32:    9,
        Uint64:    10,
        Uintptr:   11,
        Float32:   13.0,
        Float64:   14.0,
        String:    "15",
        PtrString: &sixteen,
}

var sixteen = "16"

const testScalarsInput = `<allscalars>
        <True1>true</True1>
        <True2>1</True2>
        <False1>false</False1>
        <False2>0</False2>
        <Int>1</Int>
        <Int8>-2</Int8>
        <Int16>3</Int16>
        <Int32>-4</Int32>
        <Int64>5</Int64>
        <Uint>6</Uint>
        <Uint8>7</Uint8>
        <Uint16>8</Uint16>
        <Uint32>9</Uint32>
        <Uint64>10</Uint64>
        <Uintptr>11</Uintptr>
        <Float>12.0</Float>
        <Float32>13.0</Float32>
        <Float64>14.0</Float64>
        <String>15</String>
        <PtrString>16</PtrString>
</allscalars>`

func TestAllScalars(t *testing.T) {
        var a allScalars
        err := Unmarshal([]byte(testScalarsInput), &a)

        if err != nil {
                t.Fatal(err)
        }
        if !reflect.DeepEqual(a, all) {
                t.Errorf("have %+v want %+v", a, all)
        }
}

type item struct {
        Field_a string
}

func TestIssue569(t *testing.T) {
        data := `<item><Field_a>abcd</Field_a></item>`
        var i item
        err := Unmarshal([]byte(data), &i)

        if err != nil || i.Field_a != "abcd" {
                t.Fatal("Expecting abcd")
        }
}

func TestUnquotedAttrs(t *testing.T) {
        data := "<tag attr=azAZ09:-_\t>"
        d := NewDecoder(strings.NewReader(data))
        d.Strict = false
        token, err := d.Token()
        if _, ok := err.(*SyntaxError); ok {
                t.Errorf("Unexpected error: %v", err)
        }
        if token.(StartElement).Name.Local != "tag" {
                t.Errorf("Unexpected tag name: %v", token.(StartElement).Name.Local)
        }
        attr := token.(StartElement).Attr[0]
        if attr.Value != "azAZ09:-_" {
                t.Errorf("Unexpected attribute value: %v", attr.Value)
        }
        if attr.Name.Local != "attr" {
                t.Errorf("Unexpected attribute name: %v", attr.Name.Local)
        }
}

func TestValuelessAttrs(t *testing.T) {
        tests := [][3]string{
                {"<p nowrap>", "p", "nowrap"},
                {"<p nowrap >", "p", "nowrap"},
                {"<input checked/>", "input", "checked"},
                {"<input checked />", "input", "checked"},
        }
        for _, test := range tests {
                d := NewDecoder(strings.NewReader(test[0]))
                d.Strict = false
                token, err := d.Token()
                if _, ok := err.(*SyntaxError); ok {
                        t.Errorf("Unexpected error: %v", err)
                }
                if token.(StartElement).Name.Local != test[1] {
                        t.Errorf("Unexpected tag name: %v", token.(StartElement).Name.Local)
                }
                attr := token.(StartElement).Attr[0]
                if attr.Value != test[2] {
                        t.Errorf("Unexpected attribute value: %v", attr.Value)
                }
                if attr.Name.Local != test[2] {
                        t.Errorf("Unexpected attribute name: %v", attr.Name.Local)
                }
        }
}

func TestCopyTokenCharData(t *testing.T) {
        data := []byte("same data")
        var tok1 Token = CharData(data)
        tok2 := CopyToken(tok1)
        if !reflect.DeepEqual(tok1, tok2) {
                t.Error("CopyToken(CharData) != CharData")
        }
        data[1] = 'o'
        if reflect.DeepEqual(tok1, tok2) {
                t.Error("CopyToken(CharData) uses same buffer.")
        }
}

func TestCopyTokenStartElement(t *testing.T) {
        elt := StartElement{Name{"", "hello"}, []Attr{{Name{"", "lang"}, "en"}}}
        var tok1 Token = elt
        tok2 := CopyToken(tok1)
        if tok1.(StartElement).Attr[0].Value != "en" {
                t.Error("CopyToken overwrote Attr[0]")
        }
        if !reflect.DeepEqual(tok1, tok2) {
                t.Error("CopyToken(StartElement) != StartElement")
        }
        tok1.(StartElement).Attr[0] = Attr{Name{"", "lang"}, "de"}
        if reflect.DeepEqual(tok1, tok2) {
                t.Error("CopyToken(CharData) uses same buffer.")
        }
}

func TestSyntaxErrorLineNum(t *testing.T) {
        testInput := "<P>Foo<P>\n\n<P>Bar</>\n"
        d := NewDecoder(strings.NewReader(testInput))
        var err error
        for _, err = d.Token(); err == nil; _, err = d.Token() {
        }
        synerr, ok := err.(*SyntaxError)
        if !ok {
                t.Error("Expected SyntaxError.")
        }
        if synerr.Line != 3 {
                t.Error("SyntaxError didn't have correct line number.")
        }
}

func TestTrailingRawToken(t *testing.T) {
        input := `<FOO></FOO>  `
        d := NewDecoder(strings.NewReader(input))
        var err error
        for _, err = d.RawToken(); err == nil; _, err = d.RawToken() {
        }
        if err != io.EOF {
                t.Fatalf("d.RawToken() = _, %v, want _, io.EOF", err)
        }
}

func TestTrailingToken(t *testing.T) {
        input := `<FOO></FOO>  `
        d := NewDecoder(strings.NewReader(input))
        var err error
        for _, err = d.Token(); err == nil; _, err = d.Token() {
        }
        if err != io.EOF {
                t.Fatalf("d.Token() = _, %v, want _, io.EOF", err)
        }
}

func TestEntityInsideCDATA(t *testing.T) {
        input := `<test><![CDATA[ &val=foo ]]></test>`
        d := NewDecoder(strings.NewReader(input))
        var err error
        for _, err = d.Token(); err == nil; _, err = d.Token() {
        }
        if err != io.EOF {
                t.Fatalf("d.Token() = _, %v, want _, io.EOF", err)
        }
}

// The last three tests (respectively one for characters in attribute
// names and two for character entities) pass not because of code
// changed for issue 1259, but instead pass with the given messages
// from other parts of xml.Decoder.  I provide these to note the
// current behavior of situations where one might think that character
// range checking would detect the error, but it does not in fact.

var characterTests = []struct {
        in  string
        err string
}{
        {"\x12<doc/>", "illegal character code U+0012"},
        {"<?xml version=\"1.0\"?>\x0b<doc/>", "illegal character code U+000B"},
        {"\xef\xbf\xbe<doc/>", "illegal character code U+FFFE"},
        {"<?xml version=\"1.0\"?><doc>\r\n<hiya/>\x07<toots/></doc>", "illegal character code U+0007"},
        {"<?xml version=\"1.0\"?><doc \x12='value'>what's up</doc>", "expected attribute name in element"},
        {"<doc>&\x01;</doc>", "invalid character entity &;"},
        {"<doc>&\xef\xbf\xbe;</doc>", "invalid character entity &;"},
}

func TestDisallowedCharacters(t *testing.T) {

        for i, tt := range characterTests {
                d := NewDecoder(strings.NewReader(tt.in))
                var err error

                for err == nil {
                        _, err = d.Token()
                }
                synerr, ok := err.(*SyntaxError)
                if !ok {
                        t.Fatalf("input %d d.Token() = _, %v, want _, *SyntaxError", i, err)
                }
                if synerr.Msg != tt.err {
                        t.Fatalf("input %d synerr.Msg wrong: want '%s', got '%s'", i, tt.err, synerr.Msg)
                }
        }
}

type procInstEncodingTest struct {
        expect, got string
}

var procInstTests = []struct {
        input, expect string
}{
        {`version="1.0" encoding="utf-8"`, "utf-8"},
        {`version="1.0" encoding='utf-8'`, "utf-8"},
        {`version="1.0" encoding='utf-8' `, "utf-8"},
        {`version="1.0" encoding=utf-8`, ""},
        {`encoding="FOO" `, "FOO"},
}

func TestProcInstEncoding(t *testing.T) {
        for _, test := range procInstTests {
                got := procInstEncoding(test.input)
                if got != test.expect {
                        t.Errorf("procInstEncoding(%q) = %q; want %q", test.input, got, test.expect)
                }
        }
}

Go to most recent revision | Compare with Previous | Blame | View Log

powered by: WebSVN 2.1.0

© copyright 1999-2024 OpenCores.org, equivalent to Oliscience, all rights reserved. OpenCores®, registered trademark.