go-pkg-xmlx/document.go

// Copyright (c) 2010, Jim Teeuwen. All rights reserved.
// This code is subject to a 1-clause BSD license.
// The contents of which can be found in the LICENSE file.

/*
 This package wraps the standard XML library and uses it to build a node tree of
 any document you load. This allows you to look up nodes forwards and backwards,
 as well as perform simple search queries.

 Nodes now simply become collections and don't require you to read them in the
 order in which the xml.Parser finds them.

 The Document currently implements 2 search functions which allow you to
 look for specific nodes.

   *xmlx.Document.SelectNode(namespace, name string) *Node;
   *xmlx.Document.SelectNodes(namespace, name string) []*Node;

 SelectNode() returns the first, single node it finds matching the given name
 and namespace. SelectNodes() returns a slice containing all the matching nodes.

 Note that these search functions can be invoked on individual nodes as well.
 This allows you to search only a subset of the entire document.
*/
package xmlx

import (
	"os"
	"io"
	"io/ioutil"
	"path"
	"strings"
	"xml"
	"fmt"
	"http"
	iconv "github.com/sloonz/go-iconv/src"
)

type Document struct {
	Version     string
	Encoding    string
	StandAlone  string
	SaveDocType bool
	Root        *Node
	Entity      map[string]string
	Verbose     bool
}

func New() *Document {
	return &Document{
		Version:     "1.0",
		Encoding:    "utf-8",
		StandAlone:  "yes",
		SaveDocType: true,
		Entity:      make(map[string]string),
		Verbose:     false,
	}
}

// This loads a rather massive table of non-conventional xml escape sequences.
// Needed to make the parser map them to characters properly. It is advised to
// set only those entities needed manually using the document.Entity map, but
// if need be, this method can be called to fill the map with the entire set
// defined on http://www.w3.org/TR/html4/sgml/entities.html
func (this *Document) LoadExtendedEntityMap() { loadNonStandardEntities(this.Entity) }

func (this *Document) String() string {
	s, _ := this.SaveString()
	return s
}

func (this *Document) SelectNode(namespace, name string) *Node {
	return this.Root.SelectNode(namespace, name)
}

func (this *Document) SelectNodes(namespace, name string) []*Node {
	return this.Root.SelectNodes(namespace, name)
}

// *****************************************************************************
// *** Satisfy ILoader interface
// *****************************************************************************
func (this *Document) LoadString(s string) (err os.Error) {
	// Ensure we are passing UTF-8 encoding content to the XML tokenizer.
	if s, err = this.correctEncoding(s); err != nil {
		return
	}

	// tokenize data
	xp := xml.NewParser(strings.NewReader(s))
	xp.Entity = this.Entity

	this.Root = NewNode(NT_ROOT)
	ct := this.Root

	var tok xml.Token
	var t *Node
	var i int
	var doctype string
	var v xml.Attr

	for {
		if tok, err = xp.Token(); err != nil {
			if err == os.EOF {
				return nil
			}

			if this.Verbose {
				fmt.Fprintf(os.Stderr, "Xml Error: %s\n", err)
			}
			return err
		}

		switch tt := tok.(type) {
		case xml.SyntaxError:
			return os.NewError(tt.String())
		case xml.CharData:
			ct.Value = strings.TrimSpace(string([]byte(tt)))
		case xml.Comment:
			t := NewNode(NT_COMMENT)
			t.Value = strings.TrimSpace(string([]byte(tt)))
			ct.AddChild(t)
		case xml.Directive:
			t = NewNode(NT_DIRECTIVE)
			t.Value = strings.TrimSpace(string([]byte(tt)))
			ct.AddChild(t)
		case xml.StartElement:
			t = NewNode(NT_ELEMENT)
			t.Name = tt.Name
			t.Attributes = make([]*Attr, len(tt.Attr))
			for i, v = range tt.Attr {
				t.Attributes[i] = new(Attr)
				t.Attributes[i].Name = v.Name
				t.Attributes[i].Value = v.Value
			}
			ct.AddChild(t)
			ct = t
		case xml.ProcInst:
			if tt.Target == "xml" { // xml doctype
				doctype = strings.TrimSpace(string(tt.Inst))
				if i = strings.Index(doctype, `standalone="`); i > -1 {
					this.StandAlone = doctype[i+len(`standalone="`) : len(doctype)]
					i = strings.Index(this.StandAlone, `"`)
					this.StandAlone = this.StandAlone[0:i]
				}
			} else {
				t = NewNode(NT_PROCINST)
				t.Target = strings.TrimSpace(tt.Target)
				t.Value = strings.TrimSpace(string(tt.Inst))
				ct.AddChild(t)
			}
		case xml.EndElement:
			if ct = ct.Parent; ct == nil {
				return
			}
		}
	}

	return
}

func (this *Document) LoadFile(filename string) (err os.Error) {
	var data []byte

	if data, err = ioutil.ReadFile(path.Clean(filename)); err != nil {
		return
	}

	return this.LoadString(string(data))
}

func (this *Document) LoadUri(uri string) (err os.Error) {
	var r *http.Response
	if r, _, err = http.Get(uri); err != nil {
		return
	}

	defer r.Body.Close()

	var b []byte
	if b, err = ioutil.ReadAll(r.Body); err != nil {
		return
	}

	return this.LoadString(string(b))
}

func (this *Document) LoadStream(r io.Reader) (err os.Error) {
	var b []byte
	if b, err = ioutil.ReadAll(r); err != nil {
		return
	}
	return this.LoadString(string(b))
}

// *****************************************************************************
// *** Satisfy ISaver interface
// *****************************************************************************
func (this *Document) SaveFile(path string) (err os.Error) {
	var data string
	if data, err = this.SaveString(); err != nil {
		return
	}

	return ioutil.WriteFile(path, []byte(data), 0600)
}

func (this *Document) SaveString() (s string, err os.Error) {
	if this.SaveDocType {
		s = fmt.Sprintf(`<?xml version="%s" encoding="%s" standalone="%s"?>`,
			this.Version, this.Encoding, this.StandAlone)
	}

	s += this.Root.String()
	return
}

func (this *Document) SaveStream(w io.Writer) (err os.Error) {
	var s string
	if s, err = this.SaveString(); err != nil {
		return
	}
	_, err = w.Write([]byte(s))
	return
}

// Use libiconv to ensure we get UTF-8 encoded data. The Go Xml tokenizer will
// throw a tantrum if we give it anything else.
func (this *Document) correctEncoding(data string) (ret string, err os.Error) {
	var cd *iconv.Iconv
	var tok xml.Token

	enc := "utf-8"
	xp := xml.NewParser(strings.NewReader(data))
	xp.Entity = this.Entity

loop:
	for {
		if tok, err = xp.Token(); err != nil {
			if err == os.EOF {
				break loop
			}
			
			return "", err
		}

		switch tt := tok.(type) {
		case xml.ProcInst:
			if tt.Target == "xml" { // xml doctype
				var pair []string
				var entry string

				list := strings.Split(string(tt.Inst), " ", -1)
				for _, entry = range list {
					if pair = strings.Split(entry, "=", -1); len(pair) < 2 {
						continue
					}

					switch pair[0] {
					case "encoding":
						enc = pair[1][1:len(pair[1])-1]
						break loop
					}
				}
			}
		}
	}

	if enc == "utf-8" {
		// Data already in utf-8 format. Nothing to do here.
		return data, nil
	}

	if cd, err = iconv.Open("utf-8", enc); err != nil {
		return
	}

	defer cd.Close()
	return cd.Conv(data)
}