...
Run Format

Source file src/html/template/escape.go

Documentation: html/template

     1  // Copyright 2011 The Go Authors. All rights reserved.
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  package template
     6  
     7  import (
     8  	"bytes"
     9  	"fmt"
    10  	"html"
    11  	"io"
    12  	"text/template"
    13  	"text/template/parse"
    14  )
    15  
    16  // escapeTemplate rewrites the named template, which must be
    17  // associated with t, to guarantee that the output of any of the named
    18  // templates is properly escaped. If no error is returned, then the named templates have
    19  // been modified. Otherwise the named templates have been rendered
    20  // unusable.
    21  func escapeTemplate(tmpl *Template, node parse.Node, name string) error {
    22  	c, _ := tmpl.esc.escapeTree(context{}, node, name, 0)
    23  	var err error
    24  	if c.err != nil {
    25  		err, c.err.Name = c.err, name
    26  	} else if c.state != stateText {
    27  		err = &Error{ErrEndContext, nil, name, 0, fmt.Sprintf("ends in a non-text context: %v", c)}
    28  	}
    29  	if err != nil {
    30  		// Prevent execution of unsafe templates.
    31  		if t := tmpl.set[name]; t != nil {
    32  			t.escapeErr = err
    33  			t.text.Tree = nil
    34  			t.Tree = nil
    35  		}
    36  		return err
    37  	}
    38  	tmpl.esc.commit()
    39  	if t := tmpl.set[name]; t != nil {
    40  		t.escapeErr = escapeOK
    41  		t.Tree = t.text.Tree
    42  	}
    43  	return nil
    44  }
    45  
    46  // evalArgs formats the list of arguments into a string. It is equivalent to
    47  // fmt.Sprint(args...), except that it deferences all pointers.
    48  func evalArgs(args ...interface{}) string {
    49  	// Optimization for simple common case of a single string argument.
    50  	if len(args) == 1 {
    51  		if s, ok := args[0].(string); ok {
    52  			return s
    53  		}
    54  	}
    55  	for i, arg := range args {
    56  		args[i] = indirectToStringerOrError(arg)
    57  	}
    58  	return fmt.Sprint(args...)
    59  }
    60  
    61  // funcMap maps command names to functions that render their inputs safe.
    62  var funcMap = template.FuncMap{
    63  	"_html_template_attrescaper":     attrEscaper,
    64  	"_html_template_commentescaper":  commentEscaper,
    65  	"_html_template_cssescaper":      cssEscaper,
    66  	"_html_template_cssvaluefilter":  cssValueFilter,
    67  	"_html_template_htmlnamefilter":  htmlNameFilter,
    68  	"_html_template_htmlescaper":     htmlEscaper,
    69  	"_html_template_jsregexpescaper": jsRegexpEscaper,
    70  	"_html_template_jsstrescaper":    jsStrEscaper,
    71  	"_html_template_jsvalescaper":    jsValEscaper,
    72  	"_html_template_nospaceescaper":  htmlNospaceEscaper,
    73  	"_html_template_rcdataescaper":   rcdataEscaper,
    74  	"_html_template_srcsetescaper":   srcsetFilterAndEscaper,
    75  	"_html_template_urlescaper":      urlEscaper,
    76  	"_html_template_urlfilter":       urlFilter,
    77  	"_html_template_urlnormalizer":   urlNormalizer,
    78  	"_eval_args_":                    evalArgs,
    79  }
    80  
    81  // escaper collects type inferences about templates and changes needed to make
    82  // templates injection safe.
    83  type escaper struct {
    84  	// ns is the nameSpace that this escaper is associated with.
    85  	ns *nameSpace
    86  	// output[templateName] is the output context for a templateName that
    87  	// has been mangled to include its input context.
    88  	output map[string]context
    89  	// derived[c.mangle(name)] maps to a template derived from the template
    90  	// named name templateName for the start context c.
    91  	derived map[string]*template.Template
    92  	// called[templateName] is a set of called mangled template names.
    93  	called map[string]bool
    94  	// xxxNodeEdits are the accumulated edits to apply during commit.
    95  	// Such edits are not applied immediately in case a template set
    96  	// executes a given template in different escaping contexts.
    97  	actionNodeEdits   map[*parse.ActionNode][]string
    98  	templateNodeEdits map[*parse.TemplateNode]string
    99  	textNodeEdits     map[*parse.TextNode][]byte
   100  }
   101  
   102  // makeEscaper creates a blank escaper for the given set.
   103  func makeEscaper(n *nameSpace) escaper {
   104  	return escaper{
   105  		n,
   106  		map[string]context{},
   107  		map[string]*template.Template{},
   108  		map[string]bool{},
   109  		map[*parse.ActionNode][]string{},
   110  		map[*parse.TemplateNode]string{},
   111  		map[*parse.TextNode][]byte{},
   112  	}
   113  }
   114  
   115  // filterFailsafe is an innocuous word that is emitted in place of unsafe values
   116  // by sanitizer functions. It is not a keyword in any programming language,
   117  // contains no special characters, is not empty, and when it appears in output
   118  // it is distinct enough that a developer can find the source of the problem
   119  // via a search engine.
   120  const filterFailsafe = "ZgotmplZ"
   121  
   122  // escape escapes a template node.
   123  func (e *escaper) escape(c context, n parse.Node) context {
   124  	switch n := n.(type) {
   125  	case *parse.ActionNode:
   126  		return e.escapeAction(c, n)
   127  	case *parse.IfNode:
   128  		return e.escapeBranch(c, &n.BranchNode, "if")
   129  	case *parse.ListNode:
   130  		return e.escapeList(c, n)
   131  	case *parse.RangeNode:
   132  		return e.escapeBranch(c, &n.BranchNode, "range")
   133  	case *parse.TemplateNode:
   134  		return e.escapeTemplate(c, n)
   135  	case *parse.TextNode:
   136  		return e.escapeText(c, n)
   137  	case *parse.WithNode:
   138  		return e.escapeBranch(c, &n.BranchNode, "with")
   139  	}
   140  	panic("escaping " + n.String() + " is unimplemented")
   141  }
   142  
   143  // escapeAction escapes an action template node.
   144  func (e *escaper) escapeAction(c context, n *parse.ActionNode) context {
   145  	if len(n.Pipe.Decl) != 0 {
   146  		// A local variable assignment, not an interpolation.
   147  		return c
   148  	}
   149  	c = nudge(c)
   150  	// Check for disallowed use of predefined escapers in the pipeline.
   151  	for pos, idNode := range n.Pipe.Cmds {
   152  		node, ok := idNode.Args[0].(*parse.IdentifierNode)
   153  		if !ok {
   154  			// A predefined escaper "esc" will never be found as an identifier in a
   155  			// Chain or Field node, since:
   156  			// - "esc.x ..." is invalid, since predefined escapers return strings, and
   157  			//   strings do not have methods, keys or fields.
   158  			// - "... .esc" is invalid, since predefined escapers are global functions,
   159  			//   not methods or fields of any types.
   160  			// Therefore, it is safe to ignore these two node types.
   161  			continue
   162  		}
   163  		ident := node.Ident
   164  		if _, ok := predefinedEscapers[ident]; ok {
   165  			if pos < len(n.Pipe.Cmds)-1 ||
   166  				c.state == stateAttr && c.delim == delimSpaceOrTagEnd && ident == "html" {
   167  				return context{
   168  					state: stateError,
   169  					err:   errorf(ErrPredefinedEscaper, n, n.Line, "predefined escaper %q disallowed in template", ident),
   170  				}
   171  			}
   172  		}
   173  	}
   174  	s := make([]string, 0, 3)
   175  	switch c.state {
   176  	case stateError:
   177  		return c
   178  	case stateURL, stateCSSDqStr, stateCSSSqStr, stateCSSDqURL, stateCSSSqURL, stateCSSURL:
   179  		switch c.urlPart {
   180  		case urlPartNone:
   181  			s = append(s, "_html_template_urlfilter")
   182  			fallthrough
   183  		case urlPartPreQuery:
   184  			switch c.state {
   185  			case stateCSSDqStr, stateCSSSqStr:
   186  				s = append(s, "_html_template_cssescaper")
   187  			default:
   188  				s = append(s, "_html_template_urlnormalizer")
   189  			}
   190  		case urlPartQueryOrFrag:
   191  			s = append(s, "_html_template_urlescaper")
   192  		case urlPartUnknown:
   193  			return context{
   194  				state: stateError,
   195  				err:   errorf(ErrAmbigContext, n, n.Line, "%s appears in an ambiguous context within a URL", n),
   196  			}
   197  		default:
   198  			panic(c.urlPart.String())
   199  		}
   200  	case stateJS:
   201  		s = append(s, "_html_template_jsvalescaper")
   202  		// A slash after a value starts a div operator.
   203  		c.jsCtx = jsCtxDivOp
   204  	case stateJSDqStr, stateJSSqStr:
   205  		s = append(s, "_html_template_jsstrescaper")
   206  	case stateJSRegexp:
   207  		s = append(s, "_html_template_jsregexpescaper")
   208  	case stateCSS:
   209  		s = append(s, "_html_template_cssvaluefilter")
   210  	case stateText:
   211  		s = append(s, "_html_template_htmlescaper")
   212  	case stateRCDATA:
   213  		s = append(s, "_html_template_rcdataescaper")
   214  	case stateAttr:
   215  		// Handled below in delim check.
   216  	case stateAttrName, stateTag:
   217  		c.state = stateAttrName
   218  		s = append(s, "_html_template_htmlnamefilter")
   219  	case stateSrcset:
   220  		s = append(s, "_html_template_srcsetescaper")
   221  	default:
   222  		if isComment(c.state) {
   223  			s = append(s, "_html_template_commentescaper")
   224  		} else {
   225  			panic("unexpected state " + c.state.String())
   226  		}
   227  	}
   228  	switch c.delim {
   229  	case delimNone:
   230  		// No extra-escaping needed for raw text content.
   231  	case delimSpaceOrTagEnd:
   232  		s = append(s, "_html_template_nospaceescaper")
   233  	default:
   234  		s = append(s, "_html_template_attrescaper")
   235  	}
   236  	e.editActionNode(n, s)
   237  	return c
   238  }
   239  
   240  // ensurePipelineContains ensures that the pipeline ends with the commands with
   241  // the identifiers in s in order. If the pipeline ends with a predefined escaper
   242  // (i.e. "html" or "urlquery"), merge it with the identifiers in s.
   243  func ensurePipelineContains(p *parse.PipeNode, s []string) {
   244  	if len(s) == 0 {
   245  		// Do not rewrite pipeline if we have no escapers to insert.
   246  		return
   247  	}
   248  	// Precondition: p.Cmds contains at most one predefined escaper and the
   249  	// escaper will be present at p.Cmds[len(p.Cmds)-1]. This precondition is
   250  	// always true because of the checks in escapeAction.
   251  	pipelineLen := len(p.Cmds)
   252  	if pipelineLen > 0 {
   253  		lastCmd := p.Cmds[pipelineLen-1]
   254  		if idNode, ok := lastCmd.Args[0].(*parse.IdentifierNode); ok {
   255  			if esc := idNode.Ident; predefinedEscapers[esc] {
   256  				// Pipeline ends with a predefined escaper.
   257  				if len(p.Cmds) == 1 && len(lastCmd.Args) > 1 {
   258  					// Special case: pipeline is of the form {{ esc arg1 arg2 ... argN }},
   259  					// where esc is the predefined escaper, and arg1...argN are its arguments.
   260  					// Convert this into the equivalent form
   261  					// {{ _eval_args_ arg1 arg2 ... argN | esc }}, so that esc can be easily
   262  					// merged with the escapers in s.
   263  					lastCmd.Args[0] = parse.NewIdentifier("_eval_args_").SetTree(nil).SetPos(lastCmd.Args[0].Position())
   264  					p.Cmds = appendCmd(p.Cmds, newIdentCmd(esc, p.Position()))
   265  					pipelineLen++
   266  				}
   267  				// If any of the commands in s that we are about to insert is equivalent
   268  				// to the predefined escaper, use the predefined escaper instead.
   269  				dup := false
   270  				for i, escaper := range s {
   271  					if escFnsEq(esc, escaper) {
   272  						s[i] = idNode.Ident
   273  						dup = true
   274  					}
   275  				}
   276  				if dup {
   277  					// The predefined escaper will already be inserted along with the
   278  					// escapers in s, so do not copy it to the rewritten pipeline.
   279  					pipelineLen--
   280  				}
   281  			}
   282  		}
   283  	}
   284  	// Rewrite the pipeline, creating the escapers in s at the end of the pipeline.
   285  	newCmds := make([]*parse.CommandNode, pipelineLen, pipelineLen+len(s))
   286  	insertedIdents := make(map[string]bool)
   287  	for i := 0; i < pipelineLen; i++ {
   288  		cmd := p.Cmds[i]
   289  		newCmds[i] = cmd
   290  		if idNode, ok := cmd.Args[0].(*parse.IdentifierNode); ok {
   291  			insertedIdents[normalizeEscFn(idNode.Ident)] = true
   292  		}
   293  	}
   294  	for _, name := range s {
   295  		if !insertedIdents[normalizeEscFn(name)] {
   296  			// When two templates share an underlying parse tree via the use of
   297  			// AddParseTree and one template is executed after the other, this check
   298  			// ensures that escapers that were already inserted into the pipeline on
   299  			// the first escaping pass do not get inserted again.
   300  			newCmds = appendCmd(newCmds, newIdentCmd(name, p.Position()))
   301  		}
   302  	}
   303  	p.Cmds = newCmds
   304  }
   305  
   306  // predefinedEscapers contains template predefined escapers that are equivalent
   307  // to some contextual escapers. Keep in sync with equivEscapers.
   308  var predefinedEscapers = map[string]bool{
   309  	"html":     true,
   310  	"urlquery": true,
   311  }
   312  
   313  // equivEscapers matches contextual escapers to equivalent predefined
   314  // template escapers.
   315  var equivEscapers = map[string]string{
   316  	// The following pairs of HTML escapers provide equivalent security
   317  	// guarantees, since they all escape '\000', '\'', '"', '&', '<', and '>'.
   318  	"_html_template_attrescaper":   "html",
   319  	"_html_template_htmlescaper":   "html",
   320  	"_html_template_rcdataescaper": "html",
   321  	// These two URL escapers produce URLs safe for embedding in a URL query by
   322  	// percent-encoding all the reserved characters specified in RFC 3986 Section
   323  	// 2.2
   324  	"_html_template_urlescaper": "urlquery",
   325  	// These two functions are not actually equivalent; urlquery is stricter as it
   326  	// escapes reserved characters (e.g. '#'), while _html_template_urlnormalizer
   327  	// does not. It is therefore only safe to replace _html_template_urlnormalizer
   328  	// with urlquery (this happens in ensurePipelineContains), but not the otherI've
   329  	// way around. We keep this entry around to preserve the behavior of templates
   330  	// written before Go 1.9, which might depend on this substitution taking place.
   331  	"_html_template_urlnormalizer": "urlquery",
   332  }
   333  
   334  // escFnsEq reports whether the two escaping functions are equivalent.
   335  func escFnsEq(a, b string) bool {
   336  	return normalizeEscFn(a) == normalizeEscFn(b)
   337  }
   338  
   339  // normalizeEscFn(a) is equal to normalizeEscFn(b) for any pair of names of
   340  // escaper functions a and b that are equivalent.
   341  func normalizeEscFn(e string) string {
   342  	if norm := equivEscapers[e]; norm != "" {
   343  		return norm
   344  	}
   345  	return e
   346  }
   347  
   348  // redundantFuncs[a][b] implies that funcMap[b](funcMap[a](x)) == funcMap[a](x)
   349  // for all x.
   350  var redundantFuncs = map[string]map[string]bool{
   351  	"_html_template_commentescaper": {
   352  		"_html_template_attrescaper":    true,
   353  		"_html_template_nospaceescaper": true,
   354  		"_html_template_htmlescaper":    true,
   355  	},
   356  	"_html_template_cssescaper": {
   357  		"_html_template_attrescaper": true,
   358  	},
   359  	"_html_template_jsregexpescaper": {
   360  		"_html_template_attrescaper": true,
   361  	},
   362  	"_html_template_jsstrescaper": {
   363  		"_html_template_attrescaper": true,
   364  	},
   365  	"_html_template_urlescaper": {
   366  		"_html_template_urlnormalizer": true,
   367  	},
   368  }
   369  
   370  // appendCmd appends the given command to the end of the command pipeline
   371  // unless it is redundant with the last command.
   372  func appendCmd(cmds []*parse.CommandNode, cmd *parse.CommandNode) []*parse.CommandNode {
   373  	if n := len(cmds); n != 0 {
   374  		last, okLast := cmds[n-1].Args[0].(*parse.IdentifierNode)
   375  		next, okNext := cmd.Args[0].(*parse.IdentifierNode)
   376  		if okLast && okNext && redundantFuncs[last.Ident][next.Ident] {
   377  			return cmds
   378  		}
   379  	}
   380  	return append(cmds, cmd)
   381  }
   382  
   383  // indexOfStr is the first i such that eq(s, strs[i]) or -1 if s was not found.
   384  func indexOfStr(s string, strs []string, eq func(a, b string) bool) int {
   385  	for i, t := range strs {
   386  		if eq(s, t) {
   387  			return i
   388  		}
   389  	}
   390  	return -1
   391  }
   392  
   393  // newIdentCmd produces a command containing a single identifier node.
   394  func newIdentCmd(identifier string, pos parse.Pos) *parse.CommandNode {
   395  	return &parse.CommandNode{
   396  		NodeType: parse.NodeCommand,
   397  		Args:     []parse.Node{parse.NewIdentifier(identifier).SetTree(nil).SetPos(pos)}, // TODO: SetTree.
   398  	}
   399  }
   400  
   401  // nudge returns the context that would result from following empty string
   402  // transitions from the input context.
   403  // For example, parsing:
   404  //     `<a href=`
   405  // will end in context{stateBeforeValue, attrURL}, but parsing one extra rune:
   406  //     `<a href=x`
   407  // will end in context{stateURL, delimSpaceOrTagEnd, ...}.
   408  // There are two transitions that happen when the 'x' is seen:
   409  // (1) Transition from a before-value state to a start-of-value state without
   410  //     consuming any character.
   411  // (2) Consume 'x' and transition past the first value character.
   412  // In this case, nudging produces the context after (1) happens.
   413  func nudge(c context) context {
   414  	switch c.state {
   415  	case stateTag:
   416  		// In `<foo {{.}}`, the action should emit an attribute.
   417  		c.state = stateAttrName
   418  	case stateBeforeValue:
   419  		// In `<foo bar={{.}}`, the action is an undelimited value.
   420  		c.state, c.delim, c.attr = attrStartStates[c.attr], delimSpaceOrTagEnd, attrNone
   421  	case stateAfterName:
   422  		// In `<foo bar {{.}}`, the action is an attribute name.
   423  		c.state, c.attr = stateAttrName, attrNone
   424  	}
   425  	return c
   426  }
   427  
   428  // join joins the two contexts of a branch template node. The result is an
   429  // error context if either of the input contexts are error contexts, or if the
   430  // the input contexts differ.
   431  func join(a, b context, node parse.Node, nodeName string) context {
   432  	if a.state == stateError {
   433  		return a
   434  	}
   435  	if b.state == stateError {
   436  		return b
   437  	}
   438  	if a.eq(b) {
   439  		return a
   440  	}
   441  
   442  	c := a
   443  	c.urlPart = b.urlPart
   444  	if c.eq(b) {
   445  		// The contexts differ only by urlPart.
   446  		c.urlPart = urlPartUnknown
   447  		return c
   448  	}
   449  
   450  	c = a
   451  	c.jsCtx = b.jsCtx
   452  	if c.eq(b) {
   453  		// The contexts differ only by jsCtx.
   454  		c.jsCtx = jsCtxUnknown
   455  		return c
   456  	}
   457  
   458  	// Allow a nudged context to join with an unnudged one.
   459  	// This means that
   460  	//   <p title={{if .C}}{{.}}{{end}}
   461  	// ends in an unquoted value state even though the else branch
   462  	// ends in stateBeforeValue.
   463  	if c, d := nudge(a), nudge(b); !(c.eq(a) && d.eq(b)) {
   464  		if e := join(c, d, node, nodeName); e.state != stateError {
   465  			return e
   466  		}
   467  	}
   468  
   469  	return context{
   470  		state: stateError,
   471  		err:   errorf(ErrBranchEnd, node, 0, "{{%s}} branches end in different contexts: %v, %v", nodeName, a, b),
   472  	}
   473  }
   474  
   475  // escapeBranch escapes a branch template node: "if", "range" and "with".
   476  func (e *escaper) escapeBranch(c context, n *parse.BranchNode, nodeName string) context {
   477  	c0 := e.escapeList(c, n.List)
   478  	if nodeName == "range" && c0.state != stateError {
   479  		// The "true" branch of a "range" node can execute multiple times.
   480  		// We check that executing n.List once results in the same context
   481  		// as executing n.List twice.
   482  		c1, _ := e.escapeListConditionally(c0, n.List, nil)
   483  		c0 = join(c0, c1, n, nodeName)
   484  		if c0.state == stateError {
   485  			// Make clear that this is a problem on loop re-entry
   486  			// since developers tend to overlook that branch when
   487  			// debugging templates.
   488  			c0.err.Line = n.Line
   489  			c0.err.Description = "on range loop re-entry: " + c0.err.Description
   490  			return c0
   491  		}
   492  	}
   493  	c1 := e.escapeList(c, n.ElseList)
   494  	return join(c0, c1, n, nodeName)
   495  }
   496  
   497  // escapeList escapes a list template node.
   498  func (e *escaper) escapeList(c context, n *parse.ListNode) context {
   499  	if n == nil {
   500  		return c
   501  	}
   502  	for _, m := range n.Nodes {
   503  		c = e.escape(c, m)
   504  	}
   505  	return c
   506  }
   507  
   508  // escapeListConditionally escapes a list node but only preserves edits and
   509  // inferences in e if the inferences and output context satisfy filter.
   510  // It returns the best guess at an output context, and the result of the filter
   511  // which is the same as whether e was updated.
   512  func (e *escaper) escapeListConditionally(c context, n *parse.ListNode, filter func(*escaper, context) bool) (context, bool) {
   513  	e1 := makeEscaper(e.ns)
   514  	// Make type inferences available to f.
   515  	for k, v := range e.output {
   516  		e1.output[k] = v
   517  	}
   518  	c = e1.escapeList(c, n)
   519  	ok := filter != nil && filter(&e1, c)
   520  	if ok {
   521  		// Copy inferences and edits from e1 back into e.
   522  		for k, v := range e1.output {
   523  			e.output[k] = v
   524  		}
   525  		for k, v := range e1.derived {
   526  			e.derived[k] = v
   527  		}
   528  		for k, v := range e1.called {
   529  			e.called[k] = v
   530  		}
   531  		for k, v := range e1.actionNodeEdits {
   532  			e.editActionNode(k, v)
   533  		}
   534  		for k, v := range e1.templateNodeEdits {
   535  			e.editTemplateNode(k, v)
   536  		}
   537  		for k, v := range e1.textNodeEdits {
   538  			e.editTextNode(k, v)
   539  		}
   540  	}
   541  	return c, ok
   542  }
   543  
   544  // escapeTemplate escapes a {{template}} call node.
   545  func (e *escaper) escapeTemplate(c context, n *parse.TemplateNode) context {
   546  	c, name := e.escapeTree(c, n, n.Name, n.Line)
   547  	if name != n.Name {
   548  		e.editTemplateNode(n, name)
   549  	}
   550  	return c
   551  }
   552  
   553  // escapeTree escapes the named template starting in the given context as
   554  // necessary and returns its output context.
   555  func (e *escaper) escapeTree(c context, node parse.Node, name string, line int) (context, string) {
   556  	// Mangle the template name with the input context to produce a reliable
   557  	// identifier.
   558  	dname := c.mangle(name)
   559  	e.called[dname] = true
   560  	if out, ok := e.output[dname]; ok {
   561  		// Already escaped.
   562  		return out, dname
   563  	}
   564  	t := e.template(name)
   565  	if t == nil {
   566  		// Two cases: The template exists but is empty, or has never been mentioned at
   567  		// all. Distinguish the cases in the error messages.
   568  		if e.ns.set[name] != nil {
   569  			return context{
   570  				state: stateError,
   571  				err:   errorf(ErrNoSuchTemplate, node, line, "%q is an incomplete or empty template", name),
   572  			}, dname
   573  		}
   574  		return context{
   575  			state: stateError,
   576  			err:   errorf(ErrNoSuchTemplate, node, line, "no such template %q", name),
   577  		}, dname
   578  	}
   579  	if dname != name {
   580  		// Use any template derived during an earlier call to escapeTemplate
   581  		// with different top level templates, or clone if necessary.
   582  		dt := e.template(dname)
   583  		if dt == nil {
   584  			dt = template.New(dname)
   585  			dt.Tree = &parse.Tree{Name: dname, Root: t.Root.CopyList()}
   586  			e.derived[dname] = dt
   587  		}
   588  		t = dt
   589  	}
   590  	return e.computeOutCtx(c, t), dname
   591  }
   592  
   593  // computeOutCtx takes a template and its start context and computes the output
   594  // context while storing any inferences in e.
   595  func (e *escaper) computeOutCtx(c context, t *template.Template) context {
   596  	// Propagate context over the body.
   597  	c1, ok := e.escapeTemplateBody(c, t)
   598  	if !ok {
   599  		// Look for a fixed point by assuming c1 as the output context.
   600  		if c2, ok2 := e.escapeTemplateBody(c1, t); ok2 {
   601  			c1, ok = c2, true
   602  		}
   603  		// Use c1 as the error context if neither assumption worked.
   604  	}
   605  	if !ok && c1.state != stateError {
   606  		return context{
   607  			state: stateError,
   608  			err:   errorf(ErrOutputContext, t.Tree.Root, 0, "cannot compute output context for template %s", t.Name()),
   609  		}
   610  	}
   611  	return c1
   612  }
   613  
   614  // escapeTemplateBody escapes the given template assuming the given output
   615  // context, and returns the best guess at the output context and whether the
   616  // assumption was correct.
   617  func (e *escaper) escapeTemplateBody(c context, t *template.Template) (context, bool) {
   618  	filter := func(e1 *escaper, c1 context) bool {
   619  		if c1.state == stateError {
   620  			// Do not update the input escaper, e.
   621  			return false
   622  		}
   623  		if !e1.called[t.Name()] {
   624  			// If t is not recursively called, then c1 is an
   625  			// accurate output context.
   626  			return true
   627  		}
   628  		// c1 is accurate if it matches our assumed output context.
   629  		return c.eq(c1)
   630  	}
   631  	// We need to assume an output context so that recursive template calls
   632  	// take the fast path out of escapeTree instead of infinitely recursing.
   633  	// Naively assuming that the input context is the same as the output
   634  	// works >90% of the time.
   635  	e.output[t.Name()] = c
   636  	return e.escapeListConditionally(c, t.Tree.Root, filter)
   637  }
   638  
   639  // delimEnds maps each delim to a string of characters that terminate it.
   640  var delimEnds = [...]string{
   641  	delimDoubleQuote: `"`,
   642  	delimSingleQuote: "'",
   643  	// Determined empirically by running the below in various browsers.
   644  	// var div = document.createElement("DIV");
   645  	// for (var i = 0; i < 0x10000; ++i) {
   646  	//   div.innerHTML = "<span title=x" + String.fromCharCode(i) + "-bar>";
   647  	//   if (div.getElementsByTagName("SPAN")[0].title.indexOf("bar") < 0)
   648  	//     document.write("<p>U+" + i.toString(16));
   649  	// }
   650  	delimSpaceOrTagEnd: " \t\n\f\r>",
   651  }
   652  
   653  var doctypeBytes = []byte("<!DOCTYPE")
   654  
   655  // escapeText escapes a text template node.
   656  func (e *escaper) escapeText(c context, n *parse.TextNode) context {
   657  	s, written, i, b := n.Text, 0, 0, new(bytes.Buffer)
   658  	for i != len(s) {
   659  		c1, nread := contextAfterText(c, s[i:])
   660  		i1 := i + nread
   661  		if c.state == stateText || c.state == stateRCDATA {
   662  			end := i1
   663  			if c1.state != c.state {
   664  				for j := end - 1; j >= i; j-- {
   665  					if s[j] == '<' {
   666  						end = j
   667  						break
   668  					}
   669  				}
   670  			}
   671  			for j := i; j < end; j++ {
   672  				if s[j] == '<' && !bytes.HasPrefix(bytes.ToUpper(s[j:]), doctypeBytes) {
   673  					b.Write(s[written:j])
   674  					b.WriteString("&lt;")
   675  					written = j + 1
   676  				}
   677  			}
   678  		} else if isComment(c.state) && c.delim == delimNone {
   679  			switch c.state {
   680  			case stateJSBlockCmt:
   681  				// http://es5.github.com/#x7.4:
   682  				// "Comments behave like white space and are
   683  				// discarded except that, if a MultiLineComment
   684  				// contains a line terminator character, then
   685  				// the entire comment is considered to be a
   686  				// LineTerminator for purposes of parsing by
   687  				// the syntactic grammar."
   688  				if bytes.ContainsAny(s[written:i1], "\n\r\u2028\u2029") {
   689  					b.WriteByte('\n')
   690  				} else {
   691  					b.WriteByte(' ')
   692  				}
   693  			case stateCSSBlockCmt:
   694  				b.WriteByte(' ')
   695  			}
   696  			written = i1
   697  		}
   698  		if c.state != c1.state && isComment(c1.state) && c1.delim == delimNone {
   699  			// Preserve the portion between written and the comment start.
   700  			cs := i1 - 2
   701  			if c1.state == stateHTMLCmt {
   702  				// "<!--" instead of "/*" or "//"
   703  				cs -= 2
   704  			}
   705  			b.Write(s[written:cs])
   706  			written = i1
   707  		}
   708  		if i == i1 && c.state == c1.state {
   709  			panic(fmt.Sprintf("infinite loop from %v to %v on %q..%q", c, c1, s[:i], s[i:]))
   710  		}
   711  		c, i = c1, i1
   712  	}
   713  
   714  	if written != 0 && c.state != stateError {
   715  		if !isComment(c.state) || c.delim != delimNone {
   716  			b.Write(n.Text[written:])
   717  		}
   718  		e.editTextNode(n, b.Bytes())
   719  	}
   720  	return c
   721  }
   722  
   723  // contextAfterText starts in context c, consumes some tokens from the front of
   724  // s, then returns the context after those tokens and the unprocessed suffix.
   725  func contextAfterText(c context, s []byte) (context, int) {
   726  	if c.delim == delimNone {
   727  		c1, i := tSpecialTagEnd(c, s)
   728  		if i == 0 {
   729  			// A special end tag (`</script>`) has been seen and
   730  			// all content preceding it has been consumed.
   731  			return c1, 0
   732  		}
   733  		// Consider all content up to any end tag.
   734  		return transitionFunc[c.state](c, s[:i])
   735  	}
   736  
   737  	// We are at the beginning of an attribute value.
   738  
   739  	i := bytes.IndexAny(s, delimEnds[c.delim])
   740  	if i == -1 {
   741  		i = len(s)
   742  	}
   743  	if c.delim == delimSpaceOrTagEnd {
   744  		// http://www.w3.org/TR/html5/syntax.html#attribute-value-(unquoted)-state
   745  		// lists the runes below as error characters.
   746  		// Error out because HTML parsers may differ on whether
   747  		// "<a id= onclick=f("     ends inside id's or onclick's value,
   748  		// "<a class=`foo "        ends inside a value,
   749  		// "<a style=font:'Arial'" needs open-quote fixup.
   750  		// IE treats '`' as a quotation character.
   751  		if j := bytes.IndexAny(s[:i], "\"'<=`"); j >= 0 {
   752  			return context{
   753  				state: stateError,
   754  				err:   errorf(ErrBadHTML, nil, 0, "%q in unquoted attr: %q", s[j:j+1], s[:i]),
   755  			}, len(s)
   756  		}
   757  	}
   758  	if i == len(s) {
   759  		// Remain inside the attribute.
   760  		// Decode the value so non-HTML rules can easily handle
   761  		//     <button onclick="alert(&quot;Hi!&quot;)">
   762  		// without having to entity decode token boundaries.
   763  		for u := []byte(html.UnescapeString(string(s))); len(u) != 0; {
   764  			c1, i1 := transitionFunc[c.state](c, u)
   765  			c, u = c1, u[i1:]
   766  		}
   767  		return c, len(s)
   768  	}
   769  
   770  	element := c.element
   771  
   772  	// If this is a non-JS "type" attribute inside "script" tag, do not treat the contents as JS.
   773  	if c.state == stateAttr && c.element == elementScript && c.attr == attrScriptType && !isJSType(string(s[:i])) {
   774  		element = elementNone
   775  	}
   776  
   777  	if c.delim != delimSpaceOrTagEnd {
   778  		// Consume any quote.
   779  		i++
   780  	}
   781  	// On exiting an attribute, we discard all state information
   782  	// except the state and element.
   783  	return context{state: stateTag, element: element}, i
   784  }
   785  
   786  // editActionNode records a change to an action pipeline for later commit.
   787  func (e *escaper) editActionNode(n *parse.ActionNode, cmds []string) {
   788  	if _, ok := e.actionNodeEdits[n]; ok {
   789  		panic(fmt.Sprintf("node %s shared between templates", n))
   790  	}
   791  	e.actionNodeEdits[n] = cmds
   792  }
   793  
   794  // editTemplateNode records a change to a {{template}} callee for later commit.
   795  func (e *escaper) editTemplateNode(n *parse.TemplateNode, callee string) {
   796  	if _, ok := e.templateNodeEdits[n]; ok {
   797  		panic(fmt.Sprintf("node %s shared between templates", n))
   798  	}
   799  	e.templateNodeEdits[n] = callee
   800  }
   801  
   802  // editTextNode records a change to a text node for later commit.
   803  func (e *escaper) editTextNode(n *parse.TextNode, text []byte) {
   804  	if _, ok := e.textNodeEdits[n]; ok {
   805  		panic(fmt.Sprintf("node %s shared between templates", n))
   806  	}
   807  	e.textNodeEdits[n] = text
   808  }
   809  
   810  // commit applies changes to actions and template calls needed to contextually
   811  // autoescape content and adds any derived templates to the set.
   812  func (e *escaper) commit() {
   813  	for name := range e.output {
   814  		e.template(name).Funcs(funcMap)
   815  	}
   816  	// Any template from the name space associated with this escaper can be used
   817  	// to add derived templates to the underlying text/template name space.
   818  	tmpl := e.arbitraryTemplate()
   819  	for _, t := range e.derived {
   820  		if _, err := tmpl.text.AddParseTree(t.Name(), t.Tree); err != nil {
   821  			panic("error adding derived template")
   822  		}
   823  	}
   824  	for n, s := range e.actionNodeEdits {
   825  		ensurePipelineContains(n.Pipe, s)
   826  	}
   827  	for n, name := range e.templateNodeEdits {
   828  		n.Name = name
   829  	}
   830  	for n, s := range e.textNodeEdits {
   831  		n.Text = s
   832  	}
   833  	// Reset state that is specific to this commit so that the same changes are
   834  	// not re-applied to the template on subsequent calls to commit.
   835  	e.called = make(map[string]bool)
   836  	e.actionNodeEdits = make(map[*parse.ActionNode][]string)
   837  	e.templateNodeEdits = make(map[*parse.TemplateNode]string)
   838  	e.textNodeEdits = make(map[*parse.TextNode][]byte)
   839  }
   840  
   841  // template returns the named template given a mangled template name.
   842  func (e *escaper) template(name string) *template.Template {
   843  	// Any template from the name space associated with this escaper can be used
   844  	// to look up templates in the underlying text/template name space.
   845  	t := e.arbitraryTemplate().text.Lookup(name)
   846  	if t == nil {
   847  		t = e.derived[name]
   848  	}
   849  	return t
   850  }
   851  
   852  // arbitraryTemplate returns an arbitrary template from the name space
   853  // associated with e and panics if no templates are found.
   854  func (e *escaper) arbitraryTemplate() *Template {
   855  	for _, t := range e.ns.set {
   856  		return t
   857  	}
   858  	panic("no templates in name space")
   859  }
   860  
   861  // Forwarding functions so that clients need only import this package
   862  // to reach the general escaping functions of text/template.
   863  
   864  // HTMLEscape writes to w the escaped HTML equivalent of the plain text data b.
   865  func HTMLEscape(w io.Writer, b []byte) {
   866  	template.HTMLEscape(w, b)
   867  }
   868  
   869  // HTMLEscapeString returns the escaped HTML equivalent of the plain text data s.
   870  func HTMLEscapeString(s string) string {
   871  	return template.HTMLEscapeString(s)
   872  }
   873  
   874  // HTMLEscaper returns the escaped HTML equivalent of the textual
   875  // representation of its arguments.
   876  func HTMLEscaper(args ...interface{}) string {
   877  	return template.HTMLEscaper(args...)
   878  }
   879  
   880  // JSEscape writes to w the escaped JavaScript equivalent of the plain text data b.
   881  func JSEscape(w io.Writer, b []byte) {
   882  	template.JSEscape(w, b)
   883  }
   884  
   885  // JSEscapeString returns the escaped JavaScript equivalent of the plain text data s.
   886  func JSEscapeString(s string) string {
   887  	return template.JSEscapeString(s)
   888  }
   889  
   890  // JSEscaper returns the escaped JavaScript equivalent of the textual
   891  // representation of its arguments.
   892  func JSEscaper(args ...interface{}) string {
   893  	return template.JSEscaper(args...)
   894  }
   895  
   896  // URLQueryEscaper returns the escaped value of the textual representation of
   897  // its arguments in a form suitable for embedding in a URL query.
   898  func URLQueryEscaper(args ...interface{}) string {
   899  	return template.URLQueryEscaper(args...)
   900  }
   901  

View as plain text