Mercurial > genshi > genshi-test
annotate markup/template.py @ 13:bf9de5a4c896
Match directives should now also be applied when included indirectly.
For example, a match directive defined in `a.html`, which is included by `b.html`, which in turn is included by `c.html` should now also be applied to `c.html`.
| author | cmlenz |
|---|---|
| date | Mon, 05 Jun 2006 00:03:43 +0000 |
| parents | c5890ef863ba |
| children | 76b5d4b189e6 |
| rev | line source |
|---|---|
| 1 | 1 # -*- coding: utf-8 -*- |
| 2 # | |
| 3 # Copyright (C) 2006 Christopher Lenz | |
| 4 # All rights reserved. | |
| 5 # | |
| 6 # This software is licensed as described in the file COPYING, which | |
| 7 # you should have received as part of this distribution. The terms | |
| 8 # are also available at http://trac.edgewall.com/license.html. | |
| 9 # | |
| 10 # This software consists of voluntary contributions made by many | |
| 11 # individuals. For the exact contribution history, see the revision | |
| 12 # history and logs, available at http://projects.edgewall.com/trac/. | |
| 13 | |
| 14 """Template engine that is compatible with Kid (http://kid.lesscode.org) to a | |
| 15 certain extent. | |
| 16 | |
| 17 Differences include: | |
| 18 * No generation of Python code for a template; the template is "interpreted" | |
| 19 * No support for <?python ?> processing instructions | |
| 20 * Expressions are evaluated in a more flexible manner, meaning you can use e.g. | |
| 21 attribute access notation to access items in a dictionary, etc | |
| 22 * Use of XInclude and match templates instead of Kid's py:extends/py:layout | |
| 23 directives | |
| 24 * Real (thread-safe) search path support | |
| 25 * No dependency on ElementTree (due to the lack of pos info) | |
| 26 * The original pos of parse events is kept throughout the processing | |
| 27 pipeline, so that errors can be tracked back to a specific line/column in | |
| 28 the template file | |
| 29 * py:match directives use (basic) XPath expressions to match against input | |
| 30 nodes, making match templates more powerful while keeping the syntax simple | |
| 31 | |
| 32 Todo items: | |
| 33 * Improved error reporting | |
| 34 * Support for using directives as elements and not just as attributes, reducing | |
| 35 the need for wrapper elements with py:strip="" | |
| 36 * Support for py:choose/py:when/py:otherwise (similar to XSLT) | |
| 37 * Support for list comprehensions and generator expressions in expressions | |
| 38 | |
| 39 Random thoughts: | |
| 40 * Is there any need to support py:extends and/or py:layout? | |
| 41 * Could we generate byte code from expressions? | |
| 42 """ | |
| 43 | |
| 44 import compiler | |
| 45 from itertools import chain | |
| 46 import os | |
| 47 import re | |
| 48 from StringIO import StringIO | |
| 49 | |
|
10
c5890ef863ba
Moved the template-specific stream event kinds into the template module.
cmlenz
parents:
6
diff
changeset
|
50 from markup.core import Attributes, Stream, StreamEventKind |
| 1 | 51 from markup.eval import Expression |
| 52 from markup.filters import EvalFilter, IncludeFilter, MatchFilter, \ | |
| 53 WhitespaceFilter | |
| 54 from markup.input import HTML, XMLParser, XML | |
| 55 | |
| 56 __all__ = ['Context', 'BadDirectiveError', 'TemplateError', | |
| 57 'TemplateSyntaxError', 'TemplateNotFound', 'Template', | |
| 58 'TemplateLoader'] | |
| 59 | |
| 60 | |
| 61 class TemplateError(Exception): | |
| 62 """Base exception class for errors related to template processing.""" | |
| 63 | |
| 64 | |
| 65 class TemplateSyntaxError(TemplateError): | |
| 66 """Exception raised when an expression in a template causes a Python syntax | |
| 67 error.""" | |
| 68 | |
| 69 def __init__(self, message, filename='<string>', lineno=-1, offset=-1): | |
| 70 if isinstance(message, SyntaxError) and message.lineno is not None: | |
| 71 message = str(message).replace(' (line %d)' % message.lineno, '') | |
| 72 TemplateError.__init__(self, message) | |
| 73 self.filename = filename | |
| 74 self.lineno = lineno | |
| 75 self.offset = offset | |
| 76 | |
| 77 | |
| 78 class BadDirectiveError(TemplateSyntaxError): | |
| 79 """Exception raised when an unknown directive is encountered when parsing | |
| 80 a template. | |
| 81 | |
| 82 An unknown directive is any attribute using the namespace for directives, | |
| 83 with a local name that doesn't match any registered directive. | |
| 84 """ | |
| 85 | |
| 86 def __init__(self, name, filename='<string>', lineno=-1): | |
| 87 TemplateSyntaxError.__init__(self, 'Bad directive "%s"' % name.localname, | |
| 88 filename, lineno) | |
| 89 | |
| 90 | |
| 91 class TemplateNotFound(TemplateError): | |
| 92 """Exception raised when a specific template file could not be found.""" | |
| 93 | |
| 94 def __init__(self, name, search_path): | |
| 95 TemplateError.__init__(self, 'Template "%s" not found' % name) | |
| 96 self.search_path = search_path | |
| 97 | |
| 98 | |
| 99 class Context(object): | |
| 100 """A container for template input data. | |
| 101 | |
| 102 A context provides a stack of scopes. Template directives such as loops can | |
| 103 push a new scope on the stack with data that should only be available | |
| 104 inside the loop. When the loop terminates, that scope can get popped off | |
| 105 the stack again. | |
| 106 | |
| 107 >>> ctxt = Context(one='foo', other=1) | |
| 108 >>> ctxt.get('one') | |
| 109 'foo' | |
| 110 >>> ctxt.get('other') | |
| 111 1 | |
| 112 >>> ctxt.push(one='frost') | |
| 113 >>> ctxt.get('one') | |
| 114 'frost' | |
| 115 >>> ctxt.get('other') | |
| 116 1 | |
| 117 >>> ctxt.pop() | |
| 118 >>> ctxt.get('one') | |
| 119 'foo' | |
| 120 """ | |
| 121 | |
| 122 def __init__(self, **data): | |
| 123 self.stack = [data] | |
| 124 | |
| 125 def __getitem__(self, key): | |
| 126 """Get a variable's value, starting at the current context and going | |
| 127 upward. | |
| 128 """ | |
| 129 return self.get(key) | |
| 130 | |
| 131 def __repr__(self): | |
| 132 return repr(self.stack) | |
| 133 | |
| 134 def __setitem__(self, key, value): | |
| 135 """Set a variable in the current context.""" | |
| 136 self.stack[0][key] = value | |
| 137 | |
| 138 def get(self, key): | |
| 139 for frame in self.stack: | |
| 140 if key in frame: | |
| 141 return frame[key] | |
| 142 | |
| 143 def push(self, **data): | |
| 144 self.stack.insert(0, data) | |
| 145 | |
| 146 def pop(self): | |
| 147 assert self.stack, 'Pop from empty context stack' | |
| 148 self.stack.pop(0) | |
| 149 | |
| 150 | |
| 151 class Directive(object): | |
| 152 """Abstract base class for template directives. | |
| 153 | |
| 154 A directive is basically a callable that takes two parameters: `ctxt` is | |
| 155 the template data context, and `stream` is an iterable over the events that | |
| 156 the directive applies to. | |
| 157 | |
| 158 Directives can be "anonymous" or "registered". Registered directives can be | |
| 159 applied by the template author using an XML attribute with the | |
| 160 corresponding name in the template. Such directives should be subclasses of | |
| 161 this base class that can be instantiated with two parameters: `template` | |
| 162 is the `Template` instance, and `value` is the value of the directive | |
| 163 attribute. | |
| 164 | |
| 165 Anonymous directives are simply functions conforming to the protocol | |
| 166 described above, and can only be applied programmatically (for example by | |
| 167 template filters). | |
| 168 """ | |
| 169 __slots__ = ['expr'] | |
| 170 | |
| 171 def __init__(self, template, value, pos): | |
| 172 self.expr = value and Expression(value) or None | |
| 173 | |
| 174 def __call__(self, stream, ctxt): | |
| 175 raise NotImplementedError | |
| 176 | |
| 177 def __repr__(self): | |
| 178 expr = '' | |
| 179 if self.expr is not None: | |
| 180 expr = ' "%s"' % self.expr.source | |
| 181 return '<%s%s>' % (self.__class__.__name__, expr) | |
| 182 | |
| 183 | |
| 184 class AttrsDirective(Directive): | |
| 185 """Implementation of the `py:attrs` template directive. | |
| 186 | |
| 187 The value of the `py:attrs` attribute should be a dictionary. The keys and | |
| 188 values of that dictionary will be added as attributes to the element: | |
| 189 | |
| 190 >>> ctxt = Context(foo={'class': 'collapse'}) | |
| 191 >>> tmpl = Template('''<ul xmlns:py="http://purl.org/kid/ns#"> | |
| 192 ... <li py:attrs="foo">Bar</li> | |
| 193 ... </ul>''') | |
| 194 >>> print tmpl.generate(ctxt) | |
| 195 <ul> | |
| 196 <li class="collapse">Bar</li> | |
| 197 </ul> | |
| 198 | |
| 199 If the value evaluates to `None` (or any other non-truth value), no | |
| 200 attributes are added: | |
| 201 | |
| 202 >>> ctxt = Context(foo=None) | |
| 203 >>> print tmpl.generate(ctxt) | |
| 204 <ul> | |
| 205 <li>Bar</li> | |
| 206 </ul> | |
| 207 """ | |
| 208 def __call__(self, stream, ctxt): | |
| 209 kind, (tag, attrib), pos = stream.next() | |
| 210 attrs = self.expr.evaluate(ctxt) | |
| 211 if attrs: | |
|
5
1add946decb8
Improved `py:attrs` directive so that it removes existing attributes if they evaluate to `None` (AFAICT matching Kid behavior).
cmlenz
parents:
1
diff
changeset
|
212 attrib = Attributes(attrib[:]) |
|
1add946decb8
Improved `py:attrs` directive so that it removes existing attributes if they evaluate to `None` (AFAICT matching Kid behavior).
cmlenz
parents:
1
diff
changeset
|
213 if not isinstance(attrs, list): # assume it's a dict |
|
1add946decb8
Improved `py:attrs` directive so that it removes existing attributes if they evaluate to `None` (AFAICT matching Kid behavior).
cmlenz
parents:
1
diff
changeset
|
214 attrs = attrs.items() |
|
1add946decb8
Improved `py:attrs` directive so that it removes existing attributes if they evaluate to `None` (AFAICT matching Kid behavior).
cmlenz
parents:
1
diff
changeset
|
215 for name, value in attrs: |
|
1add946decb8
Improved `py:attrs` directive so that it removes existing attributes if they evaluate to `None` (AFAICT matching Kid behavior).
cmlenz
parents:
1
diff
changeset
|
216 if value is None: |
|
1add946decb8
Improved `py:attrs` directive so that it removes existing attributes if they evaluate to `None` (AFAICT matching Kid behavior).
cmlenz
parents:
1
diff
changeset
|
217 attrib.remove(name) |
|
1add946decb8
Improved `py:attrs` directive so that it removes existing attributes if they evaluate to `None` (AFAICT matching Kid behavior).
cmlenz
parents:
1
diff
changeset
|
218 else: |
|
1add946decb8
Improved `py:attrs` directive so that it removes existing attributes if they evaluate to `None` (AFAICT matching Kid behavior).
cmlenz
parents:
1
diff
changeset
|
219 attrib.set(name, unicode(value).strip()) |
|
1add946decb8
Improved `py:attrs` directive so that it removes existing attributes if they evaluate to `None` (AFAICT matching Kid behavior).
cmlenz
parents:
1
diff
changeset
|
220 yield kind, (tag, attrib), pos |
| 1 | 221 for event in stream: |
| 222 yield event | |
| 223 | |
| 224 | |
| 225 class ContentDirective(Directive): | |
| 226 """Implementation of the `py:content` template directive. | |
| 227 | |
| 228 This directive replaces the content of the element with the result of | |
| 229 evaluating the value of the `py:content` attribute: | |
| 230 | |
| 231 >>> ctxt = Context(bar='Bye') | |
| 232 >>> tmpl = Template('''<ul xmlns:py="http://purl.org/kid/ns#"> | |
| 233 ... <li py:content="bar">Hello</li> | |
| 234 ... </ul>''') | |
| 235 >>> print tmpl.generate(ctxt) | |
| 236 <ul> | |
| 237 <li>Bye</li> | |
| 238 </ul> | |
| 239 """ | |
| 240 def __call__(self, stream, ctxt): | |
| 241 kind, data, pos = stream.next() | |
| 242 if kind is Stream.START: | |
| 243 yield kind, data, pos # emit start tag | |
|
10
c5890ef863ba
Moved the template-specific stream event kinds into the template module.
cmlenz
parents:
6
diff
changeset
|
244 yield Template.EXPR, self.expr, pos |
| 6 | 245 previous = stream.next() |
| 246 for event in stream: | |
| 247 previous = event | |
|
10
c5890ef863ba
Moved the template-specific stream event kinds into the template module.
cmlenz
parents:
6
diff
changeset
|
248 if previous is not None: |
|
c5890ef863ba
Moved the template-specific stream event kinds into the template module.
cmlenz
parents:
6
diff
changeset
|
249 yield previous |
| 1 | 250 |
| 251 | |
| 252 class DefDirective(Directive): | |
| 253 """Implementation of the `py:def` template directive. | |
| 254 | |
| 255 This directive can be used to create "Named Template Functions", which | |
| 256 are template snippets that are not actually output during normal | |
| 257 processing, but rather can be expanded from expressions in other places | |
| 258 in the template. | |
| 259 | |
| 260 A named template function can be used just like a normal Python function | |
| 261 from template expressions: | |
| 262 | |
| 263 >>> ctxt = Context(bar='Bye') | |
| 264 >>> tmpl = Template('''<div xmlns:py="http://purl.org/kid/ns#"> | |
| 265 ... <p py:def="echo(greeting, name='world')" class="message"> | |
| 266 ... ${greeting}, ${name}! | |
| 267 ... </p> | |
| 268 ... ${echo('hi', name='you')} | |
| 269 ... </div>''') | |
| 270 >>> print tmpl.generate(ctxt) | |
| 271 <div> | |
| 272 <p class="message"> | |
| 273 hi, you! | |
| 274 </p> | |
| 275 </div> | |
| 276 | |
| 277 >>> ctxt = Context(bar='Bye') | |
| 278 >>> tmpl = Template('''<div xmlns:py="http://purl.org/kid/ns#"> | |
| 279 ... <p py:def="echo(greeting, name='world')" class="message"> | |
| 280 ... ${greeting}, ${name}! | |
| 281 ... </p> | |
| 282 ... <div py:replace="echo('hello')"></div> | |
| 283 ... </div>''') | |
| 284 >>> print tmpl.generate(ctxt) | |
| 285 <div> | |
| 286 <p class="message"> | |
| 287 hello, world! | |
| 288 </p> | |
| 289 </div> | |
| 290 """ | |
| 291 __slots__ = ['name', 'args', 'defaults', 'stream'] | |
| 292 | |
| 293 def __init__(self, template, args, pos): | |
| 294 Directive.__init__(self, template, None, pos) | |
| 295 ast = compiler.parse(args, 'eval').node | |
| 296 self.args = [] | |
| 297 self.defaults = {} | |
| 298 if isinstance(ast, compiler.ast.CallFunc): | |
| 299 self.name = ast.node.name | |
| 300 for arg in ast.args: | |
| 301 if isinstance(arg, compiler.ast.Keyword): | |
| 302 self.args.append(arg.name) | |
| 303 self.defaults[arg.name] = arg.expr.value | |
| 304 else: | |
| 305 self.args.append(arg.name) | |
| 306 else: | |
| 307 self.name = ast.name | |
| 308 self.stream = [] | |
| 309 | |
| 310 def __call__(self, stream, ctxt): | |
| 311 self.stream = list(stream) | |
| 312 ctxt[self.name] = lambda *args, **kwargs: self._exec(ctxt, *args, | |
| 313 **kwargs) | |
| 314 return [] | |
| 315 | |
| 316 def _exec(self, ctxt, *args, **kwargs): | |
| 317 scope = {} | |
| 318 args = list(args) # make mutable | |
| 319 for name in self.args: | |
| 320 if args: | |
| 321 scope[name] = args.pop(0) | |
| 322 else: | |
| 323 scope[name] = kwargs.pop(name, self.defaults.get(name)) | |
| 324 ctxt.push(**scope) | |
| 325 for event in self.stream: | |
| 326 yield event | |
| 327 ctxt.pop() | |
| 328 | |
| 329 | |
| 330 class ForDirective(Directive): | |
| 331 """Implementation of the `py:for` template directive. | |
| 332 | |
| 333 >>> ctxt = Context(items=[1, 2, 3]) | |
| 334 >>> tmpl = Template('''<ul xmlns:py="http://purl.org/kid/ns#"> | |
| 335 ... <li py:for="item in items">${item}</li> | |
| 336 ... </ul>''') | |
| 337 >>> print tmpl.generate(ctxt) | |
| 338 <ul> | |
| 339 <li>1</li><li>2</li><li>3</li> | |
| 340 </ul> | |
| 341 """ | |
| 342 __slots__ = ['targets'] | |
| 343 | |
| 344 def __init__(self, template, value, pos): | |
| 345 targets, expr_source = value.split(' in ', 1) | |
| 346 self.targets = [str(name.strip()) for name in targets.split(',')] | |
| 347 Directive.__init__(self, template, expr_source, pos) | |
| 348 | |
| 349 def __call__(self, stream, ctxt): | |
| 350 iterable = self.expr.evaluate(ctxt, []) | |
| 351 if iterable is not None: | |
| 352 stream = list(stream) | |
| 353 for item in iter(iterable): | |
| 354 if len(self.targets) == 1: | |
| 355 item = [item] | |
| 356 scope = {} | |
| 357 for idx, name in enumerate(self.targets): | |
| 358 scope[name] = item[idx] | |
| 359 ctxt.push(**scope) | |
| 360 for event in stream: | |
| 361 yield event | |
| 362 ctxt.pop() | |
| 363 | |
| 364 def __repr__(self): | |
| 365 return '<%s "%s in %s">' % (self.__class__.__name__, | |
| 366 ', '.join(self.targets), self.expr.source) | |
| 367 | |
| 368 | |
| 369 class IfDirective(Directive): | |
| 370 """Implementation of the `py:if` template directive. | |
| 371 | |
| 372 >>> ctxt = Context(foo=True, bar='Hello') | |
| 373 >>> tmpl = Template('''<div xmlns:py="http://purl.org/kid/ns#"> | |
| 374 ... <b py:if="foo">${bar}</b> | |
| 375 ... </div>''') | |
| 376 >>> print tmpl.generate(ctxt) | |
| 377 <div> | |
| 378 <b>Hello</b> | |
| 379 </div> | |
| 380 """ | |
| 381 def __call__(self, stream, ctxt): | |
| 382 if self.expr.evaluate(ctxt): | |
| 383 return stream | |
| 384 return [] | |
| 385 | |
| 386 | |
| 387 class MatchDirective(Directive): | |
| 388 """Implementation of the `py:match` template directive. | |
| 389 | |
| 390 >>> ctxt = Context() | |
| 391 >>> tmpl = Template('''<div xmlns:py="http://purl.org/kid/ns#"> | |
| 392 ... <span py:match="div/greeting"> | |
| 393 ... Hello ${select('@name')} | |
| 394 ... </span> | |
| 395 ... <greeting name="Dude" /> | |
| 396 ... </div>''') | |
| 397 >>> print tmpl.generate(ctxt) | |
| 398 <div> | |
| 399 <span> | |
| 400 Hello Dude | |
| 401 </span> | |
| 402 </div> | |
| 403 """ | |
| 404 __slots__ = ['path', 'stream'] | |
| 405 | |
| 406 def __init__(self, template, value, pos): | |
| 407 Directive.__init__(self, template, None, pos) | |
| 408 template.filters.append(MatchFilter(value, self._handle_match)) | |
| 409 self.path = value | |
| 410 self.stream = [] | |
| 411 | |
| 412 def __call__(self, stream, ctxt): | |
| 413 self.stream = list(stream) | |
| 414 return [] | |
| 415 | |
| 416 def __repr__(self): | |
| 417 return '<%s "%s">' % (self.__class__.__name__, self.path) | |
| 418 | |
| 419 def _handle_match(self, orig_stream, ctxt): | |
| 420 ctxt.push(select=lambda path: Stream(orig_stream).select(path)) | |
| 421 for event in self.stream: | |
| 422 yield event | |
| 423 ctxt.pop() | |
| 424 | |
| 425 | |
| 426 class ReplaceDirective(Directive): | |
| 427 """Implementation of the `py:replace` template directive. | |
| 428 | |
| 429 >>> ctxt = Context(bar='Bye') | |
| 430 >>> tmpl = Template('''<div xmlns:py="http://purl.org/kid/ns#"> | |
| 431 ... <span py:replace="bar">Hello</span> | |
| 432 ... </div>''') | |
| 433 >>> print tmpl.generate(ctxt) | |
| 434 <div> | |
| 435 Bye | |
| 436 </div> | |
| 437 | |
| 438 This directive is equivalent to `py:content` combined with `py:strip`, | |
| 439 providing a less verbose way to achieve the same effect: | |
| 440 | |
| 441 >>> ctxt = Context(bar='Bye') | |
| 442 >>> tmpl = Template('''<div xmlns:py="http://purl.org/kid/ns#"> | |
| 443 ... <span py:content="bar" py:strip="">Hello</span> | |
| 444 ... </div>''') | |
| 445 >>> print tmpl.generate(ctxt) | |
| 446 <div> | |
| 447 Bye | |
| 448 </div> | |
| 449 """ | |
| 450 def __call__(self, stream, ctxt): | |
| 451 kind, data, pos = stream.next() | |
|
10
c5890ef863ba
Moved the template-specific stream event kinds into the template module.
cmlenz
parents:
6
diff
changeset
|
452 yield Template.EXPR, self.expr, pos |
| 1 | 453 |
| 454 | |
| 455 class StripDirective(Directive): | |
| 456 """Implementation of the `py:strip` template directive. | |
| 457 | |
| 458 When the value of the `py:strip` attribute evaluates to `True`, the element | |
| 459 is stripped from the output | |
| 460 | |
| 461 >>> ctxt = Context() | |
| 462 >>> tmpl = Template('''<div xmlns:py="http://purl.org/kid/ns#"> | |
| 463 ... <div py:strip="True"><b>foo</b></div> | |
| 464 ... </div>''') | |
| 465 >>> print tmpl.generate(ctxt) | |
| 466 <div> | |
| 467 <b>foo</b> | |
| 468 </div> | |
| 469 | |
| 470 On the other hand, when the attribute evaluates to `False`, the element is | |
| 471 not stripped: | |
| 472 | |
| 473 >>> ctxt = Context() | |
| 474 >>> tmpl = Template('''<div xmlns:py="http://purl.org/kid/ns#"> | |
| 475 ... <div py:strip="False"><b>foo</b></div> | |
| 476 ... </div>''') | |
| 477 >>> print tmpl.generate(ctxt) | |
| 478 <div> | |
| 479 <div><b>foo</b></div> | |
| 480 </div> | |
| 481 | |
| 482 Leaving the attribute value empty is equivalent to a truth value: | |
| 483 | |
| 484 >>> ctxt = Context() | |
| 485 >>> tmpl = Template('''<div xmlns:py="http://purl.org/kid/ns#"> | |
| 486 ... <div py:strip=""><b>foo</b></div> | |
| 487 ... </div>''') | |
| 488 >>> print tmpl.generate(ctxt) | |
| 489 <div> | |
| 490 <b>foo</b> | |
| 491 </div> | |
| 492 | |
| 493 This directive is particulary interesting for named template functions or | |
| 494 match templates that do not generate a top-level element: | |
| 495 | |
| 496 >>> ctxt = Context() | |
| 497 >>> tmpl = Template('''<div xmlns:py="http://purl.org/kid/ns#"> | |
| 498 ... <div py:def="echo(what)" py:strip=""> | |
| 499 ... <b>${what}</b> | |
| 500 ... </div> | |
| 501 ... ${echo('foo')} | |
| 502 ... </div>''') | |
| 503 >>> print tmpl.generate(ctxt) | |
| 504 <div> | |
| 505 <b>foo</b> | |
| 506 </div> | |
| 507 """ | |
| 508 def __call__(self, stream, ctxt): | |
| 509 if self.expr: | |
| 510 strip = self.expr.evaluate(ctxt) | |
| 511 else: | |
| 512 strip = True | |
| 513 if strip: | |
| 514 stream.next() # skip start tag | |
| 515 previous = stream.next() | |
| 516 for event in stream: | |
| 517 yield previous | |
| 518 previous = event | |
| 519 else: | |
| 520 for event in stream: | |
| 521 yield event | |
| 522 | |
| 523 | |
| 524 class Template(object): | |
| 525 """Can parse a template and transform it into the corresponding output | |
| 526 based on context data. | |
| 527 """ | |
| 528 NAMESPACE = 'http://purl.org/kid/ns#' | |
| 529 | |
|
10
c5890ef863ba
Moved the template-specific stream event kinds into the template module.
cmlenz
parents:
6
diff
changeset
|
530 EXPR = StreamEventKind('expr') # an expression |
|
c5890ef863ba
Moved the template-specific stream event kinds into the template module.
cmlenz
parents:
6
diff
changeset
|
531 SUB = StreamEventKind('sub') # a "subprogram" |
|
c5890ef863ba
Moved the template-specific stream event kinds into the template module.
cmlenz
parents:
6
diff
changeset
|
532 |
| 1 | 533 directives = [('def', DefDirective), |
| 534 ('match', MatchDirective), | |
| 535 ('for', ForDirective), | |
| 536 ('if', IfDirective), | |
| 537 ('replace', ReplaceDirective), | |
| 538 ('content', ContentDirective), | |
| 539 ('attrs', AttrsDirective), | |
| 540 ('strip', StripDirective)] | |
| 541 _dir_by_name = dict(directives) | |
| 542 _dir_order = [directive[1] for directive in directives] | |
| 543 | |
| 544 def __init__(self, source, filename=None): | |
| 545 """Initialize a template from either a string or a file-like object.""" | |
| 546 if isinstance(source, basestring): | |
| 547 self.source = StringIO(source) | |
| 548 else: | |
| 549 self.source = source | |
| 550 self.filename = filename or '<string>' | |
| 551 | |
| 552 self.pre_filters = [EvalFilter()] | |
| 553 self.filters = [] | |
| 554 self.post_filters = [WhitespaceFilter()] | |
| 555 self.parse() | |
| 556 | |
| 557 def __repr__(self): | |
| 558 return '<%s "%s">' % (self.__class__.__name__, | |
| 559 os.path.basename(self.filename)) | |
| 560 | |
| 561 def parse(self): | |
| 562 """Parse the template. | |
| 563 | |
| 564 The parsing stage parses the XML template and constructs a list of | |
| 565 directives that will be executed in the render stage. The input is | |
| 566 split up into literal output (markup that does not depend on the | |
| 567 context data) and actual directives (commands or variable | |
| 568 substitution). | |
| 569 """ | |
| 570 stream = [] # list of events of the "compiled" template | |
| 571 dirmap = {} # temporary mapping of directives to elements | |
| 572 ns_prefix = {} | |
| 573 depth = 0 | |
| 574 | |
| 575 for kind, data, pos in XMLParser(self.source): | |
| 576 | |
| 577 if kind is Stream.START_NS: | |
| 578 # Strip out the namespace declaration for template directives | |
| 579 prefix, uri = data | |
| 580 if uri == self.NAMESPACE: | |
| 581 ns_prefix[prefix] = uri | |
| 582 else: | |
| 583 stream.append((kind, data, pos)) | |
| 584 | |
| 585 elif kind is Stream.END_NS: | |
| 586 if data in ns_prefix: | |
| 587 del ns_prefix[data] | |
| 588 else: | |
| 589 stream.append((kind, data, pos)) | |
| 590 | |
| 591 elif kind is Stream.START: | |
| 592 # Record any directive attributes in start tags | |
| 593 tag, attrib = data | |
| 594 directives = [] | |
| 595 new_attrib = [] | |
| 596 for name, value in attrib: | |
| 597 if name.namespace == self.NAMESPACE: | |
| 598 cls = self._dir_by_name.get(name.localname) | |
| 599 if cls is None: | |
| 600 raise BadDirectiveError(name, self.filename, pos[0]) | |
| 601 else: | |
| 602 directives.append(cls(self, value, pos)) | |
| 603 else: | |
| 604 value = list(self._interpolate(value, *pos)) | |
| 605 new_attrib.append((name, value)) | |
| 606 if directives: | |
| 607 directives.sort(lambda a, b: cmp(self._dir_order.index(a.__class__), | |
| 608 self._dir_order.index(b.__class__))) | |
| 609 dirmap[(depth, tag)] = (directives, len(stream)) | |
| 610 | |
| 611 stream.append((kind, (tag, Attributes(new_attrib)), pos)) | |
| 612 depth += 1 | |
| 613 | |
| 614 elif kind is Stream.END: | |
| 615 depth -= 1 | |
| 616 stream.append((kind, data, pos)) | |
| 617 | |
| 618 # If there have have directive attributes with the corresponding | |
| 619 # start tag, move the events inbetween into a "subprogram" | |
| 620 if (depth, data) in dirmap: | |
| 621 directives, start_offset = dirmap.pop((depth, data)) | |
| 622 substream = stream[start_offset:] | |
|
10
c5890ef863ba
Moved the template-specific stream event kinds into the template module.
cmlenz
parents:
6
diff
changeset
|
623 stream[start_offset:] = [(Template.SUB, |
| 1 | 624 (directives, substream), pos)] |
| 625 | |
| 626 elif kind is Stream.TEXT: | |
| 627 for kind, data, pos in self._interpolate(data, *pos): | |
| 628 stream.append((kind, data, pos)) | |
| 629 | |
| 630 else: | |
| 631 stream.append((kind, data, pos)) | |
| 632 | |
| 633 self.stream = stream | |
| 634 | |
| 635 def generate(self, ctxt): | |
| 636 """Transform the template based on the given context data.""" | |
| 637 | |
| 638 def _transform(stream): | |
| 639 # Apply pre and runtime filters | |
| 640 for filter_ in chain(self.pre_filters, self.filters): | |
| 641 stream = filter_(iter(stream), ctxt) | |
| 642 | |
| 643 try: | |
| 644 for kind, data, pos in stream: | |
| 645 | |
|
10
c5890ef863ba
Moved the template-specific stream event kinds into the template module.
cmlenz
parents:
6
diff
changeset
|
646 if kind is Template.SUB: |
| 1 | 647 # This event is a list of directives and a list of |
| 648 # nested events to which those directives should be | |
| 649 # applied | |
| 650 directives, substream = data | |
| 651 directives.reverse() | |
| 652 for directive in directives: | |
| 653 substream = directive(iter(substream), ctxt) | |
| 654 for event in _transform(iter(substream)): | |
| 655 yield event | |
| 656 | |
| 657 else: | |
| 658 yield kind, data, pos | |
| 659 except SyntaxError, err: | |
| 660 raise TemplateSyntaxError(err, self.filename, pos[0], | |
| 661 pos[1] + (err.offset or 0)) | |
| 662 | |
| 663 stream = _transform(self.stream) | |
| 664 | |
| 665 # Apply post-filters | |
| 666 for filter_ in self.post_filters: | |
| 667 stream = filter_(iter(stream), ctxt) | |
| 668 | |
| 669 return Stream(stream) | |
| 670 | |
| 671 _FULL_EXPR_RE = re.compile(r'(?<!\$)\$\{(.+?)\}') | |
| 672 _SHORT_EXPR_RE = re.compile(r'(?<!\$)\$([a-zA-Z][a-zA-Z0-9_\.]*)') | |
| 673 | |
| 674 def _interpolate(cls, text, lineno=-1, offset=-1): | |
| 675 """Parse the given string and extract expressions. | |
| 676 | |
| 677 This method returns a list containing both literal text and `Expression` | |
| 678 objects. | |
| 679 | |
| 680 @param text: the text to parse | |
| 681 @param lineno: the line number at which the text was found (optional) | |
| 682 @param offset: the column number at which the text starts in the source | |
| 683 (optional) | |
| 684 """ | |
| 685 patterns = [cls._FULL_EXPR_RE, cls._SHORT_EXPR_RE] | |
| 686 def _interpolate(text): | |
| 687 for idx, group in enumerate(patterns.pop(0).split(text)): | |
| 688 if idx % 2: | |
|
10
c5890ef863ba
Moved the template-specific stream event kinds into the template module.
cmlenz
parents:
6
diff
changeset
|
689 yield Template.EXPR, Expression(group), (lineno, offset) |
| 1 | 690 elif group: |
| 691 if patterns: | |
| 692 for result in _interpolate(group): | |
| 693 yield result | |
| 694 else: | |
| 695 yield Stream.TEXT, group.replace('$$', '$'), \ | |
| 696 (lineno, offset) | |
| 697 return _interpolate(text) | |
| 698 _interpolate = classmethod(_interpolate) | |
| 699 | |
| 700 | |
| 701 class TemplateLoader(object): | |
| 702 """Responsible for loading templates from files on the specified search | |
| 703 path. | |
| 704 | |
| 705 >>> import tempfile | |
| 706 >>> fd, path = tempfile.mkstemp(suffix='.html', prefix='template') | |
| 707 >>> os.write(fd, '<p>$var</p>') | |
| 708 11 | |
| 709 >>> os.close(fd) | |
| 710 | |
| 711 The template loader accepts a list of directory paths that are then used | |
| 712 when searching for template files, in the given order: | |
| 713 | |
| 714 >>> loader = TemplateLoader([os.path.dirname(path)]) | |
| 715 | |
| 716 The `load()` method first checks the template cache whether the requested | |
| 717 template has already been loaded. If not, it attempts to locate the | |
| 718 template file, and returns the corresponding `Template` object: | |
| 719 | |
| 720 >>> template = loader.load(os.path.basename(path)) | |
| 721 >>> isinstance(template, Template) | |
| 722 True | |
| 723 | |
| 724 Template instances are cached: requesting a template with the same name | |
| 725 results in the same instance being returned: | |
| 726 | |
| 727 >>> loader.load(os.path.basename(path)) is template | |
| 728 True | |
| 729 """ | |
| 730 def __init__(self, search_path=None, auto_reload=False): | |
| 731 """Create the template laoder. | |
| 732 | |
| 733 @param search_path: a list of absolute path names that should be | |
| 734 searched for template files | |
| 735 @param auto_reload: whether to check the last modification time of | |
| 736 template files, and reload them if they have changed | |
| 737 """ | |
| 738 self.search_path = search_path | |
| 739 if self.search_path is None: | |
| 740 self.search_path = [] | |
| 741 self.auto_reload = auto_reload | |
| 742 self._cache = {} | |
| 743 self._mtime = {} | |
| 744 | |
| 745 def load(self, filename): | |
| 746 """Load the template with the given name. | |
| 747 | |
| 748 This method searches the search path trying to locate a template | |
| 749 matching the given name. If no such template is found, a | |
| 750 `TemplateNotFound` exception is raised. Otherwise, a `Template` object | |
| 751 representing the requested template is returned. | |
| 752 | |
| 753 Template searches are cached to avoid having to parse the same template | |
| 754 file more than once. Thus, subsequent calls of this method with the | |
| 755 same template file name will return the same `Template` object. | |
| 756 | |
| 757 @param filename: the relative path of the template file to load | |
| 758 """ | |
| 759 filename = os.path.normpath(filename) | |
| 760 try: | |
| 761 tmpl = self._cache[filename] | |
| 762 if not self.auto_reload or \ | |
| 763 os.path.getmtime(tmpl.filename) == self._mtime[filename]: | |
| 764 return tmpl | |
| 765 except KeyError: | |
| 766 pass | |
| 767 for dirname in self.search_path: | |
| 768 filepath = os.path.join(dirname, filename) | |
| 769 try: | |
| 770 fileobj = file(filepath, 'rt') | |
| 771 try: | |
| 772 tmpl = Template(fileobj, filename=filepath) | |
|
13
bf9de5a4c896
Match directives should now also be applied when included indirectly.
cmlenz
parents:
10
diff
changeset
|
773 tmpl.pre_filters.append(IncludeFilter(self, tmpl)) |
| 1 | 774 finally: |
| 775 fileobj.close() | |
| 776 self._cache[filename] = tmpl | |
| 777 self._mtime[filename] = os.path.getmtime(filepath) | |
| 778 return tmpl | |
| 779 except IOError: | |
| 780 continue | |
| 781 raise TemplateNotFound(filename, self.search_path) |