Browse Source

Ensure that delimiter changes appear in token list.

Justin Hileman 12 years ago
parent
commit
de9941d271
2 changed files with 9 additions and 0 deletions
  1. 5 0
      src/Mustache/Tokenizer.php
  2. 4 0
      test/Mustache/Test/TokenizerTest.php

+ 5 - 0
src/Mustache/Tokenizer.php

@@ -228,6 +228,11 @@ class Mustache_Tokenizer
         $this->otag = $otag;
         $this->ctag = $ctag;
 
+        $this->tokens[] = array(
+            self::TYPE => self::T_DELIM_CHANGE,
+            self::LINE => $this->line,
+        );
+
         return $closeIndex + strlen($close) - 1;
     }
 

+ 4 - 0
test/Mustache/Test/TokenizerTest.php

@@ -123,6 +123,10 @@ class Mustache_Test_TokenizerTest extends PHPUnit_Framework_TestCase
                         Mustache_Tokenizer::LINE  => 1,
                         Mustache_Tokenizer::VALUE => "  \n",
                     ),
+                    array(
+                        Mustache_Tokenizer::TYPE  => Mustache_Tokenizer::T_DELIM_CHANGE,
+                        Mustache_Tokenizer::LINE  => 2,
+                    ),
                     array(
                         Mustache_Tokenizer::TYPE  => Mustache_Tokenizer::T_ESCAPED,
                         Mustache_Tokenizer::NAME  => 'c',