summaryrefslogtreecommitdiff
path: root/vendor/mustache/mustache/src/Mustache/Tokenizer.php
diff options
context:
space:
mode:
Diffstat (limited to 'vendor/mustache/mustache/src/Mustache/Tokenizer.php')
-rw-r--r--vendor/mustache/mustache/src/Mustache/Tokenizer.php322
1 files changed, 0 insertions, 322 deletions
diff --git a/vendor/mustache/mustache/src/Mustache/Tokenizer.php b/vendor/mustache/mustache/src/Mustache/Tokenizer.php
deleted file mode 100644
index 27e4d05..0000000
--- a/vendor/mustache/mustache/src/Mustache/Tokenizer.php
+++ /dev/null
@@ -1,322 +0,0 @@
-<?php
-
-/*
- * This file is part of Mustache.php.
- *
- * (c) 2010-2016 Justin Hileman
- *
- * For the full copyright and license information, please view the LICENSE
- * file that was distributed with this source code.
- */
-
-/**
- * Mustache Tokenizer class.
- *
- * This class is responsible for turning raw template source into a set of Mustache tokens.
- */
-class Mustache_Tokenizer
-{
- // Finite state machine states
- const IN_TEXT = 0;
- const IN_TAG_TYPE = 1;
- const IN_TAG = 2;
-
- // Token types
- const T_SECTION = '#';
- const T_INVERTED = '^';
- const T_END_SECTION = '/';
- const T_COMMENT = '!';
- const T_PARTIAL = '>';
- const T_PARENT = '<';
- const T_DELIM_CHANGE = '=';
- const T_ESCAPED = '_v';
- const T_UNESCAPED = '{';
- const T_UNESCAPED_2 = '&';
- const T_TEXT = '_t';
- const T_PRAGMA = '%';
- const T_BLOCK_VAR = '$';
- const T_BLOCK_ARG = '$arg';
-
- // Valid token types
- private static $tagTypes = array(
- self::T_SECTION => true,
- self::T_INVERTED => true,
- self::T_END_SECTION => true,
- self::T_COMMENT => true,
- self::T_PARTIAL => true,
- self::T_PARENT => true,
- self::T_DELIM_CHANGE => true,
- self::T_ESCAPED => true,
- self::T_UNESCAPED => true,
- self::T_UNESCAPED_2 => true,
- self::T_PRAGMA => true,
- self::T_BLOCK_VAR => true,
- );
-
- // Token properties
- const TYPE = 'type';
- const NAME = 'name';
- const OTAG = 'otag';
- const CTAG = 'ctag';
- const LINE = 'line';
- const INDEX = 'index';
- const END = 'end';
- const INDENT = 'indent';
- const NODES = 'nodes';
- const VALUE = 'value';
- const FILTERS = 'filters';
-
- private $state;
- private $tagType;
- private $buffer;
- private $tokens;
- private $seenTag;
- private $line;
- private $otag;
- private $ctag;
- private $otagLen;
- private $ctagLen;
-
- /**
- * Scan and tokenize template source.
- *
- * @throws Mustache_Exception_SyntaxException when mismatched section tags are encountered
- *
- * @param string $text Mustache template source to tokenize
- * @param string $delimiters Optionally, pass initial opening and closing delimiters (default: null)
- *
- * @return array Set of Mustache tokens
- */
- public function scan($text, $delimiters = null)
- {
- // Setting mbstring.func_overload makes things *really* slow.
- // Let's do everyone a favor and scan this string as ASCII instead.
- $encoding = null;
- if (function_exists('mb_internal_encoding') && ini_get('mbstring.func_overload') & 2) {
- $encoding = mb_internal_encoding();
- mb_internal_encoding('ASCII');
- }
-
- $this->reset();
-
- if ($delimiters = trim($delimiters)) {
- $this->setDelimiters($delimiters);
- }
-
- $len = strlen($text);
- for ($i = 0; $i < $len; $i++) {
- switch ($this->state) {
- case self::IN_TEXT:
- if ($this->tagChange($this->otag, $this->otagLen, $text, $i)) {
- $i--;
- $this->flushBuffer();
- $this->state = self::IN_TAG_TYPE;
- } else {
- $char = $text[$i];
- $this->buffer .= $char;
- if ($char === "\n") {
- $this->flushBuffer();
- $this->line++;
- }
- }
- break;
-
- case self::IN_TAG_TYPE:
- $i += $this->otagLen - 1;
- $char = $text[$i + 1];
- if (isset(self::$tagTypes[$char])) {
- $tag = $char;
- $this->tagType = $tag;
- } else {
- $tag = null;
- $this->tagType = self::T_ESCAPED;
- }
-
- if ($this->tagType === self::T_DELIM_CHANGE) {
- $i = $this->changeDelimiters($text, $i);
- $this->state = self::IN_TEXT;
- } elseif ($this->tagType === self::T_PRAGMA) {
- $i = $this->addPragma($text, $i);
- $this->state = self::IN_TEXT;
- } else {
- if ($tag !== null) {
- $i++;
- }
- $this->state = self::IN_TAG;
- }
- $this->seenTag = $i;
- break;
-
- default:
- if ($this->tagChange($this->ctag, $this->ctagLen, $text, $i)) {
- $token = array(
- self::TYPE => $this->tagType,
- self::NAME => trim($this->buffer),
- self::OTAG => $this->otag,
- self::CTAG => $this->ctag,
- self::LINE => $this->line,
- self::INDEX => ($this->tagType === self::T_END_SECTION) ? $this->seenTag - $this->otagLen : $i + $this->ctagLen,
- );
-
- if ($this->tagType === self::T_UNESCAPED) {
- // Clean up `{{{ tripleStache }}}` style tokens.
- if ($this->ctag === '}}') {
- if (($i + 2 < $len) && $text[$i + 2] === '}') {
- $i++;
- } else {
- $msg = sprintf(
- 'Mismatched tag delimiters: %s on line %d',
- $token[self::NAME],
- $token[self::LINE]
- );
-
- throw new Mustache_Exception_SyntaxException($msg, $token);
- }
- } else {
- $lastName = $token[self::NAME];
- if (substr($lastName, -1) === '}') {
- $token[self::NAME] = trim(substr($lastName, 0, -1));
- } else {
- $msg = sprintf(
- 'Mismatched tag delimiters: %s on line %d',
- $token[self::NAME],
- $token[self::LINE]
- );
-
- throw new Mustache_Exception_SyntaxException($msg, $token);
- }
- }
- }
-
- $this->buffer = '';
- $i += $this->ctagLen - 1;
- $this->state = self::IN_TEXT;
- $this->tokens[] = $token;
- } else {
- $this->buffer .= $text[$i];
- }
- break;
- }
- }
-
- $this->flushBuffer();
-
- // Restore the user's encoding...
- if ($encoding) {
- mb_internal_encoding($encoding);
- }
-
- return $this->tokens;
- }
-
- /**
- * Helper function to reset tokenizer internal state.
- */
- private function reset()
- {
- $this->state = self::IN_TEXT;
- $this->tagType = null;
- $this->buffer = '';
- $this->tokens = array();
- $this->seenTag = false;
- $this->line = 0;
- $this->otag = '{{';
- $this->ctag = '}}';
- $this->otagLen = 2;
- $this->ctagLen = 2;
- }
-
- /**
- * Flush the current buffer to a token.
- */
- private function flushBuffer()
- {
- if (strlen($this->buffer) > 0) {
- $this->tokens[] = array(
- self::TYPE => self::T_TEXT,
- self::LINE => $this->line,
- self::VALUE => $this->buffer,
- );
- $this->buffer = '';
- }
- }
-
- /**
- * Change the current Mustache delimiters. Set new `otag` and `ctag` values.
- *
- * @param string $text Mustache template source
- * @param int $index Current tokenizer index
- *
- * @return int New index value
- */
- private function changeDelimiters($text, $index)
- {
- $startIndex = strpos($text, '=', $index) + 1;
- $close = '=' . $this->ctag;
- $closeIndex = strpos($text, $close, $index);
-
- $this->setDelimiters(trim(substr($text, $startIndex, $closeIndex - $startIndex)));
-
- $this->tokens[] = array(
- self::TYPE => self::T_DELIM_CHANGE,
- self::LINE => $this->line,
- );
-
- return $closeIndex + strlen($close) - 1;
- }
-
- /**
- * Set the current Mustache `otag` and `ctag` delimiters.
- *
- * @param string $delimiters
- */
- private function setDelimiters($delimiters)
- {
- list($otag, $ctag) = explode(' ', $delimiters);
- $this->otag = $otag;
- $this->ctag = $ctag;
- $this->otagLen = strlen($otag);
- $this->ctagLen = strlen($ctag);
- }
-
- /**
- * Add pragma token.
- *
- * Pragmas are hoisted to the front of the template, so all pragma tokens
- * will appear at the front of the token list.
- *
- * @param string $text
- * @param int $index
- *
- * @return int New index value
- */
- private function addPragma($text, $index)
- {
- $end = strpos($text, $this->ctag, $index);
- $pragma = trim(substr($text, $index + 2, $end - $index - 2));
-
- // Pragmas are hoisted to the front of the template.
- array_unshift($this->tokens, array(
- self::TYPE => self::T_PRAGMA,
- self::NAME => $pragma,
- self::LINE => 0,
- ));
-
- return $end + $this->ctagLen - 1;
- }
-
- /**
- * Test whether it's time to change tags.
- *
- * @param string $tag Current tag name
- * @param int $tagLen Current tag name length
- * @param string $text Mustache template source
- * @param int $index Current tokenizer index
- *
- * @return bool True if this is a closing section tag
- */
- private function tagChange($tag, $tagLen, $text, $index)
- {
- return substr($text, $index, $tagLen) === $tag;
- }
-}
generated by cgit v1.2.3 (git 2.25.1) at 2025-01-09 21:36:57 +0000