12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576 |
- <?php
- namespace Symfony\Component\CssSelector\Parser\Tokenizer;
- use Symfony\Component\CssSelector\Parser\Handler;
- use Symfony\Component\CssSelector\Parser\Reader;
- use Symfony\Component\CssSelector\Parser\Token;
- use Symfony\Component\CssSelector\Parser\TokenStream;
- class Tokenizer
- {
-
- private $handlers;
- public function __construct()
- {
- $patterns = new TokenizerPatterns();
- $escaping = new TokenizerEscaping($patterns);
- $this->handlers = [
- new Handler\WhitespaceHandler(),
- new Handler\IdentifierHandler($patterns, $escaping),
- new Handler\HashHandler($patterns, $escaping),
- new Handler\StringHandler($patterns, $escaping),
- new Handler\NumberHandler($patterns),
- new Handler\CommentHandler(),
- ];
- }
-
- public function tokenize(Reader $reader)
- {
- $stream = new TokenStream();
- while (!$reader->isEOF()) {
- foreach ($this->handlers as $handler) {
- if ($handler->handle($reader, $stream)) {
- continue 2;
- }
- }
- $stream->push(new Token(Token::TYPE_DELIMITER, $reader->getSubstring(1), $reader->getPosition()));
- $reader->moveForward(1);
- }
- return $stream
- ->push(new Token(Token::TYPE_FILE_END, null, $reader->getPosition()))
- ->freeze();
- }
- }
|