Uname: Linux premium294.web-hosting.com 4.18.0-553.45.1.lve.el8.x86_64 #1 SMP Wed Mar 26 12:08:09 UTC 2025 x86_64
Software: LiteSpeed
PHP version: 8.1.32 [ PHP INFO ] PHP os: Linux
Server Ip: 104.21.48.1
Your Ip: 216.73.216.223
User: mjbynoyq (1574) | Group: mjbynoyq (1570)
Safe Mode: OFF
Disable Function:
NONE

name : Lexer.php
<?php

/**
 * This file is part of phplrt package.
 *
 * For the full copyright and license information, please view the LICENSE
 * file that was distributed with this source code.
 */

declare(strict_types=1);

namespace Phplrt\Lexer;

use Phplrt\Lexer\Token\Token;
use Phplrt\Lexer\Driver\Markers;
use Phplrt\Lexer\Token\EndOfInput;
use Phplrt\Lexer\Driver\DriverInterface;
use Phplrt\Contracts\Lexer\LexerInterface;
use Phplrt\Contracts\Lexer\TokenInterface;
use Phplrt\Lexer\Exception\UnrecognizedTokenException;
use Phplrt\Contracts\Lexer\Exception\LexerExceptionInterface;
use Phplrt\Contracts\Lexer\Exception\LexerRuntimeExceptionInterface;

/**
 * Class Lexer
 */
class Lexer implements LexerInterface, MutableLexerInterface
{
    /**
     * @var array|string[]
     */
    protected $tokens;

    /**
     * @var array|string[]
     */
    protected $skip;

    /**
     * @var DriverInterface
     */
    private $driver;

    /**
     * @var string|DriverInterface
     */
    private $driverClass;

    /**
     * Lexer constructor.
     *
     * @param array|string[] $tokens
     * @param array|string[] $skip
     * @param string $driver
     */
    public function __construct(array $tokens = [], array $skip = [], string $driver = Markers::class)
    {
        $this->driverClass = $driver;
        $this->tokens = $tokens;
        $this->skip = $skip;
    }

    /**
     * @param string $class
     * @return Lexer|$this
     */
    public function setDriver(string $class): self
    {
        \assert(\is_subclass_of($class, DriverInterface::class));

        $this->driver = $class;

        return $this;
    }

    /**
     * @param string ...$names
     * @return MutableLexerInterface|$this
     */
    public function skip(string ...$names): MutableLexerInterface
    {
        $this->skip = \array_merge($this->skip, $names);

        return $this;
    }

    /**
     * {@inheritDoc}
     */
    public function append(string $token, string $pattern): MutableLexerInterface
    {
        $this->reset();
        $this->tokens[$token] = $pattern;

        return $this;
    }

    /**
     * @return void
     */
    private function reset(): void
    {
        $this->driver = null;
    }

    /**
     * {@inheritDoc}
     */
    public function appendMany(array $tokens): MutableLexerInterface
    {
        $this->reset();
        $this->tokens = \array_merge($this->tokens, $tokens);

        return $this;
    }

    /**
     * {@inheritDoc}
     */
    public function prepend(string $token, string $pattern): MutableLexerInterface
    {
        $this->reset();
        $this->tokens = \array_merge([$token, $pattern], $this->tokens);

        return $this;
    }

    /**
     * {@inheritDoc}
     */
    public function prependMany(array $tokens, bool $reverseOrder = true): MutableLexerInterface
    {
        $this->reset();
        $this->tokens = \array_merge($reverseOrder ? \array_reverse($tokens) : $tokens, $this->tokens);

        return $this;
    }

    /**
     * @param resource|string $source
     * @param int $offset
     * @return iterable
     * @throws LexerExceptionInterface
     * @throws LexerRuntimeExceptionInterface
     */
    public function lex($source, int $offset = 0): iterable
    {
        $driver = $this->driver ?? $this->driver = $this->getDriver();
        $unknown = [];

        foreach ($driver->lex($source, $offset) as $token) {
            if (\in_array($token->getName(), $this->skip, true)) {
                continue;
            }

            if ($token->getName() === $driver::UNKNOWN_TOKEN_NAME) {
                $unknown[] = $token;
                continue;
            }

            if (\count($unknown) && $token->getName() !== $driver::UNKNOWN_TOKEN_NAME) {
                throw new UnrecognizedTokenException($this->reduce($unknown));
            }

            yield $token;
        }

        if (\count($unknown)) {
            throw new UnrecognizedTokenException($this->reduce($unknown));
        }

        yield new EndOfInput(isset($token) ? $token->getOffset() + $token->getBytes() : 0);
    }

    /**
     * @return DriverInterface
     */
    private function getDriver(): DriverInterface
    {
        $class = $this->driverClass;

        return new $class($this->tokens);
    }

    /**
     * @param array|TokenInterface[] $tokens
     * @return TokenInterface
     */
    private function reduce(array $tokens): TokenInterface
    {
        $concat = static function (string $data, TokenInterface $token): string {
            return $data . $token->getValue();
        };

        $value = (string)\array_reduce($tokens, $concat, '');

        return new Token(\reset($tokens)->getName(), $value, \reset($tokens)->getOffset());
    }
}
© 2025 XylotrechusZ