function ParserAbstract::tokenize

Returns parsed tokens from the source code

Return value

Token[]

File

vendor/mck89/peast/lib/Peast/Syntax/ParserAbstract.php, line 137

Class

ParserAbstract

Base class for parsers.

Namespace

Peast\Syntax

Code

public function tokenize() {
    $this->scanner
        ->enableTokenRegistration();
    $this->parse();
    return $this->scanner
        ->getTokens();
}