. */ /** * Scans a DQL query for tokens. * * @package Doctrine * @subpackage Query * @author Janne Vanhala * @license http://www.opensource.org/licenses/lgpl-license.php LGPL * @link www.phpdoctrine.org * @since 1.0 * @version $Revision$ */ class Doctrine_Query_Scanner { /** * Array of scanned tokens * * @var array */ protected $_tokens = array(); protected $_position = 0; protected $_peek = 0; /** * Creates a new query scanner object. * * @param string $input a query string */ public function __construct($input) { $this->_scan($input); } /** * Checks if an identifier is a keyword and returns its correct type. * * @param string $identifier identifier name * @return int token type */ public function _checkLiteral($identifier) { $name = 'Doctrine_Query_Token::T_' . strtoupper($identifier); if (defined($name)) { $type = constant($name); if ($type > 100) { return $type; } } return Doctrine_Query_Token::T_IDENTIFIER; } /** * Scans the input string for tokens. * * @param string $input a query string */ protected function _scan($input) { static $regex; if ( ! isset($regex)) { $patterns = array( '[a-z_][a-z0-9_]*', '(?:[0-9]+(?:[,\.][0-9]+)*)(?:e[+-]?[0-9]+)?', "'(?:[^']|'')*'", '\?|:[a-z]+' ); $regex = '/(' . implode(')|(', $patterns) . ')|\s+|(.)/i'; } $flags = PREG_SPLIT_NO_EMPTY | PREG_SPLIT_DELIM_CAPTURE | PREG_SPLIT_OFFSET_CAPTURE; $matches = preg_split($regex, $input, -1, $flags); foreach ($matches as $match) { $value = $match[0]; $type = $this->_getType($value); $this->_tokens[] = array( 'value' => $value, 'type' => $type, 'position' => $match[1] ); } } protected function _getType(&$value) { // $value is referenced because it can be changed if it is numeric. // [TODO] Revisit the _isNumeric and _getNumeric methods to reduce overhead. $type = Doctrine_Query_Token::T_NONE; $newVal = $this->_getNumeric($value); if($newVal !== false){ $value = $newVal; if (strpos($value, '.') !== false || stripos($value, 'e') !== false) { $type = Doctrine_Query_Token::T_FLOAT; } else{ $type = Doctrine_Query_Token::T_INTEGER; } } if ($value[0] === "'" && $value[strlen($value) - 1] === "'") { $type = Doctrine_Query_Token::T_STRING; } elseif (ctype_alpha($value[0]) || $value[0] === '_') { $type = $this->_checkLiteral($value); } elseif ($value[0] === '?' || $value[0] === ':') { $type = Doctrine_Query_Token::T_INPUT_PARAMETER; } return $type; } protected function _getNumeric($value) { if (!is_scalar($value)) { return false; } // Checking for valid numeric numbers: 1.234, -1.234e-2 if (is_numeric($value)) { return $value; } // World number: 1.000.000,02 or -1,234e-2 $worldnum = strtr($value, array('.' => '', ',' => '.')); if(is_numeric($worldnum)) { return $worldnum; } // American extensive number: 1,000,000.02 $american_en = strtr($value, array(',' => '')); if (is_numeric($american_en)) { return $american_en; } return false; } public function isA($value, $token) { $type = $this->_getType($value); return $type === $token; } public function peek() { if (isset($this->_tokens[$this->_position + $this->_peek])) { return $this->_tokens[$this->_position + $this->_peek++]; } else { return null; } } public function resetPeek() { $this->_peek = 0; } /** * Returns the next token in the input string. * * A token is an associative array containing three items: * - 'value' : the string value of the token in the input string * - 'type' : the type of the token (identifier, numeric, string, input * parameter, none) * - 'position' : the position of the token in the input string * * @return array|null the next token; null if there is no more tokens left */ public function next() { $this->_peek = 0; if (isset($this->_tokens[$this->_position])) { return $this->_tokens[$this->_position++]; } else { return null; } } public function resetPosition($position = 0) { $this->_position = $position; } }