moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_IDENTIFIER, $token['type']); $this->assertEquals('u', $token['value']); } public function testScannerRecognizesIdentifierConsistingOfLetters() { $lexer = new Lexer('someIdentifier'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_IDENTIFIER, $token['type']); $this->assertEquals('someIdentifier', $token['value']); } public function testScannerRecognizesIdentifierIncludingDigits() { $lexer = new Lexer('s0m31d3nt1f13r'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_IDENTIFIER, $token['type']); $this->assertEquals('s0m31d3nt1f13r', $token['value']); } public function testScannerRecognizesIdentifierIncludingUnderscore() { $lexer = new Lexer('some_identifier'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_IDENTIFIER, $token['type']); $this->assertEquals('some_identifier', $token['value']); } public function testScannerRecognizesDecimalInteger() { $lexer = new Lexer('1234'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_INTEGER, $token['type']); $this->assertEquals(1234, $token['value']); } public function testScannerRecognizesFloat() { $lexer = new Lexer('1.234'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_FLOAT, $token['type']); $this->assertEquals(1.234, $token['value']); } public function testScannerRecognizesFloatWithExponent() { $lexer = new Lexer('1.2e3'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_FLOAT, $token['type']); $this->assertEquals(1.2e3, $token['value']); } public function testScannerRecognizesFloatWithExponent2() { $lexer = new Lexer('0.2e3'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_FLOAT, $token['type']); $this->assertEquals(.2e3, $token['value']); } public function testScannerRecognizesFloatWithNegativeExponent() { $lexer = new Lexer('7E-10'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_FLOAT, $token['type']); $this->assertEquals(7E-10, $token['value']); } public function testScannerRecognizesFloatBig() { $lexer = new Lexer('1,234,567.89'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_FLOAT, $token['type']); $this->assertEquals(1.23456789e6, $token['value']); } public function testScannerRecognizesFloatBigWrongPoint() { $lexer = new Lexer('12,34,56,7.89'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_FLOAT, $token['type']); $this->assertEquals(1.23456789e6, $token['value']); } public function testScannerRecognizesFloatLocaleSpecific() { $lexer = new Lexer('1,234'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_FLOAT, $token['type']); $this->assertEquals(1.234, $token['value']); } public function testScannerRecognizesFloatLocaleSpecificBig() { $lexer = new Lexer('1.234.567,89'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_FLOAT, $token['type']); $this->assertEquals(1.23456789e6, $token['value']); } public function testScannerRecognizesFloatLocaleSpecificBigWrongPoint() { $lexer = new Lexer('12.34.56.7,89'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_FLOAT, $token['type']); $this->assertEquals(1.23456789e6, $token['value']); } public function testScannerRecognizesFloatLocaleSpecificExponent() { $lexer = new Lexer('1,234e2'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_FLOAT, $token['type']); $this->assertEquals(1.234e2, $token['value']); } public function testScannerRecognizesFloatLocaleSpecificExponent2() { $lexer = new Lexer('0,234e2'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_FLOAT, $token['type']); $this->assertEquals(.234e2, $token['value']); } public function testScannerRecognizesFloatContainingWhitespace() { $lexer = new Lexer('- 1.234e2'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_NONE, $token['type']); $this->assertEquals('-', $token['value']); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_FLOAT, $token['type']); $this->assertNotEquals(-1.234e2, $token['value']); $this->assertEquals(1.234e2, $token['value']); } public function testScannerRecognizesStringContainingWhitespace() { $lexer = new Lexer("'This is a string.'"); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_STRING, $token['type']); $this->assertEquals("'This is a string.'", $token['value']); } public function testScannerRecognizesStringContainingSingleQuotes() { $lexer = new Lexer("'abc''defg'''"); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_STRING, $token['type']); $this->assertEquals("'abc''defg'''", $token['value']); } public function testScannerRecognizesInputParameter() { $lexer = new Lexer('?1'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_INPUT_PARAMETER, $token['type']); $this->assertEquals('?1', $token['value']); } public function testScannerRecognizesNamedInputParameter() { $lexer = new Lexer(':name'); $lexer->moveNext(); $token = $lexer->lookahead; $this->assertEquals(Lexer::T_INPUT_PARAMETER, $token['type']); $this->assertEquals(':name', $token['value']); } public function testScannerTokenizesASimpleQueryCorrectly() { $dql = "SELECT u FROM My\Namespace\User u WHERE u.name = 'Jack O''Neil'"; $lexer = new Lexer($dql); $tokens = array( array( 'value' => 'SELECT', 'type' => Lexer::T_SELECT, 'position' => 0 ), array( 'value' => 'u', 'type' => Lexer::T_IDENTIFIER, 'position' => 7 ), array( 'value' => 'FROM', 'type' => Lexer::T_FROM, 'position' => 9 ), array( 'value' => 'My\Namespace\User', 'type' => Lexer::T_IDENTIFIER, 'position' => 14 ), array( 'value' => 'u', 'type' => Lexer::T_IDENTIFIER, 'position' => 32 ), array( 'value' => 'WHERE', 'type' => Lexer::T_WHERE, 'position' => 34 ), array( 'value' => 'u', 'type' => Lexer::T_IDENTIFIER, 'position' => 40 ), array( 'value' => '.', 'type' => Lexer::T_NONE, 'position' => 41 ), array( 'value' => 'name', 'type' => Lexer::T_IDENTIFIER, 'position' => 42 ), array( 'value' => '=', 'type' => Lexer::T_NONE, 'position' => 47 ), array( 'value' => "'Jack O''Neil'", 'type' => Lexer::T_STRING, 'position' => 49 ) ); foreach ($tokens as $expected) { $lexer->moveNext(); $actual = $lexer->lookahead; $this->assertEquals($expected['value'], $actual['value']); $this->assertEquals($expected['type'], $actual['type']); $this->assertEquals($expected['position'], $actual['position']); } $this->assertFalse($lexer->moveNext()); } }