assertSame( array( 'foo' ), $hyphenator->tokenize( 'foo' ) ); } public function testDefaultTokenizerSingleMiddleSplit() { $hyphenator = new ezcDocumentPdfDefaultTokenizer(); $this->assertSame( array( 'foo', ezcDocumentPdfTokenizer::SPACE, 'bar' ), $hyphenator->tokenize( 'foo bar' ) ); } public function testDefaultTokenizerSplitAll() { $hyphenator = new ezcDocumentPdfDefaultTokenizer(); $this->assertSame( array( ezcDocumentPdfTokenizer::SPACE, 'Hello', ezcDocumentPdfTokenizer::SPACE, 'world!', ezcDocumentPdfTokenizer::SPACE ), $hyphenator->tokenize( ' Hello world! ' ) ); } public function testDefaultTokenizerSplitTab() { $hyphenator = new ezcDocumentPdfDefaultTokenizer(); $this->assertSame( array( 'foo', ezcDocumentPdfTokenizer::SPACE, 'bar' ), $hyphenator->tokenize( "foo\tbar" ) ); } public function testDefaultTokenizerSplitNewLine() { $hyphenator = new ezcDocumentPdfDefaultTokenizer(); $this->assertSame( array( 'foo', ezcDocumentPdfTokenizer::SPACE, 'bar' ), $hyphenator->tokenize( "foo\tbar" ) ); } public function testDefaultTokenizerSplitMultipleDifferentSpaces() { $hyphenator = new ezcDocumentPdfDefaultTokenizer(); $this->assertSame( array( 'foo', ezcDocumentPdfTokenizer::SPACE, 'bar' ), $hyphenator->tokenize( "foo \t \r \n bar" ) ); } } ?>