assertSame( array( 'foo', ezcDocumentPdfTokenizer::FORCED ), $hyphenator->tokenize( 'foo' ) ); } public function testDefaultTokenizerSingleMiddleSplit() { $hyphenator = new ezcDocumentPdfLiteralTokenizer(); $this->assertSame( array( 'foo', ' ', 'bar', ezcDocumentPdfTokenizer::FORCED ), $hyphenator->tokenize( 'foo bar' ) ); } public function testDefaultTokenizerConvertTab1() { $hyphenator = new ezcDocumentPdfLiteralTokenizer(); $this->assertSame( array( ' ', ezcDocumentPdfTokenizer::FORCED ), $hyphenator->tokenize( "\t" ) ); } public function testDefaultTokenizerConvertTab2() { $hyphenator = new ezcDocumentPdfLiteralTokenizer(); $this->assertSame( array( ' ', ezcDocumentPdfTokenizer::FORCED ), $hyphenator->tokenize( " \t" ) ); } public function testDefaultTokenizerConvertTab3() { $hyphenator = new ezcDocumentPdfLiteralTokenizer(); $this->assertSame( array( ' ', ezcDocumentPdfTokenizer::FORCED ), $hyphenator->tokenize( " \t" ) ); } public function testDefaultTokenizerConvertTab4() { $hyphenator = new ezcDocumentPdfLiteralTokenizer(); $this->assertSame( array( 'foo', ' ', 'bar', ezcDocumentPdfTokenizer::FORCED ), $hyphenator->tokenize( "foo\tbar" ) ); } public function testDefaultTokenizerConvertTab5() { $hyphenator = new ezcDocumentPdfLiteralTokenizer(); $this->assertSame( array( 'foo', ' ', 'bar', ezcDocumentPdfTokenizer::FORCED, 'foo', ' ', 'bar', ezcDocumentPdfTokenizer::FORCED ), $hyphenator->tokenize( "foo\tbar\nfoo\tbar" ) ); } } ?>