/*
 * (c) Copyright 2011 Epimorphics Ltd.
 * All rights reserved.
 * [See end of file]
 */

package dev;

import java.io.InputStream ;

import org.openjena.atlas.io.IO ;
import org.openjena.atlas.io.PeekInputStream ;
import org.openjena.riot.RiotParseException ;
import org.openjena.riot.system.RiotChars ;
import org.openjena.riot.tokens.TokenType ;

import com.hp.hpl.jena.sparql.util.Timer ;

/** NTriples parser written for speed. */ 
public final class LangNTriples4
{
    // Abstract peek/read.
    
    public static void main(String... argv) 
    {
        if ( argv.length == 0 )
            argv = new String[] {"-"} ;
        
        for ( String filename : argv )
            processOneFile(filename) ;
    }
        
    private static void processOneFile(String filename)
    {
        Timer timer = new Timer() ;
        InputStream in = IO.openFile(filename) ;
        // Bigger is not better. 
        PeekInputStream peek = PeekInputStream.make(in, 8*1024) ;
        // PeekReader thing based on PeekInputStream+StreamUTF8.
        
        LangNTriples4 parser = new LangNTriples4(peek) ;
        timer.startTimer() ;
        
        try {
            long numberTriples = parser.parse() ;
            long timeMillis = timer.endTimer() ;

            double timeSec = timeMillis/1000.0 ;
            System.out.printf("%s : %,5.2f sec  %,d %s  %,.2f %s\n",
                              filename,
                              timeMillis/1000.0, numberTriples,
                              "triples",
                              timeSec == 0 ? 0.0 : numberTriples/timeSec,
                              "TPS") ;
        } catch (RiotParseException ex) { System.out.flush() ; throw ex ; }
    }
    
    final PeekInputStream input ;
    long line = 0 ;
    long col = 0 ;
    long count = 0 ;
    private TokenType tokenType = null ;
    private String tokenImage = null ;
    private String tokenImage2 = null ;
    
    public LangNTriples4(PeekInputStream input) { this.input = input ; }

    private int peek() { return input.peekByte() ; }
    private int read() { return input.readByte() ; }
    
    private long parse()
    {
        for ( ;; )
        {
            skipWS() ;
            int ch = peek() ;
            if ( ch == -1 ) return count ; 
            if ( ch == '#' )
            {
                skipToLineEnd() ;
                continue ;
            }
            // Checking.
            token() ;
            String s = tokenImage ;
            skipWS() ;
            token() ;
            String p = tokenImage ;
            skipWS() ;
            token() ;
            String o = tokenImage ;
            skipWS() ;
            ch = peek() ;
            if ( ch != '.' )
                throw new RiotParseException("Triple not terminated by DOT ("+(char)ch+") ["+count+"]", line, col) ;
            read() ;
            skipWS() ;
            ch = read() ;
            if ( ch != '\n' )
                throw new RiotParseException("Triple not terminated by DOT-NL", line, col) ;
            
            //System.out.printf("%s %s %s .\n", s, p, o) ;
            count++ ;
        }
    }

    final StringBuilder sbuff = new StringBuilder(200) ;
    
    // Basic tokenizer, in byte space.
    // NT only.
    // No \ u processing.
    // next: work on chars to see the difference. 
    
    private void token()
    {
        sbuff.setLength(0) ;
        int ch = peek() ;
        if ( ch == '<' )
        {
            read() ;
            for(;;)
            {
                ch = read() ;
                if ( ch == '>' )
                    break ;
                sbuff.append((char)ch) ;
                
            }
            tokenType = TokenType.IRI ;
            tokenImage = sbuff.toString() ;
        }
        else if ( ch == '_' )
        {
            read() ;
            for(;;)
            {
                // TODO Better
                ch = peek() ;
                if ( ! RiotChars.isA2ZN(ch) && ch != '-' && ch != ':' )
                    break ;
                sbuff.append((char)ch) ;
                read() ;
            }
            tokenType = TokenType.BNODE ;
            tokenImage = sbuff.toString() ;
            return ;
        }
        else if ( ch == '"')
        {
            read() ;
            for(;;)
            {
                ch = peek() ;
                read() ;
                if ( ch == '"' )
                    break ;
                sbuff.append((char)ch) ;
                // Escape
                if ( ch == '\\' )
                {
                    ch = read() ;
                    sbuff.append((char)ch) ;
                }
            }
            // We skipped the "
//            read() ;
            ch = peek() ;
            
            if ( ch == '^' )
            {
                read() ;
                ch = peek() ;
                if ( ch != '^' )
                    throw new RiotParseException("Syntax error in datatype literal after ^", line, col) ;
                read() ;
                
                String s = sbuff.toString() ;
                
                token() ;
                if (  tokenType != TokenType.IRI )
                    throw new RiotParseException("Synatx error in datatype: IRI expected", line, col) ;
                tokenImage = s ;
                tokenImage2 = sbuff.toString() ;
                tokenType = TokenType.LITERAL_DT ;
                return ;
            }
            else if ( ch == '@' )
            {
                read() ;
                String s = sbuff.toString() ;
                String l = getLang() ;
                tokenType = TokenType.LITERAL_LANG ;
                tokenImage = s ;
                tokenImage2 = l ;
            }
            else
            {
                tokenType = TokenType.STRING2 ;
                tokenImage = sbuff.toString() ;
            }
        }
        else
            throw new RiotParseException("Unrecognized: "+ch, line, col) ;
    }
        
    private String getLang()
    {
        sbuff.setLength(0) ;
        for ( ;; )
        {
            int x = peek() ;
            if ( ! RiotChars.isA2Z(x) && x != '-' )
                break ;
            read() ;
            sbuff.append((char)x) ;
        }
        return sbuff.toString() ;
    }

    private void skipToLineEnd()
    {
        for ( ;; )
        {
            int x = peek() ;
            if ( x != '\n' && x != -1 )
                continue ;
            read() ;
        }

    }

    private void skipWS()
    {
        for ( ;; )
        {
            int x = peek() ;
            if ( x != ' ' && x != '\t' )
                return ;
            read() ;
        }
    }            

    //@Override
    public void remove()
    { throw new UnsupportedOperationException() ; }
}

/*
 * (c) Copyright 2011 Epimorphics Ltd.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. The name of the author may not be used to endorse or promote products
 *    derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */