/*
    * Licensed to the Apache Software Foundation (ASF) under one
    * or more contributor license agreements.  See the NOTICE file
    * distributed with this work for additional information
    * regarding copyright ownership.  The ASF licenses this file
    * to you under the Apache License, Version 2.0 (the
    * "License"); you may not use this file except in compliance
    * with the License.  You may obtain a copy of the License at
    *
   *     http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing, software
   * distributed under the License is distributed on an "AS IS" BASIS,
   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   * See the License for the specific language governing permissions and
   * limitations under the License.
   */
  package org.apache.hadoop.chukwa.datacollection.adaptor.filetailer;
  
  
  import java.io.File;
  import java.io.FileOutputStream;
  import java.io.IOException;
  import java.io.PrintWriter;
  import org.apache.hadoop.chukwa.conf.ChukwaConfiguration;
  import org.apache.hadoop.chukwa.Chunk;
  import org.apache.hadoop.chukwa.datacollection.adaptor.*;
  import org.apache.hadoop.chukwa.datacollection.agent.ChukwaAgent;
  import org.apache.hadoop.chukwa.datacollection.controller.ChukwaAgentController;
  import org.apache.hadoop.chukwa.datacollection.connector.ChunkCatcherConnector;
  import org.apache.hadoop.conf.Configuration;
  import junit.framework.TestCase;
  
  public class TestStartAtOffset extends TestCase {
  
    ChunkCatcherConnector chunks;
  
    public TestStartAtOffset() {
      chunks = new ChunkCatcherConnector();
      chunks.start();
    }
    
  
    public void startAtOffset() throws IOException, InterruptedException,
        ChukwaAgent.AlreadyRunningException {
      Configuration conf = new Configuration();
      conf.set("chukwaAgent.control.port", "0");
      conf.setInt("chukwaAgent.adaptor.context.switch.time", 100);
      ChukwaAgent agent = new ChukwaAgent(conf);
      File testFile = makeTestFile();
      int startOffset = 0; // skip first line
      String adaptorId = agent
         .processAddCommand("add org.apache.hadoop.chukwa.datacollection.adaptor"+
              "filetailer.CharFileTailingAdaptorUTF8 "
              + "lines " + startOffset + " " + testFile + " " + startOffset);
      assertTrue(adaptorId != null);
      System.out.println("getting a chunk...");
      Chunk c = chunks.waitForAChunk();
      System.out.println("got chunk");
      while (!c.getDataType().equals("lines")) {
        c = chunks.waitForAChunk();
      }
      assertTrue(c.getSeqID() == testFile.length() + startOffset);
      System.out.println("RecordOffsets length:" + c.getRecordOffsets().length);
      assertTrue(c.getRecordOffsets().length == 80); // 80 lines in the file.
      int recStart = 0;
      for (int rec = 0; rec < c.getRecordOffsets().length; ++rec) {
        String record = new String(c.getData(), recStart,
            c.getRecordOffsets()[rec] - recStart + 1);
        System.out.println("record " + rec + " was: " + record);
        assertTrue(record.equals(rec + " abcdefghijklmnopqrstuvwxyz\n"));
        recStart = c.getRecordOffsets()[rec] + 1;
      }
      assertTrue(c.getDataType().equals("lines"));
      agent.stopAdaptor(adaptorId, false);
      agent.shutdown();
    }
  
    public void testStartAfterOffset() throws IOException, InterruptedException,
        ChukwaAgent.AlreadyRunningException {
      Configuration conf = new Configuration();
      conf.set("chukwaAgent.control.port", "0");
      conf.setInt("chukwaAgent.adaptor.context.switch.time", 100);
      ChukwaAgent agent = new ChukwaAgent(conf);
      File testFile = makeTestFile();
      int startOffset = 0;
      String adaptorId = agent
          .processAddCommand("add org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.CharFileTailingAdaptorUTF8 "
              + "lines "
              + startOffset
              + " "
              + testFile
              + " "
              + (startOffset + 29));
      assertTrue(adaptorId != null);
      System.out.println("getting a chunk...");
      Chunk c = chunks.waitForAChunk();
      System.out.println("got chunk");
      while (!c.getDataType().equals("lines")) {
       c = chunks.waitForAChunk();
     }
     assertTrue(c.getSeqID() == testFile.length() + startOffset);
 
     assertTrue(c.getRecordOffsets().length == 79);// 80 lines in test file,
                                                   // minus the one we skipped
     int recStart = 0;
     for (int rec = 0; rec < c.getRecordOffsets().length; ++rec) {
       String record = new String(c.getData(), recStart,
           c.getRecordOffsets()[rec] - recStart + 1);
       System.out.println("record " + rec + " was: " + record);
       assertTrue(record.equals((rec + 1) + " abcdefghijklmnopqrstuvwxyz\n"));
       recStart = c.getRecordOffsets()[rec] + 1;
     }
     assertTrue(c.getDataType().equals("lines"));
     agent.stopAdaptor(adaptorId, false);
     agent.shutdown();
   }
 
   private File makeTestFile() throws IOException {
     return org.apache.hadoop.chukwa.util.TempFileUtil.makeTestFile();
   }
 
 }