1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19 package org.apache.hadoop.chukwa.extraction.demux.processor.mapper;
20
21
22 import java.io.IOException;
23 import org.apache.hadoop.chukwa.extraction.engine.ChukwaRecord;
24 import org.apache.hadoop.chukwa.extraction.engine.ChukwaRecordKey;
25 import org.apache.hadoop.mapred.OutputCollector;
26 import org.apache.hadoop.mapred.Reporter;
27 import org.apache.log4j.Logger;
28
29 public class DebugOutputProcessor extends AbstractProcessor {
30 static Logger log = Logger.getLogger(DebugOutputProcessor.class);
31 public static final String recordType = "Debug";
32
33 @Override
34 public void parse(String line,
35 OutputCollector<ChukwaRecordKey, ChukwaRecord> output, Reporter reporter) {
36 log.info("record: [" + line + "] type[" + chunk.getDataType() + "]");
37
38 ChukwaRecord record = new ChukwaRecord();
39 buildGenericRecord(record, line, System.currentTimeMillis(), recordType);
40 key.setKey("" + chunk.getSeqID());
41 try {
42 output.collect(key, record);
43 } catch (IOException e) {
44 e.printStackTrace();
45 }
46 }
47
48 public String getDataType() {
49 return DebugOutputProcessor.recordType;
50 }
51 }