1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27 package org.apache.hc.core5.http.nio.entity;
28
29 import java.io.IOException;
30 import java.nio.ByteBuffer;
31 import java.nio.CharBuffer;
32 import java.nio.charset.Charset;
33 import java.nio.charset.CharsetDecoder;
34 import java.nio.charset.CoderResult;
35 import java.nio.charset.StandardCharsets;
36 import java.util.List;
37
38 import org.apache.hc.core5.http.Header;
39 import org.apache.hc.core5.http.HttpException;
40 import org.apache.hc.core5.http.config.CharCodingConfig;
41 import org.apache.hc.core5.http.nio.AsyncDataConsumer;
42 import org.apache.hc.core5.http.nio.CapacityChannel;
43 import org.apache.hc.core5.util.Args;
44
45
46
47
48
49
50 public abstract class AbstractCharDataConsumer implements AsyncDataConsumer {
51
52 protected static final int DEF_BUF_SIZE = 8192;
53 private static final ByteBuffer EMPTY_BIN = ByteBuffer.wrap(new byte[0]);
54
55 private final CharBuffer charBuffer;
56 private final CharCodingConfig charCodingConfig;
57
58 private volatile Charset charset;
59 private volatile CharsetDecoder charsetDecoder;
60 private volatile ByteBuffer byteBuffer;
61
62 protected AbstractCharDataConsumer(final int bufSize, final CharCodingConfig charCodingConfig) {
63 this.charBuffer = CharBuffer.allocate(Args.positive(bufSize, "Buffer size"));
64 this.charCodingConfig = charCodingConfig != null ? charCodingConfig : CharCodingConfig.DEFAULT;
65 }
66
67 public AbstractCharDataConsumer() {
68 this(DEF_BUF_SIZE, CharCodingConfig.DEFAULT);
69 }
70
71
72
73
74
75 protected abstract int capacityIncrement();
76
77
78
79
80
81
82
83
84 protected abstract void data(CharBuffer src, boolean endOfStream) throws IOException;
85
86
87
88
89 protected abstract void completed() throws IOException;
90
91 protected final void setCharset(final Charset charset) {
92 this.charset = charset != null ? charset : charCodingConfig.getCharset();
93 this.charsetDecoder = null;
94 }
95
96 @Override
97 public final void updateCapacity(final CapacityChannel capacityChannel) throws IOException {
98 capacityChannel.update(capacityIncrement());
99 }
100
101 private void checkResult(final CoderResult result) throws IOException {
102 if (result.isError()) {
103 result.throwException();
104 }
105 }
106
107 private void doDecode(final boolean endOfStream) throws IOException {
108 charBuffer.flip();
109 data(charBuffer, endOfStream);
110 charBuffer.clear();
111 }
112
113 private CharsetDecoder getCharsetDecoder() {
114 if (charsetDecoder == null) {
115 Charset charset = this.charset;
116 if (charset == null) {
117 charset = charCodingConfig.getCharset();
118 }
119 if (charset == null) {
120 charset = StandardCharsets.US_ASCII;
121 }
122 charsetDecoder = charset.newDecoder();
123 if (charCodingConfig.getMalformedInputAction() != null) {
124 charsetDecoder.onMalformedInput(charCodingConfig.getMalformedInputAction());
125 }
126 if (charCodingConfig.getUnmappableInputAction() != null) {
127 charsetDecoder.onUnmappableCharacter(charCodingConfig.getUnmappableInputAction());
128 }
129 }
130 return charsetDecoder;
131 }
132
133 @Override
134 public final void consume(final ByteBuffer src) throws IOException {
135 final CharsetDecoder charsetDecoder = getCharsetDecoder();
136 while (src.hasRemaining()) {
137 if (byteBuffer != null && byteBuffer.position() > 0) {
138
139 final int n = byteBuffer.remaining();
140 if (n < src.remaining()) {
141 final int oldLimit = src.limit();
142 src.limit(src.position() + n);
143 byteBuffer.put(src);
144 src.limit(oldLimit);
145 } else {
146 byteBuffer.put(src);
147 }
148 byteBuffer.flip();
149 final CoderResult r = charsetDecoder.decode(byteBuffer, charBuffer, false);
150 checkResult(r);
151 doDecode(false);
152 byteBuffer.compact();
153 }
154 if (byteBuffer == null || byteBuffer.position() == 0) {
155 final CoderResult r = charsetDecoder.decode(src, charBuffer, false);
156 checkResult(r);
157 doDecode(false);
158 if (r.isUnderflow() && src.hasRemaining()) {
159
160 if (byteBuffer == null) {
161 byteBuffer = ByteBuffer.allocate(Math.max(src.remaining(), 1024));
162 }
163 byteBuffer.put(src);
164 }
165 }
166 }
167 }
168
169 @Override
170 public final void streamEnd(final List<? extends Header> trailers) throws HttpException, IOException {
171 final CharsetDecoder charsetDecoder = getCharsetDecoder();
172 checkResult(charsetDecoder.decode(EMPTY_BIN, charBuffer, true));
173 doDecode(false);
174 checkResult(charsetDecoder.flush(charBuffer));
175 doDecode(true);
176 completed();
177 }
178
179 }