1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27 package org.apache.hc.client5.testing.async;
28
29 import java.io.ByteArrayOutputStream;
30 import java.nio.ByteBuffer;
31 import java.nio.channels.Channels;
32 import java.nio.channels.WritableByteChannel;
33 import java.nio.charset.StandardCharsets;
34 import java.util.LinkedHashMap;
35 import java.util.List;
36 import java.util.Map;
37 import java.util.Queue;
38 import java.util.Random;
39 import java.util.concurrent.ArrayBlockingQueue;
40 import java.util.concurrent.BlockingQueue;
41 import java.util.concurrent.ConcurrentLinkedQueue;
42 import java.util.concurrent.CountDownLatch;
43 import java.util.concurrent.ExecutorService;
44 import java.util.concurrent.Executors;
45 import java.util.concurrent.Future;
46 import java.util.concurrent.atomic.AtomicInteger;
47 import java.util.concurrent.atomic.AtomicReference;
48
49 import org.apache.hc.client5.http.impl.async.CloseableHttpAsyncClient;
50 import org.apache.hc.client5.http.protocol.HttpClientContext;
51 import org.apache.hc.core5.concurrent.FutureCallback;
52 import org.apache.hc.core5.http.ContentType;
53 import org.apache.hc.core5.http.HttpHost;
54 import org.apache.hc.core5.http.HttpResponse;
55 import org.apache.hc.core5.http.Message;
56 import org.apache.hc.core5.http.URIScheme;
57 import org.apache.hc.core5.http.nio.AsyncRequestProducer;
58 import org.apache.hc.core5.http.nio.support.AsyncRequestBuilder;
59 import org.apache.hc.core5.reactive.ReactiveEntityProducer;
60 import org.apache.hc.core5.reactive.ReactiveResponseConsumer;
61 import org.apache.hc.core5.testing.reactive.ReactiveTestUtils;
62 import org.apache.hc.core5.testing.reactive.ReactiveTestUtils.StreamDescription;
63 import org.apache.hc.core5.util.TextUtils;
64 import org.hamcrest.CoreMatchers;
65 import org.junit.Assert;
66 import org.junit.Test;
67 import org.reactivestreams.Publisher;
68
69 import io.reactivex.Flowable;
70 import io.reactivex.functions.Consumer;
71 import io.reactivex.schedulers.Schedulers;
72
73 public abstract class AbstractHttpReactiveFundamentalsTest<T extends CloseableHttpAsyncClient> extends AbstractIntegrationTestBase<T> {
74
75 public AbstractHttpReactiveFundamentalsTest(final URIScheme scheme) {
76 super(scheme);
77 }
78
79 @Override
80 protected final boolean isReactive() {
81 return true;
82 }
83
84 @Test(timeout = 60_000)
85 public void testSequentialGetRequests() throws Exception {
86 final HttpHost target = start();
87 for (int i = 0; i < 3; i++) {
88 final ReactiveResponseConsumer consumer = new ReactiveResponseConsumer();
89
90 httpclient.execute(AsyncRequestBuilder.get(target + "/random/2048").build(), consumer, null);
91
92 final Message<HttpResponse, Publisher<ByteBuffer>> response = consumer.getResponseFuture().get();
93 Assert.assertThat(response, CoreMatchers.notNullValue());
94 Assert.assertThat(response.getHead().getCode(), CoreMatchers.equalTo(200));
95
96 final String body = publisherToString(response.getBody());
97 Assert.assertThat(body, CoreMatchers.notNullValue());
98 Assert.assertThat(body.length(), CoreMatchers.equalTo(2048));
99 }
100 }
101
102 @Test(timeout = 2000)
103 public void testSequentialHeadRequests() throws Exception {
104 final HttpHost target = start();
105 for (int i = 0; i < 3; i++) {
106 final ReactiveResponseConsumer consumer = new ReactiveResponseConsumer();
107
108 httpclient.execute(AsyncRequestBuilder.head(target + "/random/2048").build(), consumer, null);
109
110 final Message<HttpResponse, Publisher<ByteBuffer>> response = consumer.getResponseFuture().get();
111 Assert.assertThat(response, CoreMatchers.notNullValue());
112 Assert.assertThat(response.getHead().getCode(), CoreMatchers.equalTo(200));
113
114 final String body = publisherToString(response.getBody());
115 Assert.assertThat(body, CoreMatchers.nullValue());
116 }
117 }
118
119 @Test(timeout = 60_000)
120 public void testSequentialPostRequests() throws Exception {
121 final HttpHost target = start();
122 for (int i = 0; i < 3; i++) {
123 final byte[] b1 = new byte[1024];
124 final Random rnd = new Random(System.currentTimeMillis());
125 rnd.nextBytes(b1);
126 final Flowable<ByteBuffer> publisher = Flowable.just(ByteBuffer.wrap(b1));
127 final ReactiveResponseConsumer consumer = new ReactiveResponseConsumer();
128 final AsyncRequestProducer request = AsyncRequestBuilder.post(target + "/echo/")
129 .setEntity(new ReactiveEntityProducer(publisher, -1, ContentType.APPLICATION_OCTET_STREAM, null))
130 .build();
131
132 httpclient.execute(request, consumer, HttpClientContext.create(), null);
133
134 final Future<Message<HttpResponse, Publisher<ByteBuffer>>> responseFuture = consumer.getResponseFuture();
135 final Message<HttpResponse, Publisher<ByteBuffer>> responseMessage = responseFuture.get();
136 Assert.assertThat(responseMessage, CoreMatchers.notNullValue());
137 final HttpResponse response = responseMessage.getHead();
138 Assert.assertThat(response.getCode(), CoreMatchers.equalTo(200));
139 final byte[] b2 = publisherToByteArray(responseMessage.getBody());
140 Assert.assertThat(b1, CoreMatchers.equalTo(b2));
141 }
142 }
143
144 @Test(timeout = 60_000)
145 public void testConcurrentPostRequests() throws Exception {
146 final HttpHost target = start();
147
148 final int reqCount = 500;
149 final int maxSize = 128 * 1024;
150 final Map<Long, StreamingTestCase> testCases = StreamingTestCase.generate(reqCount, maxSize);
151 final BlockingQueue<StreamDescription> responses = new ArrayBlockingQueue<>(reqCount);
152
153 for (final StreamingTestCase testCase : testCases.values()) {
154 final ReactiveEntityProducer producer = new ReactiveEntityProducer(testCase.stream, testCase.length,
155 ContentType.APPLICATION_OCTET_STREAM, null);
156 final AsyncRequestProducer request = AsyncRequestBuilder.post(target + "/echo/")
157 .setEntity(producer)
158 .build();
159
160 final ReactiveResponseConsumer consumer = new ReactiveResponseConsumer(new FutureCallback<Message<HttpResponse, Publisher<ByteBuffer>>>() {
161 @Override
162 public void completed(final Message<HttpResponse, Publisher<ByteBuffer>> result) {
163 final Flowable<ByteBuffer> flowable = Flowable.fromPublisher(result.getBody())
164 .observeOn(Schedulers.io());
165 ReactiveTestUtils.consumeStream(flowable)
166 .subscribe(new Consumer<StreamDescription>() {
167 @Override
168 public void accept(final StreamDescription streamDescription) {
169 responses.add(streamDescription);
170 }
171 });
172 }
173 @Override
174 public void failed(final Exception ex) { }
175 @Override
176 public void cancelled() { }
177 });
178 httpclient.execute(request, consumer, HttpClientContext.create(), null);
179 }
180
181 for (int i = 0; i < reqCount; i++) {
182 final StreamDescription streamDescription = responses.take();
183 final StreamingTestCase streamingTestCase = testCases.get(streamDescription.length);
184 final long expectedLength = streamingTestCase.length;
185 final long actualLength = streamDescription.length;
186 Assert.assertEquals(expectedLength, actualLength);
187
188 final String expectedHash = streamingTestCase.expectedHash.get();
189 final String actualHash = TextUtils.toHexString(streamDescription.md.digest());
190 Assert.assertEquals(expectedHash, actualHash);
191 }
192 }
193
194 @Test(timeout = 60_000)
195 public void testRequestExecutionFromCallback() throws Exception {
196 final HttpHost target = start();
197 final int requestNum = 50;
198 final AtomicInteger count = new AtomicInteger(requestNum);
199 final Queue<Message<HttpResponse, Publisher<ByteBuffer>>> resultQueue = new ConcurrentLinkedQueue<>();
200 final CountDownLatch countDownLatch = new CountDownLatch(requestNum);
201
202 final FutureCallback<Message<HttpResponse, Publisher<ByteBuffer>>> callback = new FutureCallback<Message<HttpResponse, Publisher<ByteBuffer>>>() {
203 @Override
204 public void completed(final Message<HttpResponse, Publisher<ByteBuffer>> result) {
205 try {
206 resultQueue.add(result);
207 if (count.decrementAndGet() > 0) {
208 final ReactiveResponseConsumer consumer = new ReactiveResponseConsumer(this);
209 httpclient.execute(AsyncRequestBuilder.get(target + "/random/2048").build(), consumer, null);
210 }
211 } finally {
212 countDownLatch.countDown();
213 }
214 }
215
216 @Override
217 public void failed(final Exception ex) {
218 countDownLatch.countDown();
219 }
220
221 @Override
222 public void cancelled() {
223 countDownLatch.countDown();
224 }
225 };
226
227 final int threadNum = 5;
228 final ExecutorService executorService = Executors.newFixedThreadPool(threadNum);
229 for (int i = 0; i < threadNum; i++) {
230 executorService.execute(new Runnable() {
231 @Override
232 public void run() {
233 if (!Thread.currentThread().isInterrupted()) {
234 final ReactiveResponseConsumer consumer = new ReactiveResponseConsumer(callback);
235 httpclient.execute(AsyncRequestBuilder.get(target + "/random/2048").build(), consumer, null);
236 }
237 }
238 });
239 }
240
241 Assert.assertThat(countDownLatch.await(TIMEOUT.getDuration(), TIMEOUT.getTimeUnit()), CoreMatchers.equalTo(true));
242
243 executorService.shutdownNow();
244 executorService.awaitTermination(TIMEOUT.getDuration(), TIMEOUT.getTimeUnit());
245
246 for (;;) {
247 final Message<HttpResponse, Publisher<ByteBuffer>> response = resultQueue.poll();
248 if (response == null) {
249 break;
250 }
251 Assert.assertThat(response.getHead().getCode(), CoreMatchers.equalTo(200));
252 }
253 }
254
255 @Test
256 public void testBadRequest() throws Exception {
257 final HttpHost target = start();
258 final AsyncRequestProducer request = AsyncRequestBuilder.get(target + "/random/boom").build();
259 final ReactiveResponseConsumer consumer = new ReactiveResponseConsumer();
260
261 httpclient.execute(request, consumer, null);
262
263 final Future<Message<HttpResponse, Publisher<ByteBuffer>>> future = consumer.getResponseFuture();
264 final HttpResponse response = future.get().getHead();
265 Assert.assertThat(response, CoreMatchers.notNullValue());
266 Assert.assertThat(response.getCode(), CoreMatchers.equalTo(400));
267 }
268
269 static String publisherToString(final Publisher<ByteBuffer> publisher) throws Exception {
270 final byte[] bytes = publisherToByteArray(publisher);
271 if (bytes == null) {
272 return null;
273 }
274 return new String(bytes, StandardCharsets.UTF_8);
275 }
276
277 static byte[] publisherToByteArray(final Publisher<ByteBuffer> publisher) throws Exception {
278 final ByteArrayOutputStream baos = new ByteArrayOutputStream();
279 try (WritableByteChannel channel = Channels.newChannel(baos)) {
280 final List<ByteBuffer> bufs = Flowable.fromPublisher(publisher)
281 .toList()
282 .blockingGet();
283 if (bufs.isEmpty()) {
284 return null;
285 }
286 for (final ByteBuffer buf : bufs) {
287 channel.write(buf);
288 }
289 }
290 return baos.toByteArray();
291 }
292
293 private static final class StreamingTestCase {
294 final long length;
295 final AtomicReference<String> expectedHash;
296 final Flowable<ByteBuffer> stream;
297
298 StreamingTestCase(final long length, final AtomicReference<String> expectedHash, final Flowable<ByteBuffer> stream) {
299 this.length = length;
300 this.expectedHash = expectedHash;
301 this.stream = stream;
302 }
303
304 static Map<Long, StreamingTestCase> generate(final int numTestCases, final int maxSize) {
305 final Map<Long, StreamingTestCase> testCases = new LinkedHashMap<>();
306 int testCaseNum = 0;
307 while (testCases.size() < numTestCases) {
308 final long seed = 198723L * testCaseNum++;
309 final int length = 1 + new Random(seed).nextInt(maxSize);
310 final AtomicReference<String> expectedHash = new AtomicReference<>();
311 final Flowable<ByteBuffer> stream = ReactiveTestUtils.produceStream(length, expectedHash);
312 final StreamingTestCase streamingTestCase = new StreamingTestCase(length, expectedHash, stream);
313 testCases.put((long) length, streamingTestCase);
314 }
315 return testCases;
316 }
317 }
318 }