View Javadoc
1   /*
2    * ====================================================================
3    * Licensed to the Apache Software Foundation (ASF) under one
4    * or more contributor license agreements.  See the NOTICE file
5    * distributed with this work for additional information
6    * regarding copyright ownership.  The ASF licenses this file
7    * to you under the Apache License, Version 2.0 (the
8    * "License"); you may not use this file except in compliance
9    * with the License.  You may obtain a copy of the License at
10   *
11   *   http://www.apache.org/licenses/LICENSE-2.0
12   *
13   * Unless required by applicable law or agreed to in writing,
14   * software distributed under the License is distributed on an
15   * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16   * KIND, either express or implied.  See the License for the
17   * specific language governing permissions and limitations
18   * under the License.
19   * ====================================================================
20   *
21   * This software consists of voluntary contributions made by many
22   * individuals on behalf of the Apache Software Foundation.  For more
23   * information on the Apache Software Foundation, please see
24   * <http://www.apache.org/>.
25   *
26   */
27  
28  package org.apache.hc.client5.testing.sync;
29  
30  import java.io.IOException;
31  import java.util.concurrent.TimeoutException;
32  
33  import org.apache.hc.client5.http.HttpRoute;
34  import org.apache.hc.client5.http.config.ConnectionConfig;
35  import org.apache.hc.client5.http.impl.classic.CloseableHttpClient;
36  import org.apache.hc.client5.http.impl.io.PoolingHttpClientConnectionManager;
37  import org.apache.hc.client5.http.io.ConnectionEndpoint;
38  import org.apache.hc.client5.http.io.LeaseRequest;
39  import org.apache.hc.client5.testing.classic.RandomHandler;
40  import org.apache.hc.client5.testing.sync.extension.TestClientResources;
41  import org.apache.hc.core5.http.ClassicHttpRequest;
42  import org.apache.hc.core5.http.ClassicHttpResponse;
43  import org.apache.hc.core5.http.HttpHost;
44  import org.apache.hc.core5.http.HttpStatus;
45  import org.apache.hc.core5.http.URIScheme;
46  import org.apache.hc.core5.http.impl.io.HttpRequestExecutor;
47  import org.apache.hc.core5.http.message.BasicClassicHttpRequest;
48  import org.apache.hc.core5.http.protocol.BasicHttpContext;
49  import org.apache.hc.core5.http.protocol.DefaultHttpProcessor;
50  import org.apache.hc.core5.http.protocol.HttpContext;
51  import org.apache.hc.core5.http.protocol.HttpProcessor;
52  import org.apache.hc.core5.http.protocol.RequestConnControl;
53  import org.apache.hc.core5.http.protocol.RequestContent;
54  import org.apache.hc.core5.http.protocol.RequestTargetHost;
55  import org.apache.hc.core5.pool.PoolConcurrencyPolicy;
56  import org.apache.hc.core5.pool.PoolReusePolicy;
57  import org.apache.hc.core5.testing.classic.ClassicTestServer;
58  import org.apache.hc.core5.util.TimeValue;
59  import org.apache.hc.core5.util.Timeout;
60  import org.junit.jupiter.api.Assertions;
61  import org.junit.jupiter.api.Test;
62  import org.junit.jupiter.api.extension.RegisterExtension;
63  
64  /**
65   * Tests for {@code PoolingHttpClientConnectionManager} that do require a server
66   * to communicate with.
67   */
68  public class TestConnectionManagement {
69  
70      public static final Timeout TIMEOUT = Timeout.ofMinutes(1);
71  
72      @RegisterExtension
73      private TestClientResources testResources = new TestClientResources(URIScheme.HTTP, TIMEOUT);
74  
75      public ClassicTestServer startServer() throws IOException {
76          return testResources.startServer(null, null, null);
77      }
78  
79      public CloseableHttpClient startClient() {
80          return testResources.startClient(b -> {}, b -> {});
81      }
82  
83      public HttpHost targetHost() {
84          return testResources.targetHost();
85      }
86  
87      /**
88       * Tests releasing and re-using a connection after a response is read.
89       */
90      @Test
91      public void testReleaseConnection() throws Exception {
92          final ClassicTestServer server = startServer();
93          server.registerHandler("/random/*", new RandomHandler());
94          final HttpHost target = targetHost();
95  
96          startClient();
97  
98          final PoolingHttpClientConnectionManager connManager = testResources.connManager();
99          connManager.setMaxTotal(1);
100 
101         final HttpRoute route = new HttpRoute(target, null, false);
102         final int rsplen = 8;
103         final String uri = "/random/" + rsplen;
104 
105         final ClassicHttpRequest request = new BasicClassicHttpRequest("GET", target, uri);
106         final HttpContext context = new BasicHttpContext();
107 
108         final LeaseRequest leaseRequest1 = connManager.lease("id1", route, null);
109         final ConnectionEndpoint endpoint1 = leaseRequest1.get(Timeout.ZERO_MILLISECONDS);
110 
111         connManager.connect(endpoint1, null, context);
112 
113         final HttpProcessor httpProcessor = new DefaultHttpProcessor(
114                 new RequestTargetHost(), new RequestContent(), new RequestConnControl());
115 
116         final HttpRequestExecutor exec = new HttpRequestExecutor();
117         exec.preProcess(request, httpProcessor, context);
118         try (final ClassicHttpResponse response1 = endpoint1.execute("id1", request, exec, context)) {
119             Assertions.assertEquals(HttpStatus.SC_OK, response1.getCode());
120         }
121 
122         // check that there is no auto-release by default
123         // this should fail quickly, connection has not been released
124         final LeaseRequest leaseRequest2 = connManager.lease("id2", route, null);
125         Assertions.assertThrows(TimeoutException.class, () -> leaseRequest2.get(Timeout.ofMilliseconds(10)));
126 
127         endpoint1.close();
128         connManager.release(endpoint1, null, TimeValue.NEG_ONE_MILLISECOND);
129         final LeaseRequest leaseRequest3 = connManager.lease("id2", route, null);
130         final ConnectionEndpoint endpoint2 = leaseRequest3.get(Timeout.ZERO_MILLISECONDS);
131         Assertions.assertFalse(endpoint2.isConnected());
132 
133         connManager.connect(endpoint2, null, context);
134 
135         try (final ClassicHttpResponse response2 = endpoint2.execute("id2", request, exec, context)) {
136             Assertions.assertEquals(HttpStatus.SC_OK, response2.getCode());
137         }
138 
139         // release connection after marking it for re-use
140         // expect the next connection obtained to be open
141         connManager.release(endpoint2, null, TimeValue.NEG_ONE_MILLISECOND);
142 
143         final LeaseRequest leaseRequest4 = connManager.lease("id3", route, null);
144         final ConnectionEndpoint endpoint3 = leaseRequest4.get(Timeout.ZERO_MILLISECONDS);
145         Assertions.assertTrue(endpoint3.isConnected());
146 
147         // repeat the communication, no need to prepare the request again
148         try (final ClassicHttpResponse response3 = endpoint3.execute("id3", request, exec, context)) {
149             Assertions.assertEquals(HttpStatus.SC_OK, response3.getCode());
150         }
151 
152         connManager.release(endpoint3, null, TimeValue.NEG_ONE_MILLISECOND);
153         connManager.close();
154     }
155 
156     /**
157      * Tests releasing with time limits.
158      */
159     @Test
160     public void testReleaseConnectionWithTimeLimits() throws Exception {
161         final ClassicTestServer server = startServer();
162         server.registerHandler("/random/*", new RandomHandler());
163         final HttpHost target = targetHost();
164 
165         startClient();
166 
167         final PoolingHttpClientConnectionManager connManager = testResources.connManager();
168         connManager.setMaxTotal(1);
169 
170         final HttpRoute route = new HttpRoute(target, null, false);
171         final int rsplen = 8;
172         final String uri = "/random/" + rsplen;
173 
174         final ClassicHttpRequest request = new BasicClassicHttpRequest("GET", target, uri);
175         final HttpContext context = new BasicHttpContext();
176 
177         final LeaseRequest leaseRequest1 = connManager.lease("id1", route, null);
178         final ConnectionEndpoint endpoint1 = leaseRequest1.get(Timeout.ZERO_MILLISECONDS);
179         connManager.connect(endpoint1, null, context);
180 
181         final HttpProcessor httpProcessor = new DefaultHttpProcessor(
182                 new RequestTargetHost(), new RequestContent(), new RequestConnControl());
183 
184         final HttpRequestExecutor exec = new HttpRequestExecutor();
185         exec.preProcess(request, httpProcessor, context);
186         try (final ClassicHttpResponse response1 = endpoint1.execute("id1", request, exec, context)) {
187             Assertions.assertEquals(HttpStatus.SC_OK, response1.getCode());
188         }
189 
190         // check that there is no auto-release by default
191         final LeaseRequest leaseRequest2 = connManager.lease("id2", route, null);
192         // this should fail quickly, connection has not been released
193         Assertions.assertThrows(TimeoutException.class, () -> leaseRequest2.get(Timeout.ofMilliseconds(10)));
194 
195         endpoint1.close();
196         connManager.release(endpoint1, null, TimeValue.ofMilliseconds(100));
197 
198         final LeaseRequest leaseRequest3 = connManager.lease("id2", route, null);
199         final ConnectionEndpoint endpoint2 = leaseRequest3.get(Timeout.ZERO_MILLISECONDS);
200         Assertions.assertFalse(endpoint2.isConnected());
201 
202         connManager.connect(endpoint2, null, context);
203 
204         try (final ClassicHttpResponse response2 = endpoint2.execute("id2", request, exec, context)) {
205             Assertions.assertEquals(HttpStatus.SC_OK, response2.getCode());
206         }
207 
208         connManager.release(endpoint2, null, TimeValue.ofMilliseconds(100));
209 
210         final LeaseRequest leaseRequest4 = connManager.lease("id3", route, null);
211         final ConnectionEndpoint endpoint3 = leaseRequest4.get(Timeout.ZERO_MILLISECONDS);
212         Assertions.assertTrue(endpoint3.isConnected());
213 
214         // repeat the communication, no need to prepare the request again
215         try (final ClassicHttpResponse response3 = endpoint3.execute("id3", request, exec, context)) {
216             Assertions.assertEquals(HttpStatus.SC_OK, response3.getCode());
217         }
218 
219         connManager.release(endpoint3, null, TimeValue.ofMilliseconds(100));
220         Thread.sleep(150);
221 
222         final LeaseRequest leaseRequest5 = connManager.lease("id4", route, null);
223         final ConnectionEndpoint endpoint4 = leaseRequest5.get(Timeout.ZERO_MILLISECONDS);
224         Assertions.assertFalse(endpoint4.isConnected());
225 
226         // repeat the communication, no need to prepare the request again
227         connManager.connect(endpoint4, null, context);
228 
229         try (final ClassicHttpResponse response4 = endpoint4.execute("id4", request, exec, context)) {
230             Assertions.assertEquals(HttpStatus.SC_OK, response4.getCode());
231         }
232 
233         connManager.close();
234     }
235 
236     @Test
237     public void testCloseExpiredIdleConnections() throws Exception {
238         startServer();
239         final HttpHost target = targetHost();
240         startClient();
241 
242         final PoolingHttpClientConnectionManager connManager = testResources.connManager();
243         connManager.setMaxTotal(1);
244 
245         final HttpRoute route = new HttpRoute(target, null, false);
246         final HttpContext context = new BasicHttpContext();
247 
248         final LeaseRequest leaseRequest1 = connManager.lease("id1", route, null);
249         final ConnectionEndpoint endpoint1 = leaseRequest1.get(Timeout.ZERO_MILLISECONDS);
250         connManager.connect(endpoint1, null, context);
251 
252         Assertions.assertEquals(1, connManager.getTotalStats().getLeased());
253         Assertions.assertEquals(1, connManager.getStats(route).getLeased());
254 
255         connManager.release(endpoint1, null, TimeValue.ofMilliseconds(100));
256 
257         // Released, still active.
258         Assertions.assertEquals(1, connManager.getTotalStats().getAvailable());
259         Assertions.assertEquals(1, connManager.getStats(route).getAvailable());
260 
261         connManager.closeExpired();
262 
263         // Time has not expired yet.
264         Assertions.assertEquals(1, connManager.getTotalStats().getAvailable());
265         Assertions.assertEquals(1, connManager.getStats(route).getAvailable());
266 
267         Thread.sleep(150);
268 
269         connManager.closeExpired();
270 
271         // Time expired now, connections are destroyed.
272         Assertions.assertEquals(0, connManager.getTotalStats().getAvailable());
273         Assertions.assertEquals(0, connManager.getStats(route).getAvailable());
274 
275         connManager.close();
276     }
277 
278     @Test
279     public void testCloseExpiredTTLConnections() throws Exception {
280         final ClassicTestServer server = startServer();
281         server.registerHandler("/random/*", new RandomHandler());
282         final HttpHost target = targetHost();
283 
284         testResources.startClient(
285                 builder -> builder
286                         .setPoolConcurrencyPolicy(PoolConcurrencyPolicy.STRICT)
287                         .setConnPoolPolicy(PoolReusePolicy.LIFO)
288                         .setDefaultConnectionConfig(ConnectionConfig.custom()
289                                 .setTimeToLive(TimeValue.ofMilliseconds(100))
290                                 .build())
291                         .setMaxConnTotal(1),
292                 builder -> {}
293         );
294 
295         final PoolingHttpClientConnectionManager connManager = testResources.connManager();
296         connManager.setMaxTotal(1);
297 
298         final HttpRoute route = new HttpRoute(target, null, false);
299         final HttpContext context = new BasicHttpContext();
300 
301         final LeaseRequest leaseRequest1 = connManager.lease("id1", route, null);
302         final ConnectionEndpoint endpoint1 = leaseRequest1.get(Timeout.ZERO_MILLISECONDS);
303         connManager.connect(endpoint1, null, context);
304 
305         Assertions.assertEquals(1, connManager.getTotalStats().getLeased());
306         Assertions.assertEquals(1, connManager.getStats(route).getLeased());
307         // Release, let remain idle for forever
308         connManager.release(endpoint1, null, TimeValue.NEG_ONE_MILLISECOND);
309 
310         // Released, still active.
311         Assertions.assertEquals(1, connManager.getTotalStats().getAvailable());
312         Assertions.assertEquals(1, connManager.getStats(route).getAvailable());
313 
314         connManager.closeExpired();
315 
316         // Time has not expired yet.
317         Assertions.assertEquals(1, connManager.getTotalStats().getAvailable());
318         Assertions.assertEquals(1, connManager.getStats(route).getAvailable());
319 
320         Thread.sleep(150);
321 
322         connManager.closeExpired();
323 
324         // TTL expired now, connections are destroyed.
325         Assertions.assertEquals(0, connManager.getTotalStats().getAvailable());
326         Assertions.assertEquals(0, connManager.getStats(route).getAvailable());
327 
328         connManager.close();
329     }
330 
331 }