View Javadoc
1   /*
2    * ====================================================================
3    * Licensed to the Apache Software Foundation (ASF) under one
4    * or more contributor license agreements.  See the NOTICE file
5    * distributed with this work for additional information
6    * regarding copyright ownership.  The ASF licenses this file
7    * to you under the Apache License, Version 2.0 (the
8    * "License"); you may not use this file except in compliance
9    * with the License.  You may obtain a copy of the License at
10   *
11   *   http://www.apache.org/licenses/LICENSE-2.0
12   *
13   * Unless required by applicable law or agreed to in writing,
14   * software distributed under the License is distributed on an
15   * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16   * KIND, either express or implied.  See the License for the
17   * specific language governing permissions and limitations
18   * under the License.
19   * ====================================================================
20   *
21   * This software consists of voluntary contributions made by many
22   * individuals on behalf of the Apache Software Foundation.  For more
23   * information on the Apache Software Foundation, please see
24   * <http://www.apache.org/>.
25   *
26   */
27  
28  package org.apache.hc.client5.testing.sync;
29  
30  import java.util.concurrent.TimeoutException;
31  
32  import org.apache.hc.client5.http.HttpRoute;
33  import org.apache.hc.client5.http.impl.io.PoolingHttpClientConnectionManager;
34  import org.apache.hc.client5.http.io.ConnectionEndpoint;
35  import org.apache.hc.client5.http.io.LeaseRequest;
36  import org.apache.hc.client5.http.socket.ConnectionSocketFactory;
37  import org.apache.hc.client5.http.socket.PlainConnectionSocketFactory;
38  import org.apache.hc.client5.http.ssl.SSLConnectionSocketFactory;
39  import org.apache.hc.core5.http.ClassicHttpRequest;
40  import org.apache.hc.core5.http.ClassicHttpResponse;
41  import org.apache.hc.core5.http.HttpHost;
42  import org.apache.hc.core5.http.HttpStatus;
43  import org.apache.hc.core5.http.config.RegistryBuilder;
44  import org.apache.hc.core5.http.impl.io.HttpRequestExecutor;
45  import org.apache.hc.core5.http.message.BasicClassicHttpRequest;
46  import org.apache.hc.core5.http.protocol.BasicHttpContext;
47  import org.apache.hc.core5.http.protocol.DefaultHttpProcessor;
48  import org.apache.hc.core5.http.protocol.HttpContext;
49  import org.apache.hc.core5.http.protocol.HttpProcessor;
50  import org.apache.hc.core5.http.protocol.RequestConnControl;
51  import org.apache.hc.core5.http.protocol.RequestContent;
52  import org.apache.hc.core5.http.protocol.RequestTargetHost;
53  import org.apache.hc.core5.pool.PoolConcurrencyPolicy;
54  import org.apache.hc.core5.pool.PoolReusePolicy;
55  import org.apache.hc.core5.util.TimeValue;
56  import org.apache.hc.core5.util.Timeout;
57  import org.junit.Assert;
58  import org.junit.Test;
59  
60  /**
61   * Tests for {@code PoolingHttpClientConnectionManager} that do require a server
62   * to communicate with.
63   */
64  public class TestConnectionManagement extends LocalServerTestBase {
65  
66      /**
67       * Tests releasing and re-using a connection after a response is read.
68       */
69      @Test
70      public void testReleaseConnection() throws Exception {
71  
72          this.connManager.setMaxTotal(1);
73  
74          final HttpHost target = start();
75          final HttpRoute route = new HttpRoute(target, null, false);
76          final int      rsplen = 8;
77          final String      uri = "/random/" + rsplen;
78  
79          final ClassicHttpRequest request = new BasicClassicHttpRequest("GET", target, uri);
80          final HttpContext context = new BasicHttpContext();
81  
82          final LeaseRequest leaseRequest1 = this.connManager.lease("id1", route,null);
83          final ConnectionEndpoint endpoint1 = leaseRequest1.get(Timeout.ZERO_MILLISECONDS);
84  
85          this.connManager.connect(endpoint1, TimeValue.NEG_ONE_MILLISECOND, context);
86  
87          final HttpProcessor httpProcessor = new DefaultHttpProcessor(
88                  new RequestTargetHost(), new RequestContent(), new RequestConnControl());
89  
90          final HttpRequestExecutor exec = new HttpRequestExecutor();
91          exec.preProcess(request, httpProcessor, context);
92          try (final ClassicHttpResponse response1 = endpoint1.execute("id1", request, exec, context)) {
93              Assert.assertEquals(HttpStatus.SC_OK, response1.getCode());
94          }
95  
96          // check that there is no auto-release by default
97          try {
98              // this should fail quickly, connection has not been released
99              final LeaseRequest leaseRequest2 = this.connManager.lease("id2", route,null);
100             leaseRequest2.get(Timeout.ofMilliseconds(10));
101             Assert.fail("TimeoutException expected");
102         } catch (final TimeoutException ex) {
103             // expected
104         }
105 
106         endpoint1.close();
107         this.connManager.release(endpoint1, null, TimeValue.NEG_ONE_MILLISECOND);
108         final LeaseRequest leaseRequest2 = this.connManager.lease("id2", route,null);
109         final ConnectionEndpoint endpoint2 = leaseRequest2.get(Timeout.ZERO_MILLISECONDS);
110         Assert.assertFalse(endpoint2.isConnected());
111 
112         this.connManager.connect(endpoint2, TimeValue.NEG_ONE_MILLISECOND, context);
113 
114         try (final ClassicHttpResponse response2 = endpoint2.execute("id2", request, exec, context)) {
115             Assert.assertEquals(HttpStatus.SC_OK, response2.getCode());
116         }
117 
118         // release connection after marking it for re-use
119         // expect the next connection obtained to be open
120         this.connManager.release(endpoint2, null, TimeValue.NEG_ONE_MILLISECOND);
121 
122         final LeaseRequest leaseRequest3 = this.connManager.lease("id3", route,null);
123         final ConnectionEndpoint endpoint3 = leaseRequest3.get(Timeout.ZERO_MILLISECONDS);
124         Assert.assertTrue(endpoint3.isConnected());
125 
126         // repeat the communication, no need to prepare the request again
127         try (final ClassicHttpResponse response3 = endpoint3.execute("id3", request, exec, context)) {
128             Assert.assertEquals(HttpStatus.SC_OK, response3.getCode());
129         }
130 
131         this.connManager.release(endpoint3, null, TimeValue.NEG_ONE_MILLISECOND);
132         this.connManager.close();
133     }
134 
135     /**
136      * Tests releasing with time limits.
137      */
138     @Test
139     public void testReleaseConnectionWithTimeLimits() throws Exception {
140 
141         this.connManager.setMaxTotal(1);
142 
143         final HttpHost target = start();
144         final HttpRoute route = new HttpRoute(target, null, false);
145         final int      rsplen = 8;
146         final String      uri = "/random/" + rsplen;
147 
148         final ClassicHttpRequest request = new BasicClassicHttpRequest("GET", target, uri);
149         final HttpContext context = new BasicHttpContext();
150 
151         final LeaseRequest leaseRequest1 = this.connManager.lease("id1", route,null);
152         final ConnectionEndpoint endpoint1 = leaseRequest1.get(Timeout.ZERO_MILLISECONDS);
153         this.connManager.connect(endpoint1, TimeValue.NEG_ONE_MILLISECOND, context);
154 
155         final HttpProcessor httpProcessor = new DefaultHttpProcessor(
156                 new RequestTargetHost(), new RequestContent(), new RequestConnControl());
157 
158         final HttpRequestExecutor exec = new HttpRequestExecutor();
159         exec.preProcess(request, httpProcessor, context);
160         try (final ClassicHttpResponse response1 = endpoint1.execute("id1", request, exec, context)) {
161             Assert.assertEquals(HttpStatus.SC_OK, response1.getCode());
162         }
163 
164         // check that there is no auto-release by default
165         try {
166             // this should fail quickly, connection has not been released
167             final LeaseRequest leaseRequest2 = this.connManager.lease("id2", route,null);
168             leaseRequest2.get(Timeout.ofMilliseconds(10));
169             Assert.fail("TimeoutException expected");
170         } catch (final TimeoutException ex) {
171             // expected
172         }
173 
174         endpoint1.close();
175         this.connManager.release(endpoint1, null, TimeValue.ofMilliseconds(100));
176 
177         final LeaseRequest leaseRequest2 = this.connManager.lease("id2", route,null);
178         final ConnectionEndpoint endpoint2 = leaseRequest2.get(Timeout.ZERO_MILLISECONDS);
179         Assert.assertFalse(endpoint2.isConnected());
180 
181         this.connManager.connect(endpoint2, TimeValue.NEG_ONE_MILLISECOND, context);
182 
183         try (final ClassicHttpResponse response2 = endpoint2.execute("id2", request, exec, context)) {
184             Assert.assertEquals(HttpStatus.SC_OK, response2.getCode());
185         }
186 
187         this.connManager.release(endpoint2, null, TimeValue.ofMilliseconds(100));
188 
189         final LeaseRequest leaseRequest3 = this.connManager.lease("id3", route,null);
190         final ConnectionEndpoint endpoint3 = leaseRequest3.get(Timeout.ZERO_MILLISECONDS);
191         Assert.assertTrue(endpoint3.isConnected());
192 
193         // repeat the communication, no need to prepare the request again
194         try (final ClassicHttpResponse response3 = endpoint3.execute("id3", request, exec, context)) {
195             Assert.assertEquals(HttpStatus.SC_OK, response3.getCode());
196         }
197 
198         this.connManager.release(endpoint3, null, TimeValue.ofMilliseconds(100));
199         Thread.sleep(150);
200 
201         final LeaseRequest leaseRequest4 = this.connManager.lease("id4", route,null);
202         final ConnectionEndpoint endpoint4 = leaseRequest4.get(Timeout.ZERO_MILLISECONDS);
203         Assert.assertFalse(endpoint4.isConnected());
204 
205         // repeat the communication, no need to prepare the request again
206         this.connManager.connect(endpoint4, TimeValue.NEG_ONE_MILLISECOND, context);
207 
208         try (final ClassicHttpResponse response4 = endpoint4.execute("id4", request, exec, context)) {
209             Assert.assertEquals(HttpStatus.SC_OK, response4.getCode());
210         }
211 
212         this.connManager.close();
213     }
214 
215     @Test
216     public void testCloseExpiredIdleConnections() throws Exception {
217 
218         this.connManager.setMaxTotal(1);
219 
220         final HttpHost target = start();
221         final HttpRoute route = new HttpRoute(target, null, false);
222         final HttpContext context = new BasicHttpContext();
223 
224         final LeaseRequest leaseRequest1 = this.connManager.lease("id1", route,null);
225         final ConnectionEndpoint endpoint1 = leaseRequest1.get(Timeout.ZERO_MILLISECONDS);
226         this.connManager.connect(endpoint1, TimeValue.NEG_ONE_MILLISECOND, context);
227 
228         Assert.assertEquals(1, this.connManager.getTotalStats().getLeased());
229         Assert.assertEquals(1, this.connManager.getStats(route).getLeased());
230 
231         this.connManager.release(endpoint1, null, TimeValue.ofMilliseconds(100));
232 
233         // Released, still active.
234         Assert.assertEquals(1, this.connManager.getTotalStats().getAvailable());
235         Assert.assertEquals(1, this.connManager.getStats(route).getAvailable());
236 
237         this.connManager.closeExpired();
238 
239         // Time has not expired yet.
240         Assert.assertEquals(1, this.connManager.getTotalStats().getAvailable());
241         Assert.assertEquals(1, this.connManager.getStats(route).getAvailable());
242 
243         Thread.sleep(150);
244 
245         this.connManager.closeExpired();
246 
247         // Time expired now, connections are destroyed.
248         Assert.assertEquals(0, this.connManager.getTotalStats().getAvailable());
249         Assert.assertEquals(0, this.connManager.getStats(route).getAvailable());
250 
251         this.connManager.close();
252     }
253 
254     @Test
255     public void testCloseExpiredTTLConnections() throws Exception {
256 
257         this.connManager = new PoolingHttpClientConnectionManager(
258                 RegistryBuilder.<ConnectionSocketFactory>create()
259                         .register("http", PlainConnectionSocketFactory.getSocketFactory())
260                         .register("https", SSLConnectionSocketFactory.getSocketFactory())
261                         .build(),
262                 PoolConcurrencyPolicy.STRICT,
263                 PoolReusePolicy.LIFO,
264                 TimeValue.ofMilliseconds(100));
265         this.clientBuilder.setConnectionManager(this.connManager);
266 
267         this.connManager.setMaxTotal(1);
268 
269         final HttpHost target = start();
270         final HttpRoute route = new HttpRoute(target, null, false);
271         final HttpContext context = new BasicHttpContext();
272 
273         final LeaseRequest leaseRequest1 = this.connManager.lease("id1", route,null);
274         final ConnectionEndpoint endpoint1 = leaseRequest1.get(Timeout.ZERO_MILLISECONDS);
275         this.connManager.connect(endpoint1, TimeValue.NEG_ONE_MILLISECOND, context);
276 
277         Assert.assertEquals(1, this.connManager.getTotalStats().getLeased());
278         Assert.assertEquals(1, this.connManager.getStats(route).getLeased());
279         // Release, let remain idle for forever
280         this.connManager.release(endpoint1, null, TimeValue.NEG_ONE_MILLISECOND);
281 
282         // Released, still active.
283         Assert.assertEquals(1, this.connManager.getTotalStats().getAvailable());
284         Assert.assertEquals(1, this.connManager.getStats(route).getAvailable());
285 
286         this.connManager.closeExpired();
287 
288         // Time has not expired yet.
289         Assert.assertEquals(1, this.connManager.getTotalStats().getAvailable());
290         Assert.assertEquals(1, this.connManager.getStats(route).getAvailable());
291 
292         Thread.sleep(150);
293 
294         this.connManager.closeExpired();
295 
296         // TTL expired now, connections are destroyed.
297         Assert.assertEquals(0, this.connManager.getTotalStats().getAvailable());
298         Assert.assertEquals(0, this.connManager.getStats(route).getAvailable());
299 
300         this.connManager.close();
301     }
302 
303 }