View Javadoc
1   package org.apache.archiva.indexer.search;
2   
3   /*
4   * Licensed to the Apache Software Foundation (ASF) under one
5   * or more contributor license agreements.  See the NOTICE file
6   * distributed with this work for additional information
7   * regarding copyright ownership.  The ASF licenses this file
8   * to you under the Apache License, Version 2.0 (the
9   * "License"); you may not use this file except in compliance
10  * with the License.  You may obtain a copy of the License at
11  *
12  *  http://www.apache.org/licenses/LICENSE-2.0
13  *
14  * Unless required by applicable law or agreed to in writing,
15  * software distributed under the License is distributed on an
16  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
17  * KIND, either express or implied.  See the License for the
18  * specific language governing permissions and limitations
19  * under the License.
20  */
21  
22  import junit.framework.TestCase;
23  import org.apache.archiva.admin.repository.managed.DefaultManagedRepositoryAdmin;
24  import org.apache.archiva.admin.repository.proxyconnector.DefaultProxyConnectorAdmin;
25  import org.apache.archiva.common.plexusbridge.MavenIndexerUtils;
26  import org.apache.archiva.common.plexusbridge.PlexusSisuBridge;
27  import org.apache.archiva.common.utils.FileUtil;
28  import org.apache.archiva.configuration.ArchivaConfiguration;
29  import org.apache.archiva.configuration.Configuration;
30  import org.apache.archiva.configuration.ManagedRepositoryConfiguration;
31  import org.apache.archiva.test.utils.ArchivaSpringJUnit4ClassRunner;
32  import org.apache.commons.io.FileUtils;
33  import org.apache.commons.lang.SystemUtils;
34  import org.apache.maven.index.ArtifactContext;
35  import org.apache.maven.index.ArtifactContextProducer;
36  import org.apache.maven.index.ArtifactScanningListener;
37  import org.apache.maven.index.NexusIndexer;
38  import org.apache.maven.index.ScanningResult;
39  import org.apache.maven.index.context.IndexingContext;
40  import org.easymock.EasyMock;
41  import org.easymock.IMocksControl;
42  import org.junit.After;
43  import org.junit.Before;
44  import org.junit.runner.RunWith;
45  import org.slf4j.Logger;
46  import org.slf4j.LoggerFactory;
47  import org.springframework.test.context.ContextConfiguration;
48  
49  import javax.inject.Inject;
50  import java.io.File;
51  import java.util.List;
52  
53  /**
54   * @author Olivier Lamy
55   */
56  @RunWith( ArchivaSpringJUnit4ClassRunner.class )
57  @ContextConfiguration( locations = { "classpath*:/META-INF/spring-context.xml", "classpath:/spring-context.xml" } )
58  public abstract class AbstractMavenRepositorySearch
59      extends TestCase
60  {
61  
62      protected Logger log = LoggerFactory.getLogger( getClass() );
63  
64      public static String TEST_REPO_1 = "maven-search-test-repo";
65  
66      public static String TEST_REPO_2 = "maven-search-test-repo-2";
67  
68  
69      public static String REPO_RELEASE = "repo-release";
70  
71      MavenRepositorySearch search;
72  
73      ArchivaConfiguration archivaConfig;
74  
75      ArtifactContextProducer artifactContextProducer;
76  
77      IMocksControl archivaConfigControl;
78  
79      Configuration config;
80  
81      @Inject
82      PlexusSisuBridge plexusSisuBridge;
83  
84      @Inject
85      MavenIndexerUtils mavenIndexerUtils;
86  
87      NexusIndexer nexusIndexer;
88  
89      @Before
90      @Override
91      public void setUp()
92          throws Exception
93      {
94          super.setUp();
95  
96          FileUtils.deleteDirectory( new File( FileUtil.getBasedir(), "/target/repos/" + TEST_REPO_1 + "/.indexer" ) );
97          assertFalse( new File( FileUtil.getBasedir(), "/target/repos/" + TEST_REPO_1 + "/.indexer" ).exists() );
98  
99          FileUtils.deleteDirectory( new File( FileUtil.getBasedir(), "/target/repos/" + TEST_REPO_2 + "/.indexer" ) );
100         assertFalse( new File( FileUtil.getBasedir(), "/target/repos/" + TEST_REPO_2 + "/.indexer" ).exists() );
101 
102         archivaConfigControl = EasyMock.createControl( );
103 
104         archivaConfig = archivaConfigControl.createMock( ArchivaConfiguration.class );
105 
106         DefaultManagedRepositoryAdmin defaultManagedRepositoryAdmin = new DefaultManagedRepositoryAdmin();
107         defaultManagedRepositoryAdmin.setArchivaConfiguration( archivaConfig );
108 
109         DefaultProxyConnectorAdmin defaultProxyConnectorAdmin = new DefaultProxyConnectorAdmin();
110         defaultProxyConnectorAdmin.setArchivaConfiguration( archivaConfig );
111 
112         search = new MavenRepositorySearch( plexusSisuBridge, defaultManagedRepositoryAdmin, mavenIndexerUtils,
113                                             defaultProxyConnectorAdmin );
114 
115         nexusIndexer = plexusSisuBridge.lookup( NexusIndexer.class );
116 
117         artifactContextProducer = plexusSisuBridge.lookup( ArtifactContextProducer.class );
118 
119         defaultManagedRepositoryAdmin.setMavenIndexerUtils( mavenIndexerUtils );
120         defaultManagedRepositoryAdmin.setIndexer( nexusIndexer );
121         defaultManagedRepositoryAdmin.setIndexCreators( mavenIndexerUtils.getAllIndexCreators() );
122 
123         config = new Configuration();
124         config.addManagedRepository( createRepositoryConfig( TEST_REPO_1 ) );
125         config.addManagedRepository( createRepositoryConfig( TEST_REPO_2 ) );
126         config.addManagedRepository( createRepositoryConfig( REPO_RELEASE ) );
127     }
128 
129     @After
130     @Override
131     public void tearDown()
132         throws Exception
133     {
134         for ( IndexingContext indexingContext : nexusIndexer.getIndexingContexts().values() )
135         {
136             nexusIndexer.removeIndexingContext( indexingContext, true );
137         }
138 
139         FileUtils.deleteDirectory( new File( FileUtil.getBasedir(), "/target/repos/" + TEST_REPO_1 ) );
140         assertFalse( new File( FileUtil.getBasedir(), "/target/repos/" + TEST_REPO_1 ).exists() );
141 
142         FileUtils.deleteDirectory( new File( FileUtil.getBasedir(), "/target/repos/" + TEST_REPO_2 ) );
143         assertFalse( new File( FileUtil.getBasedir(), "/target/repos/" + TEST_REPO_2 ).exists() );
144 
145         super.tearDown();
146     }
147 
148     protected ManagedRepositoryConfiguration createRepositoryConfig( String repository )
149     {
150         ManagedRepositoryConfiguration repositoryConfig = new ManagedRepositoryConfiguration();
151         repositoryConfig.setId( repository );
152         repositoryConfig.setLocation( FileUtil.getBasedir() + "/target/repos/" + repository );
153         File f = new File( repositoryConfig.getLocation() );
154         if ( !f.exists() )
155         {
156             f.mkdirs();
157         }
158         repositoryConfig.setLayout( "default" );
159         repositoryConfig.setName( repository );
160         repositoryConfig.setScanned( true );
161         repositoryConfig.setSnapshots( false );
162         repositoryConfig.setReleases( true );
163 
164         return repositoryConfig;
165     }
166 
167     protected void createIndex( String repository, List<File> filesToBeIndexed, boolean scan )
168         throws Exception
169     {
170 
171         IndexingContext context = nexusIndexer.getIndexingContexts().get( repository );
172 
173         if ( context != null )
174         {
175             nexusIndexer.removeIndexingContext( context, true );
176         }
177 
178         File indexerDirectory = new File( FileUtil.getBasedir(), "/target/repos/" + repository + "/.indexer" );
179 
180         if ( indexerDirectory.exists() )
181         {
182             FileUtils.deleteDirectory( indexerDirectory );
183         }
184 
185         assertFalse( indexerDirectory.exists() );
186 
187         File lockFile = new File( FileUtil.getBasedir(), "/target/repos/" + repository + "/.indexer/write.lock" );
188         if ( lockFile.exists() )
189         {
190             lockFile.delete();
191         }
192 
193         assertFalse( lockFile.exists() );
194 
195         File repo = new File( FileUtil.getBasedir(), "src/test/" + repository );
196         assertTrue( repo.exists() );
197         File indexDirectory =
198             new File( FileUtil.getBasedir(), "target/index/test-" + Long.toString( System.currentTimeMillis() ) );
199         indexDirectory.deleteOnExit();
200         FileUtils.deleteDirectory( indexDirectory );
201 
202         context = nexusIndexer.addIndexingContext( repository, repository, repo, indexDirectory,
203                                                    repo.toURI().toURL().toExternalForm(),
204                                                    indexDirectory.toURI().toURL().toString(),
205                                                    search.getAllIndexCreators() );
206 
207         // minimize datas in memory
208         context.getIndexWriter().setMaxBufferedDocs( -1 );
209         context.getIndexWriter().setRAMBufferSizeMB( 1 );
210         for ( File artifactFile : filesToBeIndexed )
211         {
212             assertTrue( "file not exists " + artifactFile.getPath(), artifactFile.exists() );
213             ArtifactContext ac = artifactContextProducer.getArtifactContext( context, artifactFile );
214 
215             if ( artifactFile.getPath().endsWith( ".pom" ) )
216             {
217                 ac.getArtifactInfo().fextension = "pom";
218                 ac.getArtifactInfo().packaging = "pom";
219                 ac.getArtifactInfo().classifier = "pom";
220             }
221             nexusIndexer.addArtifactToIndex( ac, context );
222             context.updateTimestamp( true );
223         }
224 
225         if ( scan )
226         {
227             nexusIndexer.scan( context, new ArtifactScanListener(), false );
228         }
229         // force flushing
230         context.getIndexWriter().commit();
231         context.setSearchable( true );
232 
233     }
234 
235     static class ArtifactScanListener
236         implements ArtifactScanningListener
237     {
238         protected Logger log = LoggerFactory.getLogger( getClass() );
239 
240         @Override
241         public void scanningStarted( IndexingContext ctx )
242         {
243 
244         }
245 
246         @Override
247         public void scanningFinished( IndexingContext ctx, ScanningResult result )
248         {
249 
250         }
251 
252         @Override
253         public void artifactError( ArtifactContext ac, Exception e )
254         {
255             log.debug( "artifactError {}", ac.getArtifact().getPath(), e );
256         }
257 
258         @Override
259         public void artifactDiscovered( ArtifactContext ac )
260         {
261             log.debug( "artifactDiscovered {}:{}", ac.getArtifact().getPath(), ac.getArtifactInfo() );
262         }
263     }
264 
265     public String niceDisplay( SearchResults searchResults )
266         throws Exception
267     {
268         StringBuilder sb = new StringBuilder();
269         for ( SearchResultHit hit : searchResults.getHits() )
270         {
271             sb.append( hit.toString() ).append( SystemUtils.LINE_SEPARATOR );
272         }
273         return sb.toString();
274     }
275 }