/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ using System; using NUnit.Framework; using Lucene.Net.Analysis; using Lucene.Net.Documents; using Lucene.Net.QueryParsers; using Lucene.Net.Store; using Lucene.Net.Util; using Lucene.Net.Search; using English = Lucene.Net.Util.English; using LuceneTestCase = Lucene.Net.Util.LuceneTestCase; using _TestUtil = Lucene.Net.Util._TestUtil; namespace Lucene.Net.Index { [TestFixture] public class TestStressIndexing:LuceneTestCase { private static readonly Analyzer ANALYZER = new SimpleAnalyzer(); private System.Random RANDOM; abstract public class TimedThread:Support.ThreadClass { internal bool failed; internal int count; private static int RUN_TIME_SEC = 6; private TimedThread[] allThreads; abstract public void DoWork(); internal TimedThread(TimedThread[] threads) { this.allThreads = threads; } override public void Run() { long stopTime = (DateTime.Now.Ticks / TimeSpan.TicksPerMillisecond) + 1000 * RUN_TIME_SEC; count = 0; try { while ((DateTime.Now.Ticks / TimeSpan.TicksPerMillisecond) < stopTime && !AnyErrors()) { DoWork(); count++; } } catch (System.Exception e) { System.Console.Out.WriteLine(Support.ThreadClass.Current() + ": exc"); System.Console.Out.WriteLine(e.StackTrace); failed = true; } } private bool AnyErrors() { for (int i = 0; i < allThreads.Length; i++) if (allThreads[i] != null && allThreads[i].failed) return true; return false; } } private class IndexerThread:TimedThread { private void InitBlock(TestStressIndexing enclosingInstance) { this.enclosingInstance = enclosingInstance; } private TestStressIndexing enclosingInstance; public TestStressIndexing Enclosing_Instance { get { return enclosingInstance; } } internal IndexWriter writer; new public int count; internal int nextID; public IndexerThread(TestStressIndexing enclosingInstance, IndexWriter writer, TimedThread[] threads):base(threads) { InitBlock(enclosingInstance); this.writer = writer; } public override void DoWork() { // Add 10 docs: for (int j = 0; j < 10; j++) { Document d = new Document(); int n = Enclosing_Instance.RANDOM.Next(); d.Add(new Field("id", System.Convert.ToString(nextID++), Field.Store.YES, Field.Index.NOT_ANALYZED)); d.Add(new Field("contents", English.IntToEnglish(n), Field.Store.NO, Field.Index.ANALYZED)); writer.AddDocument(d); } // Delete 5 docs: int deleteID = nextID - 1; for (int j = 0; j < 5; j++) { writer.DeleteDocuments(new Term("id", "" + deleteID)); deleteID -= 2; } } } private class SearcherThread:TimedThread { private Directory directory; public SearcherThread(Directory directory, TimedThread[] threads):base(threads) { this.directory = directory; } public override void DoWork() { for (int i = 0; i < 100; i++) (new IndexSearcher(directory)).Close(); count += 100; } } /* Run one indexer and 2 searchers against single index as stress test. */ public virtual void RunStressTest(Directory directory, bool autoCommit, MergeScheduler mergeScheduler) { IndexWriter modifier = new IndexWriter(directory, autoCommit, ANALYZER, true); modifier.SetMaxBufferedDocs(10); TimedThread[] threads = new TimedThread[4]; int numThread = 0; if (mergeScheduler != null) modifier.SetMergeScheduler(mergeScheduler); // One modifier that writes 10 docs then removes 5, over // and over: IndexerThread indexerThread = new IndexerThread(this, modifier, threads); threads[numThread++] = indexerThread; indexerThread.Start(); IndexerThread indexerThread2 = new IndexerThread(this, modifier, threads); threads[numThread++] = indexerThread2; indexerThread2.Start(); // Two searchers that constantly just re-instantiate the // searcher: SearcherThread searcherThread1 = new SearcherThread(directory, threads); threads[numThread++] = searcherThread1; searcherThread1.Start(); SearcherThread searcherThread2 = new SearcherThread(directory, threads); threads[numThread++] = searcherThread2; searcherThread2.Start(); for (int i = 0; i < numThread; i++) threads[i].Join(); modifier.Close(); for (int i = 0; i < numThread; i++) Assert.IsTrue(!((TimedThread) threads[i]).failed); //System.out.println(" Writer: " + indexerThread.count + " iterations"); //System.out.println("Searcher 1: " + searcherThread1.count + " searchers created"); //System.out.println("Searcher 2: " + searcherThread2.count + " searchers created"); } /* Run above stress test against RAMDirectory and then FSDirectory. */ [Test] public virtual void TestStressIndexAndSearching() { RANDOM = NewRandom(); // RAMDir Directory directory = new MockRAMDirectory(); RunStressTest(directory, true, null); directory.Close(); // FSDir System.IO.FileInfo dirPath = _TestUtil.GetTempDir("lucene.test.stress"); directory = FSDirectory.Open(dirPath); RunStressTest(directory, true, null); directory.Close(); // With ConcurrentMergeScheduler, in RAMDir directory = new MockRAMDirectory(); RunStressTest(directory, true, new ConcurrentMergeScheduler()); directory.Close(); // With ConcurrentMergeScheduler, in FSDir directory = FSDirectory.Open(dirPath); RunStressTest(directory, true, new ConcurrentMergeScheduler()); directory.Close(); // With ConcurrentMergeScheduler and autoCommit=false, in RAMDir directory = new MockRAMDirectory(); RunStressTest(directory, false, new ConcurrentMergeScheduler()); directory.Close(); // With ConcurrentMergeScheduler and autoCommit=false, in FSDir directory = FSDirectory.Open(dirPath); RunStressTest(directory, false, new ConcurrentMergeScheduler()); directory.Close(); _TestUtil.RmDir(dirPath); } } }