/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
using System;
using IndexOutput = Lucene.Net.Store.IndexOutput;
using RAMOutputStream = Lucene.Net.Store.RAMOutputStream;
namespace Lucene.Net.Index
{
/// This abstract class writes skip lists with multiple levels.
///
/// Example for skipInterval = 3:
/// c (skip level 2)
/// c c c (skip level 1)
/// x x x x x x x x x x (skip level 0)
/// d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d (posting list)
/// 3 6 9 12 15 18 21 24 27 30 (df)
///
/// d - document
/// x - skip data
/// c - skip data with child pointer
///
/// Skip level i contains every skipInterval-th entry from skip level i-1.
/// Therefore the number of entries on level i is: floor(df / ((skipInterval ^ (i + 1))).
///
/// Each skip entry on a level i>0 contains a pointer to the corresponding skip entry in list i-1.
/// This guarantess a logarithmic amount of skips to find the target document.
///
/// While this class takes care of writing the different skip levels,
/// subclasses must define the actual format of the skip data.
///
///
abstract class MultiLevelSkipListWriter
{
// number of levels in this skip list
private int numberOfSkipLevels;
// the skip interval in the list with level = 0
private int skipInterval;
// for every skip level a different buffer is used
private RAMOutputStream[] skipBuffer;
protected internal MultiLevelSkipListWriter(int skipInterval, int maxSkipLevels, int df)
{
this.skipInterval = skipInterval;
// calculate the maximum number of skip levels for this document frequency
numberOfSkipLevels = df == 0?0:(int) System.Math.Floor(System.Math.Log(df) / System.Math.Log(skipInterval));
// make sure it does not exceed maxSkipLevels
if (numberOfSkipLevels > maxSkipLevels)
{
numberOfSkipLevels = maxSkipLevels;
}
}
protected internal virtual void Init()
{
skipBuffer = new RAMOutputStream[numberOfSkipLevels];
for (int i = 0; i < numberOfSkipLevels; i++)
{
skipBuffer[i] = new RAMOutputStream();
}
}
protected internal virtual void ResetSkip()
{
// creates new buffers or empties the existing ones
if (skipBuffer == null)
{
Init();
}
else
{
for (int i = 0; i < skipBuffer.Length; i++)
{
skipBuffer[i].Reset();
}
}
}
/// Subclasses must implement the actual skip data encoding in this method.
///
///
/// the level skip data shall be writting for
///
/// the skip buffer to write to
///
protected internal abstract void WriteSkipData(int level, IndexOutput skipBuffer);
/// Writes the current skip data to the buffers. The current document frequency determines
/// the max level is skip data is to be written to.
///
///
/// the current document frequency
///
/// IOException
internal virtual void BufferSkip(int df)
{
int numLevels;
// determine max level
for (numLevels = 0; (df % skipInterval) == 0 && numLevels < numberOfSkipLevels; df /= skipInterval)
{
numLevels++;
}
long childPointer = 0;
for (int level = 0; level < numLevels; level++)
{
WriteSkipData(level, skipBuffer[level]);
long newChildPointer = skipBuffer[level].FilePointer;
if (level != 0)
{
// store child pointers for all levels except the lowest
skipBuffer[level].WriteVLong(childPointer);
}
//remember the childPointer for the next level
childPointer = newChildPointer;
}
}
/// Writes the buffered skip lists to the given output.
///
///
/// the IndexOutput the skip lists shall be written to
///
/// the pointer the skip list starts
///
internal virtual long WriteSkip(IndexOutput output)
{
long skipPointer = output.FilePointer;
if (skipBuffer == null || skipBuffer.Length == 0)
return skipPointer;
for (int level = numberOfSkipLevels - 1; level > 0; level--)
{
long length = skipBuffer[level].FilePointer;
if (length > 0)
{
output.WriteVLong(length);
skipBuffer[level].WriteTo(output);
}
}
skipBuffer[0].WriteTo(output);
return skipPointer;
}
}
}