HoneyCompact Namespace Reference

Classes
class	PostlistCursor
class	PostlistCursor< const GlassTable & >
class	PostlistCursor< const HoneyTable & >
class	PostlistCursor< HoneyTable & >
class	PostlistCursorGt
struct	MergeCursor
struct	MergeCursor< const GlassTable & >
struct	MergeCursor< const HoneyTable & >
struct	CursorGt
class	PositionCursor
class	PositionCursor< const GlassTable & >
class	PositionCursor< const HoneyTable & >
class	PositionCursorGt

Functions
static int	key_type (const string &key)
	Return a Honey::KEY_* constant, or a different value for an invalid key. More...
template<typename T , typename U >
void	merge_postlists (Xapian::Compactor *compactor, T *out, vector< Xapian::docid >::const_iterator offset, U b, U e)
static void	merge_spellings (HoneyTable *out, vector< const GlassTable * >::const_iterator b, vector< const GlassTable * >::const_iterator e)
static void	merge_spellings (HoneyTable *out, vector< const HoneyTable * >::const_iterator b, vector< const HoneyTable * >::const_iterator e)
template<typename T , typename U >
void	merge_synonyms (T *out, U b, U e)
template<typename T , typename U >
void	multimerge_postlists (Xapian::Compactor *compactor, T *out, const char *tmpdir, const vector< U * > &in, vector< Xapian::docid > off)
template<typename T , typename U >
void	merge_positions (T *out, const vector< U * > &inputs, const vector< Xapian::docid > &offset)
template<typename T , typename U >
void	merge_docid_keyed (T *out, const vector< U * > &inputs, const vector< Xapian::docid > &offset, int=0)
template<typename T >
void	merge_docid_keyed (T *out, const vector< const GlassTable * > &inputs, const vector< Xapian::docid > &offset, Xapian::termcount &ut_lb, Xapian::termcount &ut_ub, int table_type=0)

Function Documentation

key_type()

static int HoneyCompact::key_type ( const string &  key )

inlinestatic

Return a Honey::KEY_* constant, or a different value for an invalid key.

Definition at line 129 of file honey_compact.cc.

References Honey::KEY_DOCLEN_CHUNK, Honey::KEY_DOCLEN_CHUNK_HI, Honey::KEY_POSTING_CHUNK, Honey::KEY_VALUE_CHUNK, Honey::KEY_VALUE_CHUNK_HI, Honey::KEY_VALUE_STATS, and Honey::KEY_VALUE_STATS_HI.

Referenced by merge_postlists(), and HoneyCompact::PostlistCursor< const HoneyTable & >::next().

merge_docid_keyed() [1/2]

template<typename T >

void HoneyCompact::merge_docid_keyed	(	T *	out,
		const vector< const GlassTable * > &	inputs,
		const vector< Xapian::docid > &	offset,
		Xapian::termcount &	ut_lb,
		Xapian::termcount &	ut_ub,
		int	table_type = 0
	)

Definition at line 1968 of file honey_compact.cc.

References Xapian::Vec< T, COW, UNIQUEPTR, typename >::back(), GlassCursor::current_key, GlassCursor::current_tag, Xapian::BitWriter::encode(), Xapian::BitWriter::encode_interpolative(), Xapian::BitWriter::freeze(), GlassCursor::next(), p, pack_uint(), pack_uint_preserving_sort(), pos, Xapian::Vec< T, COW, UNIQUEPTR, typename >::push_back(), GlassCursor::read_tag(), GlassCursor::rewind(), Xapian::Vec< T, COW, UNIQUEPTR, typename >::size(), Honey::TERMLIST, termlist_key_is_values_used(), throw_database_corrupt(), unpack_uint(), and unpack_uint_preserving_sort().

Referenced by HoneyDatabase::compact().

merge_docid_keyed() [2/2]

template<typename T , typename U >

void HoneyCompact::merge_docid_keyed	(	T *	out,
		const vector< U * > &	inputs,
		const vector< Xapian::docid > &	offset,
		int	= 0
	)

Definition at line 1926 of file honey_compact.cc.

References HoneyCursor::current_key, HoneyCursor::current_tag, HoneyCursor::next(), pack_uint_preserving_sort(), HoneyCursor::read_tag(), HoneyCursor::rewind(), unpack_uint_preserving_sort(), and UNSIGNED_OVERFLOW_OK.

merge_positions()

template<typename T , typename U >

void HoneyCompact::merge_positions	(	T *	out,
		const vector< U * > &	inputs,
		const vector< Xapian::docid > &	offset
	)

Definition at line 1895 of file honey_compact.cc.

Referenced by HoneyDatabase::compact().

merge_postlists()

template<typename T , typename U >

void HoneyCompact::merge_postlists	(	Xapian::Compactor *	compactor,
		T *	out,
		vector< Xapian::docid >::const_iterator	offset,
		U	b,
		U	e
	)

Estimate the size of data once spliced.

Parameters

want_wdfs

With explicitly encoded wdfs?

Append postings to tag, which should only contain the chunk header.

Append postings to tag, which should already contain postings.

Definition at line 773 of file honey_compact.cc.

References Assert, AssertEq, encode_delta_chunk_header(), encode_delta_chunk_header_no_wdf(), encode_initial_chunk_header(), GlassCompact::encode_valuestats(), HONEY_DOCLEN_CHUNK_MAX, HONEY_POSTLIST_CHUNK_MAX, Honey::KEY_DOCLEN_CHUNK, Honey::KEY_POSTING_CHUNK, key_type(), Honey::KEY_USER_METADATA, Honey::KEY_VALUE_CHUNK, Honey::KEY_VALUE_STATS, Honey::make_doclenchunk_key(), mul_overflows(), p, pack_honey_postlist_key(), pack_uint(), pos, Xapian::Compactor::resolve_duplicate_metadata(), tags, term, throw_database_corrupt(), unpack_string(), unpack_string_preserving_sort(), and unpack_uint().

Referenced by HoneyDatabase::compact(), and multimerge_postlists().

merge_spellings() [1/2]

static void HoneyCompact::merge_spellings ( HoneyTable *  out, vector< const GlassTable * >::const_iterator  b, vector< const GlassTable * >::const_iterator  e  )

static

Definition at line 1303 of file honey_compact.cc.

References HoneyTable::add(), PrefixCompressedStringWriter::append(), AssertEq, PrefixCompressedStringItor::at_end(), Honey::KEY_PREFIX_BOOKEND, Honey::KEY_PREFIX_HEAD, Honey::KEY_PREFIX_MIDDLE, Honey::KEY_PREFIX_TAIL, Honey::KEY_PREFIX_WORD, MAGIC_XOR_VALUE, p, pack_uint_last(), throw_database_corrupt(), and unpack_uint_last().

merge_spellings() [2/2]

static void HoneyCompact::merge_spellings ( HoneyTable *  out, vector< const HoneyTable * >::const_iterator  b, vector< const HoneyTable * >::const_iterator  e  )

static

Definition at line 1505 of file honey_compact.cc.

References HoneyTable::add(), PrefixCompressedStringWriter::append(), PrefixCompressedStringItor::at_end(), Honey::KEY_PREFIX_WORD, p, pack_uint_last(), throw_database_corrupt(), and unpack_uint_last().

Referenced by HoneyDatabase::compact().

merge_synonyms()

template<typename T , typename U >

void HoneyCompact::merge_synonyms	(	T *	out,
		U	b,
		U	e
	)

Definition at line 1621 of file honey_compact.cc.

References ByteLengthPrefixedStringItor::at_end(), and MAGIC_XOR_VALUE.

Referenced by HoneyDatabase::compact().

multimerge_postlists()

template<typename T , typename U >

void HoneyCompact::multimerge_postlists	(	Xapian::Compactor *	compactor,
		T *	out,
		const char *	tmpdir,
		const vector< U * > &	in,
		vector< Xapian::docid >	off
	)

Definition at line 1707 of file honey_compact.cc.

References HoneyTable::commit(), HoneyTable::create_and_open(), Xapian::DB_DANGEROUS, Xapian::DB_NO_SYNC, HoneyTable::flush_db(), Honey::RootInfo::init(), merge_postlists(), and Xapian::Internal::str().

Referenced by HoneyDatabase::compact().