glass_termlist.cc

Go to the documentation of this file.

 
/* Copyright 1999,2000,2001 BrightStation PLC
 * Copyright 2002 Ananova Ltd
 * Copyright 2002,2003,2004,2006,2007,2008,2009,2010,2014,2019,2024 Olly Betts
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
 * published by the Free Software Foundation; either version 2 of the
 * License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, see
 * <https://www.gnu.org/licenses/>.
 */
 
#include <config.h>
#include "glass_termlist.h"
 
#include "xapian/error.h"
 
#include "expand/expandweight.h"
#include "glass_positionlist.h"
#include "debuglog.h"
#include "omassert.h"
#include "pack.h"
#include "str.h"
 
using namespace std;
using Xapian::Internal::intrusive_ptr;
 
GlassTermList::GlassTermList(intrusive_ptr<const GlassDatabase> db_,
                             Xapian::docid did_,
                             bool throw_if_not_present)
        : db(db_), did(did_), current_wdf(0), current_termfreq(0)
{
    LOGCALL_CTOR(DB, "GlassTermList", db_ | did_ | throw_if_not_present);
 
    if (!db->termlist_table.get_exact_entry(GlassTermListTable::make_key(did),
                                            data)) {
        if (!throw_if_not_present) {
            pos = NULL;
            return;
        }
        throw Xapian::DocNotFoundError("No termlist for document " + str(did));
    }
 
    pos = data.data();
    end = pos + data.size();
 
    if (pos == end) {
        doclen = 0;
        termlist_size = 0;
        return;
    }
 
    // Read doclen
    if (!unpack_uint(&pos, end, &doclen)) {
        const char *msg;
        if (pos == 0) {
            msg = "Too little data for doclen in termlist";
        } else {
            msg = "Overflowed value for doclen in termlist";
        }
        throw Xapian::DatabaseCorruptError(msg);
    }
 
    // Read termlist_size
    if (!unpack_uint(&pos, end, &termlist_size)) {
        const char *msg;
        if (pos == 0) {
            msg = "Too little data for list size in termlist";
        } else {
            msg = "Overflowed value for list size in termlist";
        }
        throw Xapian::DatabaseCorruptError(msg);
    }
}
 
Xapian::termcount
GlassTermList::get_doclength() const
{
    LOGCALL(DB, Xapian::termcount, "GlassTermList::get_doclength", NO_ARGS);
    RETURN(doclen);
}
 
Xapian::termcount
GlassTermList::get_unique_terms() const
{
    LOGCALL(DB, Xapian::termcount, "GlassTermList::get_unique_terms", NO_ARGS);
    // get_unique_terms() really ought to only count terms with wdf > 0, but
    // that's expensive to calculate on demand, so for now let's just ensure
    // unique_terms <= doclen.
    RETURN(min(termlist_size, doclen));
}
 
Xapian::termcount
GlassTermList::get_approx_size() const
{
    LOGCALL(DB, Xapian::termcount, "GlassTermList::get_approx_size", NO_ARGS);
    RETURN(termlist_size);
}
 
void
GlassTermList::accumulate_stats(Xapian::Internal::ExpandStats & stats) const
{
    LOGCALL_VOID(DB, "GlassTermList::accumulate_stats", stats);
    Assert(pos != NULL);
    stats.accumulate(shard_index,
                     current_wdf, doclen, get_termfreq(), db->get_doccount());
}
 
Xapian::termcount
GlassTermList::get_wdf() const
{
    LOGCALL(DB, Xapian::termcount, "GlassTermList::get_wdf", NO_ARGS);
    RETURN(current_wdf);
}
 
Xapian::doccount
GlassTermList::get_termfreq() const
{
    LOGCALL(DB, Xapian::doccount, "GlassTermList::get_termfreq", NO_ARGS);
    if (current_termfreq == 0)
        db->get_freqs(current_term, &current_termfreq, NULL);
    RETURN(current_termfreq);
}
 
TermList *
GlassTermList::next()
{
    LOGCALL(DB, TermList *, "GlassTermList::next", NO_ARGS);
    Assert(pos != NULL);
    if (pos == end) {
        RETURN(this);
    }
 
    // Reset to 0 to indicate that the termfreq needs to be read.
    current_termfreq = 0;
 
    bool wdf_in_reuse = false;
    if (!current_term.empty()) {
        // Find out how much of the previous term to reuse.
        size_t len = static_cast<unsigned char>(*pos++);
        if (len > current_term.size()) {
            // The wdf is also stored in the "reuse" byte.
            wdf_in_reuse = true;
            size_t divisor = current_term.size() + 1;
            current_wdf = len / divisor - 1;
            len %= divisor;
        }
        current_term.resize(len);
    }
 
    // Append the new tail to form the next term.
    size_t append_len = static_cast<unsigned char>(*pos++);
    current_term.append(pos, append_len);
    pos += append_len;
 
    // Read the wdf if it wasn't packed into the reuse byte.
    if (!wdf_in_reuse && !unpack_uint(&pos, end, &current_wdf)) {
        const char *msg;
        if (pos == 0) {
            msg = "Too little data for wdf in termlist";
        } else {
            msg = "Overflowed value for wdf in termlist";
        }
        throw Xapian::DatabaseCorruptError(msg);
    }
 
    RETURN(NULL);
}
 
TermList*
GlassTermList::skip_to(string_view term)
{
    LOGCALL(API, TermList *, "GlassTermList::skip_to", term);
    while (current_term < term) {
        if (GlassTermList::next())
            RETURN(this);
    }
    RETURN(NULL);
}
 
Xapian::termcount
GlassTermList::positionlist_count() const
{
    LOGCALL(DB, Xapian::termcount, "GlassTermList::positionlist_count", NO_ARGS);
    RETURN(db->positionlist_count(did, current_term));
}
 
PositionList*
GlassTermList::positionlist_begin() const
{
    LOGCALL(DB, PositionList*, "GlassTermList::positionlist_begin", NO_ARGS);
    RETURN(db->open_position_list(did, current_term));
}
 
#ifdef DISABLE_GPL_LIBXAPIAN
# error GPL source we cannot relicense included in libxapian
#endif