weightinternal.cc

Go to the documentation of this file.

 
/* Copyright (C) 2007 Lemur Consulting Ltd
 * Copyright (C) 2009,2010,2011,2012,2013,2014,2015,2017,2020,2024 Olly Betts
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
 * published by the Free Software Foundation; either version 2 of the
 * License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, see
 * <https://www.gnu.org/licenses/>.
 */
 
#include <config.h>
 
#include "weightinternal.h"
 
#include "xapian/enquire.h"
 
#include "min_non_zero.h"
#include "omassert.h"
#include "api/rsetinternal.h"
#include "str.h"
#include "api/termlist.h"
 
#include <memory>
 
using namespace std;
 
string
TermFreqs::get_description() const {
    string desc("TermFreqs(termfreq=");
    desc += str(termfreq);
    desc += ", reltermfreq=";
    desc += str(reltermfreq);
    desc += ", collfreq=";
    desc += str(collfreq);
    desc += ", max_part=";
    desc += str(max_part);
    desc += ")";
    return desc;
}
 
namespace Xapian {
 
Weight::Internal &
Weight::Internal::operator+=(const Weight::Internal & inc)
{
#ifdef XAPIAN_ASSERTIONS
    Assert(!finalised);
    subdbs += inc.subdbs;
#endif
    total_length += inc.total_length;
    collection_size += inc.collection_size;
    rset_size += inc.rset_size;
 
    db_doclength_lower_bound = min_non_zero(db_doclength_lower_bound,
                                            inc.db_doclength_lower_bound);
    db_doclength_upper_bound = std::max(db_doclength_upper_bound,
                                        inc.db_doclength_upper_bound);
 
    db_unique_terms_lower_bound = min_non_zero(db_unique_terms_lower_bound,
                                               inc.db_unique_terms_lower_bound);
    db_unique_terms_upper_bound = std::max(db_unique_terms_upper_bound,
                                           inc.db_unique_terms_upper_bound);
 
    // Add termfreqs and reltermfreqs
    for (auto&& i : inc.termfreqs) {
        termfreqs[i.first] += i.second;
    }
    return *this;
}
 
void
Weight::Internal::accumulate_stats(const Xapian::Database::Internal &subdb,
                                   const Xapian::RSet &rset)
{
#ifdef XAPIAN_ASSERTIONS
    Assert(!finalised);
    ++subdbs;
#endif
    total_length += subdb.get_total_length();
    collection_size += subdb.get_doccount();
    rset_size += rset.size();
 
    db_doclength_lower_bound = min_non_zero(db_doclength_lower_bound,
                                            subdb.get_doclength_lower_bound());
    db_doclength_upper_bound = std::max(db_doclength_upper_bound,
                                        subdb.get_doclength_upper_bound());
    db_unique_terms_lower_bound =
        min_non_zero(db_unique_terms_lower_bound,
                     subdb.get_unique_terms_lower_bound());
    db_unique_terms_upper_bound =
        std::max(db_unique_terms_upper_bound,
                 subdb.get_unique_terms_upper_bound());
 
    Xapian::TermIterator t;
    for (t = query.get_unique_terms_begin(); t != Xapian::TermIterator(); ++t) {
        const string & term = *t;
 
        Xapian::doccount sub_tf;
        Xapian::termcount sub_cf;
        subdb.get_freqs(term, &sub_tf, &sub_cf);
        TermFreqs & tf = termfreqs[term];
        tf.termfreq += sub_tf;
        tf.collfreq += sub_cf;
    }
 
    if (!rset.internal)
        return;
 
    for (Xapian::docid did : rset.internal->docs) {
        Assert(did);
        // The query is likely to contain far fewer terms than the documents,
        // and we can skip the document's termlist, so look for each query term
        // in the document.
        unique_ptr<TermList> tl(subdb.open_term_list(did));
        for (auto&& i : termfreqs) {
            const string& term = i.first;
            TermList * ret = tl->skip_to(term);
            if (ret != NULL) {
                // No more entries prune shouldn't happen).
                Assert(ret == tl.get());
                break;
            }
            if (term == tl->get_termname())
                ++i.second.reltermfreq;
        }
    }
}
 
void
Weight::Internal::merge(const Weight::Internal& o)
{
    if (!o.have_max_part) return;
    for (auto i : o.termfreqs) {
        double& max_part = termfreqs[i.first].max_part;
        max_part = max(max_part, i.second.max_part);
    }
}
 
string
Weight::Internal::get_description() const
{
    string desc = "Weight::Internal(totlen=";
    desc += str(total_length);
    desc += ", collection_size=";
    desc += str(collection_size);
    desc += ", rset_size=";
    desc += str(rset_size);
#ifdef XAPIAN_ASSERTIONS
    desc += ", subdbs=";
    desc += str(subdbs);
    desc += ", finalised=";
    desc += str(finalised);
#endif
    desc += ", termfreqs={";
    for (auto i = termfreqs.begin(); i != termfreqs.end(); ++i) {
        if (i != termfreqs.begin())
            desc += ", ";
        desc += i->first;
        desc += " => ";
        desc += i->second.get_description();
    }
    desc += "})";
    return desc;
}
 
}