api_nodb.cc

Go to the documentation of this file.

/* Copyright 1999,2000,2001 BrightStation PLC
 * Copyright 2002 Ananova Ltd
 * Copyright 2002,2003,2004,2005,2006,2007,2008,2009,2010,2015,2016,2017,2019 Olly Betts
 * Copyright 2006 Lemur Consulting Ltd
 * Copyright (C) 2016 Vivek Pal
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
 * published by the Free Software Foundation; either version 2 of the
 * License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301
 * USA
 */

#include <config.h>

#include "api_nodb.h"

#include <xapian.h>

#include "apitest.h"
#include "testsuite.h"
#include "testutils.h"

#include <list>
#include <string>
#include <vector>

using namespace std;

// tests that get_query_terms() returns the terms in the right order
DEFINE_TESTCASE(getqterms1, !backend) {
    list<string> answers_list;
    answers_list.push_back("one");
    answers_list.push_back("two");
    answers_list.push_back("three");
    answers_list.push_back("four");

    Xapian::Query myquery(Xapian::Query::OP_OR,
            Xapian::Query(Xapian::Query::OP_AND,
                    Xapian::Query("one", 1, 1),
                    Xapian::Query("three", 1, 3)),
            Xapian::Query(Xapian::Query::OP_OR,
                    Xapian::Query("four", 1, 4),
                    Xapian::Query("two", 1, 2)));

    list<string> list1;
    {
        Xapian::TermIterator t;
        for (t = myquery.get_terms_begin(); t != myquery.get_terms_end(); ++t)
            list1.push_back(*t);
    }
    TEST(list1 == answers_list);
    list<string> list2(myquery.get_terms_begin(), myquery.get_terms_end());
    TEST(list2 == answers_list);
}

// tests that get_query_terms() doesn't SEGV on an empty query
// (regression test for bug in 0.9.0)
DEFINE_TESTCASE(getqterms2, !backend) {
    Xapian::Query empty_query;
    TEST_EQUAL(empty_query.get_terms_begin(), empty_query.get_terms_end());
    TEST_EQUAL(empty_query.get_unique_terms_begin(),
               empty_query.get_unique_terms_end());
}

// tests that empty queries work correctly
DEFINE_TESTCASE(emptyquery2, !backend) {
    // test that Query::empty() is true for an empty query.
    TEST(Xapian::Query().empty());
    // test that an empty query has length 0
    TEST(Xapian::Query().get_length() == 0);
    vector<Xapian::Query> v;
    TEST(Xapian::Query(Xapian::Query::OP_OR, v.begin(), v.end()).empty());
    TEST(Xapian::Query(Xapian::Query::OP_OR, v.begin(), v.end()).get_length() == 0);
}

DEFINE_TESTCASE(emptyquery3, !backend) {
    static const Xapian::Query::op ops[] = {
        Xapian::Query::OP_AND,
        Xapian::Query::OP_OR,
        Xapian::Query::OP_XOR,
        Xapian::Query::OP_AND_MAYBE,
        Xapian::Query::OP_AND_NOT
    };

    for (size_t i = 0; i < sizeof(ops) / sizeof(ops[0]); ++i) {
        tout << "Testing op #" << i << '\n';
        Xapian::Query empty;
        Xapian::Query q("test");
        Xapian::Query qcombine(ops[i], empty, q);
        tout << qcombine.get_description() << '\n';
        Xapian::Query qcombine2(ops[i], q, empty);
        tout << qcombine2.get_description() << '\n';
        Xapian::Query qcombine3(ops[i], empty, empty);
        tout << qcombine3.get_description() << '\n';
    }
}

// tests that query lengths are calculated correctly
DEFINE_TESTCASE(querylen1, !backend) {
    // test that a simple query has the right length
    Xapian::Query myquery;
    myquery = Xapian::Query(Xapian::Query::OP_OR,
                      Xapian::Query("foo"),
                      Xapian::Query("bar"));
    myquery = Xapian::Query(Xapian::Query::OP_AND,
                      myquery,
                      Xapian::Query(Xapian::Query::OP_OR,
                              Xapian::Query("wibble"),
                              Xapian::Query("spoon")));

    TEST_EQUAL(myquery.get_length(), 4);
    TEST(!myquery.empty());
}

// tests that query lengths are calculated correctly
DEFINE_TESTCASE(querylen2, !backend) {
    // test with an even bigger and strange query
    string terms[3] = {
        "foo",
        "bar",
        "baz"
    };
    Xapian::Query queries[3] = {
        Xapian::Query("wibble"),
        Xapian::Query("wobble"),
        Xapian::Query(Xapian::Query::OP_OR, string("jelly"), string("belly"))
    };

    Xapian::Query myquery;
    vector<string> v1(terms, terms + 3);
    vector<Xapian::Query> v2(queries, queries + 3);
    vector<Xapian::Query *> v3;
    Xapian::Query query1(Xapian::Query::OP_AND, string("ball"), string("club"));
    Xapian::Query query2("ring");
    v3.push_back(&query1);
    v3.push_back(&query2);

    Xapian::Query myq1 = Xapian::Query(Xapian::Query::OP_AND, v1.begin(), v1.end());
    tout << "myq1=" << myq1 << "\n";
    TEST_EQUAL(myq1.get_length(), 3);

    Xapian::Query myq2_1 = Xapian::Query(Xapian::Query::OP_OR, v2.begin(), v2.end());
    tout << "myq2_1=" << myq2_1 << "\n";
    TEST_EQUAL(myq2_1.get_length(), 4);

    Xapian::Query myq2_2 = Xapian::Query(Xapian::Query::OP_AND, v3.begin(), v3.end());
    tout << "myq2_2=" << myq2_2 << "\n";
    TEST_EQUAL(myq2_2.get_length(), 3);

    Xapian::Query myq2 = Xapian::Query(Xapian::Query::OP_OR, myq2_1, myq2_2);
    tout << "myq2=" << myq2 << "\n";
    TEST_EQUAL(myq2.get_length(), 7);

    myquery = Xapian::Query(Xapian::Query::OP_OR, myq1, myq2);
    tout << "myquery=" << myquery << "\n";
    TEST_EQUAL(myquery.get_length(), 10);
}

DEFINE_TESTCASE(dontflattensubqueries1, !backend) {
    Xapian::Query queries1[3] = {
        Xapian::Query("wibble"),
        Xapian::Query("wobble"),
        Xapian::Query(Xapian::Query::OP_OR, string("jelly"), string("belly"))
    };

    Xapian::Query queries2[3] = {
        Xapian::Query(Xapian::Query::OP_AND, string("jelly"), string("belly")),
        Xapian::Query("wibble"),
        Xapian::Query("wobble")
    };

    vector<Xapian::Query> vec1(queries1, queries1 + 3);
    Xapian::Query myquery1(Xapian::Query::OP_OR, vec1.begin(), vec1.end());
    TEST_EQUAL(myquery1.get_description(),
               "Query((wibble OR wobble OR (jelly OR belly)))");

    vector<Xapian::Query> vec2(queries2, queries2 + 3);
    Xapian::Query myquery2(Xapian::Query::OP_AND, vec2.begin(), vec2.end());
    TEST_EQUAL(myquery2.get_description(),
               "Query(((jelly AND belly) AND wibble AND wobble))");
}

// test behaviour when creating a query from an empty vector
DEFINE_TESTCASE(emptyquerypart1, !backend) {
    vector<string> emptyterms;
    Xapian::Query query(Xapian::Query::OP_OR, emptyterms.begin(), emptyterms.end());
    TEST(Xapian::Query(Xapian::Query::OP_AND, query, Xapian::Query("x")).empty());
    TEST(Xapian::Query(Xapian::Query::OP_AND, query, Xapian::Query("x")).get_length() == 0);
    TEST(!Xapian::Query(Xapian::Query::OP_OR, query, Xapian::Query("x")).empty());
    TEST(Xapian::Query(Xapian::Query::OP_OR, query, Xapian::Query("x")).get_length() == 1);
}

DEFINE_TESTCASE(stemlangs1, !backend) {
    string langs = Xapian::Stem::get_available_languages();
    tout << "available languages '" << langs << "'\n";
    TEST(!langs.empty());

    // Also test the language codes.
    langs += " ar hy eu ca da nl en fi fr de hu id ga it lt ne nb nn no pt ro"
             " ru es sv ta tr";

    string::size_type i = 0;
    while (true) {
        string::size_type spc = langs.find(' ', i);
        // The only spaces in langs should be a single one between each pair
        // of language names.
        TEST_NOT_EQUAL(i, spc);

        // Try making a stemmer for this language.  We should be able to create
        // it without an exception being thrown.
        string language(langs, i, spc - i);
        tout << "checking language code '" << language << "' works\n";
        Xapian::Stem stemmer(language);
        TEST(!stemmer.is_none());
        if (language.size() > 2) {
            string expected("Xapian::Stem(");
            expected += language;
            expected += ')';
            TEST_EQUAL(stemmer.get_description(), expected);
        }

        if (spc == string::npos) break;
        i = spc + 1;
    }

    {
        // Stem("none") should give a no-op stemmer.
        Xapian::Stem stem_nothing = Xapian::Stem("none");
        TEST(stem_nothing.is_none());
        TEST_EQUAL(stem_nothing.get_description(), "Xapian::Stem(none)");
    }

    {
        // Stem("") should be equivalent.
        Xapian::Stem stem_nothing = Xapian::Stem("");
        TEST(stem_nothing.is_none());
        TEST_EQUAL(stem_nothing.get_description(), "Xapian::Stem(none)");
    }
}

// Some simple tests of the built in weighting schemes.
DEFINE_TESTCASE(weight1, !backend) {
    Xapian::Weight * wt;

    Xapian::BoolWeight boolweight;
    TEST_EQUAL(boolweight.name(), "Xapian::BoolWeight");
    wt = Xapian::BoolWeight().unserialise(boolweight.serialise());
    TEST_EQUAL(boolweight.serialise(), wt->serialise());
    delete wt;

    Xapian::CoordWeight coordweight;
    TEST_EQUAL(coordweight.name(), "Xapian::CoordWeight");
    wt = Xapian::CoordWeight().unserialise(coordweight.serialise());
    TEST_EQUAL(coordweight.serialise(), wt->serialise());
    delete wt;

    Xapian::TradWeight tradweight_dflt;
    Xapian::TradWeight tradweight(1.0);
    TEST_EQUAL(tradweight.name(), "Xapian::TradWeight");
    TEST_EQUAL(tradweight_dflt.serialise(), tradweight.serialise());
    wt = Xapian::TradWeight().unserialise(tradweight.serialise());
    TEST_EQUAL(tradweight.serialise(), wt->serialise());
    delete wt;

    Xapian::TradWeight tradweight2(2.0);
    TEST_NOT_EQUAL(tradweight.serialise(), tradweight2.serialise());

    Xapian::BM25Weight bm25weight_dflt;
    Xapian::BM25Weight bm25weight(1, 0, 1, 0.5, 0.5);
    TEST_EQUAL(bm25weight.name(), "Xapian::BM25Weight");
    TEST_EQUAL(bm25weight_dflt.serialise(), bm25weight.serialise());
    wt = Xapian::BM25Weight().unserialise(bm25weight.serialise());
    TEST_EQUAL(bm25weight.serialise(), wt->serialise());
    delete wt;

    Xapian::BM25Weight bm25weight2(1, 0.5, 1, 0.5, 0.5);
    TEST_NOT_EQUAL(bm25weight.serialise(), bm25weight2.serialise());

    Xapian::BM25PlusWeight bm25plusweight_dflt;
    Xapian::BM25PlusWeight bm25plusweight(1, 0, 1, 0.5, 0.5, 1.0);
    TEST_EQUAL(bm25plusweight.name(), "Xapian::BM25PlusWeight");
    TEST_EQUAL(bm25plusweight_dflt.serialise(), bm25plusweight.serialise());
    wt = Xapian::BM25PlusWeight().unserialise(bm25plusweight.serialise());
    TEST_EQUAL(bm25plusweight.serialise(), wt->serialise());
    delete wt;

    Xapian::BM25PlusWeight bm25plusweight2(1, 0, 1, 0.5, 0.5, 2.0);
    TEST_NOT_EQUAL(bm25plusweight.serialise(), bm25plusweight2.serialise());

    Xapian::TfIdfWeight tfidfweight_dflt;
    Xapian::TfIdfWeight tfidfweight("ntn");
    TEST_EQUAL(tfidfweight.name(), "Xapian::TfIdfWeight");
    TEST_EQUAL(tfidfweight_dflt.serialise(), tfidfweight.serialise());
    wt = Xapian::TfIdfWeight().unserialise(tfidfweight.serialise());
    TEST_EQUAL(tfidfweight.serialise(), wt->serialise());
    delete wt;

    Xapian::TfIdfWeight tfidfweight2("bpn");
    TEST_NOT_EQUAL(tfidfweight.serialise(), tfidfweight2.serialise());

    Xapian::InL2Weight inl2weight_dflt;
    Xapian::InL2Weight inl2weight(1.0);
    TEST_EQUAL(inl2weight.name(), "Xapian::InL2Weight");
    TEST_EQUAL(inl2weight_dflt.serialise(), inl2weight.serialise());
    wt = Xapian::InL2Weight().unserialise(inl2weight.serialise());
    TEST_EQUAL(inl2weight.serialise(), wt->serialise());
    delete wt;

    Xapian::InL2Weight inl2weight2(2.0);
    TEST_NOT_EQUAL(inl2weight.serialise(), inl2weight2.serialise());

    Xapian::IfB2Weight ifb2weight_dflt;
    Xapian::IfB2Weight ifb2weight(1.0);
    TEST_EQUAL(ifb2weight.name(), "Xapian::IfB2Weight");
    TEST_EQUAL(ifb2weight_dflt.serialise(), ifb2weight.serialise());
    wt = Xapian::IfB2Weight().unserialise(ifb2weight.serialise());
    TEST_EQUAL(ifb2weight.serialise(), wt->serialise());
    delete wt;

    Xapian::IfB2Weight ifb2weight2(2.0);
    TEST_NOT_EQUAL(ifb2weight.serialise(), ifb2weight2.serialise());

    Xapian::IneB2Weight ineb2weight_dflt;
    Xapian::IneB2Weight ineb2weight(1.0);
    TEST_EQUAL(ineb2weight.name(), "Xapian::IneB2Weight");
    TEST_EQUAL(ineb2weight_dflt.serialise(), ineb2weight.serialise());
    wt = Xapian::IneB2Weight().unserialise(ineb2weight.serialise());
    TEST_EQUAL(ineb2weight.serialise(), wt->serialise());
    delete wt;

    Xapian::IneB2Weight ineb2weight2(2.0);
    TEST_NOT_EQUAL(ineb2weight.serialise(), ineb2weight2.serialise());

    Xapian::BB2Weight bb2weight_dflt;
    Xapian::BB2Weight bb2weight(1.0);
    TEST_EQUAL(bb2weight.name(), "Xapian::BB2Weight");
    TEST_EQUAL(bb2weight_dflt.serialise(), bb2weight.serialise());
    wt = Xapian::BB2Weight().unserialise(bb2weight.serialise());
    TEST_EQUAL(bb2weight.serialise(), wt->serialise());
    delete wt;

    Xapian::BB2Weight bb2weight2(2.0);
    TEST_NOT_EQUAL(bb2weight.serialise(), bb2weight2.serialise());

    Xapian::DLHWeight dlhweight;
    TEST_EQUAL(dlhweight.name(), "Xapian::DLHWeight");
    wt = Xapian::DLHWeight().unserialise(dlhweight.serialise());
    TEST_EQUAL(dlhweight.serialise(), wt->serialise());
    delete wt;

    Xapian::PL2Weight pl2weight_dflt;
    Xapian::PL2Weight pl2weight(1.0);
    TEST_EQUAL(pl2weight.name(), "Xapian::PL2Weight");
    TEST_EQUAL(pl2weight_dflt.serialise(), pl2weight.serialise());
    wt = Xapian::PL2Weight().unserialise(pl2weight.serialise());
    TEST_EQUAL(pl2weight.serialise(), wt->serialise());
    delete wt;

    Xapian::PL2Weight pl2weight2(2.0);
    TEST_NOT_EQUAL(pl2weight.serialise(), pl2weight2.serialise());

    Xapian::PL2PlusWeight pl2plusweight_dflt;
    Xapian::PL2PlusWeight pl2plusweight(1.0, 0.8);
    TEST_EQUAL(pl2plusweight.name(), "Xapian::PL2PlusWeight");
    TEST_EQUAL(pl2plusweight_dflt.serialise(), pl2plusweight.serialise());
    wt = Xapian::PL2PlusWeight().unserialise(pl2plusweight.serialise());
    TEST_EQUAL(pl2plusweight.serialise(), wt->serialise());
    delete wt;

    Xapian::PL2PlusWeight pl2plusweight2(2.0, 0.9);
    TEST_NOT_EQUAL(pl2plusweight.serialise(), pl2plusweight2.serialise());

    Xapian::DPHWeight dphweight;
    TEST_EQUAL(dphweight.name(), "Xapian::DPHWeight");
    wt = Xapian::DPHWeight().unserialise(dphweight.serialise());
    TEST_EQUAL(dphweight.serialise(), wt->serialise());
    delete wt;

    Xapian::LMWeight unigramlmweight_dflt;
    Xapian::LMWeight unigramlmweight(32000, Xapian::Weight::DIRICHLET_SMOOTHING, 2034.0, 0.0);
    TEST_EQUAL(unigramlmweight.name(), "Xapian::LMWeight");
    TEST_NOT_EQUAL(unigramlmweight_dflt.serialise(), unigramlmweight.serialise());
    wt = Xapian::LMWeight().unserialise(unigramlmweight.serialise());
    TEST_EQUAL(unigramlmweight.serialise(), wt->serialise());
    delete wt;
}

// Regression test.
DEFINE_TESTCASE(nosuchdb1, !backend) {
    // This is a "nodb" test because it doesn't test a particular backend.
    try {
        Xapian::Database db("NOsuChdaTabASe");
        FAIL_TEST("Managed to open 'NOsuChdaTabASe'");
    } catch (const Xapian::DatabaseOpeningError & e) {
        // We don't really require this exact message, but in Xapian <= 1.1.0
        // this gave "Couldn't detect type of database".
        TEST_STRINGS_EQUAL(e.get_msg(), "Couldn't stat 'NOsuChdaTabASe'");
    }

    try {
        Xapian::Database::check("NOsuChdaTabASe");
        FAIL_TEST("Managed to check 'NOsuChdaTabASe'");
    } catch (const Xapian::DatabaseOpeningError & e) {
        // In 1.4.3 and earlier, this threw DatabaseError with the message:
        // "File is not a Xapian database or database table" (confusing as
        // there is no file).
        TEST_STRINGS_EQUAL(e.get_msg(),
                           "Couldn't find Xapian database or table to check");
    }
}

// Feature tests for value manipulations.
DEFINE_TESTCASE(addvalue1, !backend) {
    // Regression test for add_value on an existing value (bug#82).
    Xapian::Document doc;
    doc.add_value(1, "original");
    doc.add_value(1, "replacement");
    TEST_EQUAL(doc.get_value(1), "replacement");

    doc.add_value(2, "too");
    doc.add_value(3, "free");
    doc.add_value(4, "for");

    doc.remove_value(2);
    doc.remove_value(4);
    TEST_EQUAL(doc.get_value(0), "");
    TEST_EQUAL(doc.get_value(1), "replacement");
    TEST_EQUAL(doc.get_value(2), "");
    TEST_EQUAL(doc.get_value(3), "free");
    TEST_EQUAL(doc.get_value(4), "");
}

// tests that the collapsing on termpos optimisation gives correct query length
DEFINE_TESTCASE(poscollapse2, !backend) {
    Xapian::Query q(Xapian::Query::OP_OR, Xapian::Query("this", 1, 1), Xapian::Query("this", 1, 1));
    TEST_EQUAL(q.get_length(), 2);
}

// regression test of querying an uninitialised database: should report an
// error; used to segfault with 1.0.0.
DEFINE_TESTCASE(uninitdb1, !backend) {
    Xapian::Database db;
    TEST_EXCEPTION(Xapian::InvalidArgumentError,
                   Xapian::Enquire enq(db));
}

// Test a scaleweight query applied to a match nothing query
DEFINE_TESTCASE(scaleweight3, !backend) {
    Xapian::Query matchnothing(Xapian::Query::MatchNothing);
    Xapian::Query query(Xapian::Query::OP_SCALE_WEIGHT, matchnothing, 3.0);
    TEST_EQUAL(query.get_description(), "Query()");
}

// Regression test - before 1.1.0, you could add docid 0 to an RSet.
DEFINE_TESTCASE(rset3, !backend) {
    Xapian::RSet rset;
    TEST_EXCEPTION(Xapian::InvalidArgumentError, rset.add_document(0));
    TEST(rset.empty());
    TEST_EQUAL(rset.size(), 0);
    rset.add_document(1);
    rset.add_document(static_cast<Xapian::docid>(-1));
    TEST_EXCEPTION(Xapian::InvalidArgumentError, rset.add_document(0));
    TEST(!rset.empty());
    TEST_EQUAL(rset.size(), 2);
}

// Regression test - RSet::get_description() gave a malformed answer in 1.0.7.
DEFINE_TESTCASE(rset4, !backend) {
    Xapian::RSet rset;
    rset.add_document(1);
    // In 1.0.7 this gave: RSet(RSet(RSet::Internal(, 1))
    TEST_STRINGS_EQUAL(rset.get_description(), "RSet(RSet::Internal(1))");
}

// Direct test of ValueSetMatchDecider
DEFINE_TESTCASE(valuesetmatchdecider1, !backend) {
    Xapian::ValueSetMatchDecider vsmd1(0, true);
    vsmd1.add_value("42");
    Xapian::ValueSetMatchDecider vsmd2(0, false);
    vsmd2.remove_value("nosuch"); // Test removing a value which isn't present.
    vsmd2.add_value("42");
    Xapian::ValueSetMatchDecider vsmd3(0, true);
    vsmd3.add_value("42");
    vsmd3.add_value("blah");

    Xapian::Document doc;
    TEST(!vsmd1(doc));
    TEST(vsmd2(doc));
    TEST(!vsmd3(doc));
    doc.add_value(0, "42");
    TEST(vsmd1(doc));
    TEST(!vsmd2(doc));
    TEST(vsmd3(doc));
    doc.add_value(0, "blah");
    TEST(!vsmd1(doc));
    TEST(vsmd2(doc));
    TEST(vsmd3(doc));

    vsmd3.remove_value("nosuch"); // Test removing a value which isn't present.
    vsmd3.remove_value("blah");
    TEST(!vsmd1(doc));
    TEST(vsmd2(doc));
    TEST(!vsmd3(doc));
    doc.add_value(0, "42");
    TEST(vsmd1(doc));
    TEST(!vsmd2(doc));
    TEST(vsmd3(doc));
}

// Test that asking for the termfreq on an empty mset raises an exception.
DEFINE_TESTCASE(emptymset1, !backend) {
    Xapian::MSet emptymset;
    TEST_EXCEPTION(Xapian::InvalidOperationError,
                   emptymset.get_termfreq("foo"));
}

DEFINE_TESTCASE(expanddeciderfilterprefix1, !backend) {
    string prefix = "tw";
    Xapian::ExpandDeciderFilterPrefix decider(prefix);
    TEST(!decider("one"));
    TEST(!decider("t"));
    TEST(!decider(""));
    TEST(!decider("Two"));
    TEST(decider("two"));
    TEST(decider("twitter"));
    TEST(decider(prefix));
}