topics_test.cpp

/**
 * @file topics_test.cpp
 * @author Sean Massung
 */

#include <fstream>

#include "bandit/bandit.h"
#include "meta/caching/no_evict_cache.h"
#include "create_config.h"
#include "meta/index/forward_index.h"
#include "meta/topics/lda_gibbs.h"
#include "meta/topics/parallel_lda_gibbs.h"
#include "meta/topics/lda_cvb.h"
#include "meta/topics/lda_scvb.h"

using namespace bandit;
using namespace meta;

namespace {

template <class TopicModel, class ForwardIndex>
void run_model(const ForwardIndex& idx, const std::string& prefix) {
    {
        const double delta = 0.0000001;
        const uint64_t num_topics = 3;
        TopicModel model{idx, num_topics, 0.1, 0.1}; // alpha = beta = 0.1
        AssertThat(model.num_topics(), Equals(num_topics));
        model.run(3); // only run for three iterations

        // all term probs for all topics should sum to 1
        for (uint64_t topic = 0; topic < model.num_topics(); ++topic) {
            double sum = 0.0;
            for (uint64_t term = 0; term < idx->unique_terms(); ++term)
                sum += model.compute_term_topic_probability(term_id{term},
                                                            topic_id{topic});
            AssertThat(sum, EqualsWithDelta(1.0, delta));
        }

        // all topic probs for all docs should sum to 1
        for (const auto& d_id : idx->docs()) {
            double sum = 0.0;
            for (uint64_t topic = 0; topic < model.num_topics(); ++topic)
                sum += model.compute_doc_topic_probability(d_id,
                                                           topic_id{topic});
            AssertThat(sum, EqualsWithDelta(1.0, delta));
        }
        model.save(prefix);
    }
    AssertThat(filesystem::file_exists(prefix + ".phi"), IsTrue());
    AssertThat(filesystem::file_exists(prefix + ".theta"), IsTrue());
    filesystem::delete_file(prefix + ".phi");
    filesystem::delete_file(prefix + ".theta");
}
}

go_bandit([]() {

    describe("[topics]", [&]() {
        const std::string prefix = "meta-test-lda-model";
        auto config = tests::create_config("line");
        auto idx
            = index::make_index<index::forward_index, caching::no_evict_cache>(
                *config);

        it("should run LDA with CVB inference",
           [&]() { run_model<topics::lda_cvb>(idx, prefix); });

        it("should run LDA with Gibbs sampling inference",
           [&]() { run_model<topics::lda_gibbs>(idx, prefix); });

        it("should run LDA with SCVB0 inference",
           [&]() { run_model<topics::lda_scvb>(idx, prefix); });

        it("should run LDA with parallel Gibbs inference",
           [&]() { run_model<topics::parallel_lda_gibbs>(idx, prefix); });
    });

    filesystem::remove_all("ceeaus");
});