/home/palakars/workspace-inprogress/code-in-progress/aitools3/aitools3-aq-invertedindex-cpp/src/usage/ngram_indexing.hpp

Go to the documentation of this file.

/* Copyright (C) 2010 webis.de
 * All rights reserved.
 */
#ifndef AITOOLS_INVERTEDINDEX_NGRAM_INDEXING_HPP
#define AITOOLS_INVERTEDINDEX_NGRAM_INDEXING_HPP

#include "Triple.hpp"
#include "NGramFileReader.hpp"
#include <boost/filesystem.hpp>
#include <unistd.h>
#include <stdio.h>

namespace bfs = boost::filesystem;

namespace aitools {
namespace invertedindex {

typedef Triple<int64_t, int32_t, int8_t> value_type;

void
build_ngram_index(int argc, char* argv[])
{
        int c;
        Configuration config;
        config.set_available_memory(1000);
        RecordReader<value_type>* reader(NULL);
        while ((c = getopt(argc, argv, "f:s:i:o:")) != -1)
        {
                switch (c)
                {
                case 'f':
                        if (std::strcmp(optarg, "ngram") == 0)
                        {
                                reader = new NGramFileReader;
                                config.set_input_format(Configuration::PSEUDO_INVERTED);
                        }
                        else if (std::strcmp(optarg, "realif") == 0)
                        {
                                reader = new InvertedFileReader<value_type>;
                                config.set_input_format(Configuration::REAL_INVERTED);
                        }
                        break;
                case 's':
                        config.set_postlist_sorting(std::strcmp(optarg, "true") == 0 ?
                                        Configuration::DESCENDING : Configuration::DISABLED);
                        break;
                case 'i':
                        config.set_input_directory(optarg);
                        break;
                case 'o':
                        config.set_index_directory(optarg);
                        break;
                default:
                        break;
                }
        }

        try
        {
                IndexBuilder<value_type> builder(reader);
                builder.build(config);
        }
        catch (const std::exception& error)
        {
                Logging::error(std::string(error.what()));
        }
}

} // namespace invertedindex
} // namespace aitools

#endif // AITOOLS_INVERTEDINDEX_NGRAM_INDEXING_HPP

---