/home/palakars/workspace-inprogress/code-in-progress/aitools3/aitools3-aq-invertedindex-cpp/src/reader/NGramFileReader.hpp

Go to the documentation of this file.

/* Copyright (C) 2010 webis.de
 * All rights reserved.
 */
#ifndef AITOOLS_INVERTEDINDEX_NGRAM_FILE_READER_HPP
#define AITOOLS_INVERTEDINDEX_NGRAM_FILE_READER_HPP

#include "Triple.hpp"
#include "RecordReader.hpp"
#include <boost/filesystem/fstream.hpp>

namespace bfs = boost::filesystem;

namespace aitools {
namespace invertedindex {

typedef Triple<int64_t, int32_t, int8_t> value_type;

class NGramFileReader : public RecordReader<value_type> {

public: // c'tor / d'tor

        NGramFileReader() {};

        ~NGramFileReader() {};

public: // methods

        void close()
        {
                ifs_.close();
                iss_.clear();
                iss_.str("");
        }

        bool next(Record<value_type>& record)
        {
                while (true)
                {
                        if (iss_ >> record.key())
                        {
                                record.value() = value_;
                                ++value_.e3();
                                break;
                        }
                        else if (std::getline(ifs_, line_))
                        {
                                tabpos_ = line_.find('\t');
                                if (tabpos_ == std::string::npos) continue;
                                iss_.clear();
                                iss_.str(line_.substr(tabpos_));
                                iss_ >> value_.e1();
                                iss_ >> value_.e2();
                                value_.e3() = 0;
                                iss_.clear();
                                iss_.str(line_.substr(0, tabpos_));
                        }
                        else
                        {
                                return false;
                        }
                }
                return true;
        }

        void open(const bfs::path& path)
        {
                ifs_.open(path);
        }

private:

        bfs::ifstream          ifs_;
        std::istringstream     iss_;
        std::string::size_type tabpos_;
        std::string            line_;
        value_type             value_;

};

} // namespace invertedindex
} // namespace aitools

#endif // AITOOLS_INVERTEDINDEX_NGRAM_FILE_READER_HPP

---