/home/palakars/workspace-inprogress/code-in-progress/aitools3/aitools3-aq-invertedindex2-java/src/de/aitools/aq/invertedindex/usage/UsingManagedIndexer.java

Go to the documentation of this file.

// Copyright (C) 2011 webis.de. All rights reserved.
package de.aitools.aq.invertedindex.usage;

import java.io.File;
import java.io.FileNotFoundException;

import de.aitools.aq.invertedindex.core.Configuration;
import de.aitools.aq.invertedindex.core.Configuration.KeySorting;
import de.aitools.aq.invertedindex.core.Configuration.ValueSorting;
import de.aitools.aq.invertedindex.core.ManagedIndexer;
import de.aitools.aq.invertedindex.core.Properties;
import de.aitools.aq.invertedindex.io.InvertedFileWriter;
import de.aitools.aq.util.Memory;
import de.aitools.aq.util.Record;
import de.aitools.aq.value.single.SingleLong;

public class UsingManagedIndexer {
        
        public static void main(String[] args) throws FileNotFoundException {
                
                // ---------------------------------------------------------------------
                // Create an inverted files (or some)
                // ---------------------------------------------------------------------
                Class<SingleLong> valueClass = SingleLong.class;
                File invertedFile = new File("/path/to/your/input/inv-file.txt");
                InvertedFileWriter<SingleLong> writer =
                        new InvertedFileWriter<SingleLong>(invertedFile);
                
                // ---------------------------------------------------------------------
                // Write the inverted file
                // ---------------------------------------------------------------------
                for (int i = 0; i != Short.MAX_VALUE; ++i) {
                        String key = "key" + (i % Byte.MAX_VALUE);
                        SingleLong value = new SingleLong(i);
                        writer.write(new Record<SingleLong>(key, value));
                }
                writer.close();
                
                // ---------------------------------------------------------------------
                // Setup the ManagedIndexer
                // ---------------------------------------------------------------------
                Configuration config = new Configuration();
                config.setInputDirectory(invertedFile.getParentFile());
                config.setIndexDirectory(new File("/path/to/your/index"));
                config.setKeySorting(KeySorting.UNSORTED);      // optional, see doc
                config.setValueSorting(ValueSorting.ASCENDING); // optional, see doc
                config.setMaxMemoryUsage(Memory.MB1024);        // optional, see doc
                
                Properties properties = ManagedIndexer.index(valueClass, config);
                
                properties.printTo(System.out).println();
        }
}

---