Examples of HMapIIW


Examples of edu.umd.cloud9.io.map.HMapIIW

      } catch (Exception e) {
        throw new RuntimeException("Error reading doc vectors!");
      }

      if(localFiles!=null && localFiles.length > 0){
        samplesMap = new HMapIIW();
        try {
          FSLineReader reader = new FSLineReader(localFiles[0], FileSystem.getLocal(job));
          Text t = new Text();
          while(reader.readLine(t)!=0){
            int docno = Integer.parseInt(t.toString());
View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapIIW

      } catch (Exception e) {
        throw new RuntimeException("Error reading doc vectors!");
      }

      if(localFiles != null && localFiles.length > 0){
        samplesMap = new HMapIIW();
        try {
          FSLineReader reader = new FSLineReader(conf.get("Ivory.SampleFile"), FileSystem.get(conf));
          Text t = new Text();
          while(reader.readLine(t)!=0){
            int docno = Integer.parseInt(t.toString());
View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapIIW

      } catch (Exception e) {
        throw new RuntimeException("Error reading doc vectors!");
      }

      if(localFiles != null && localFiles.length > 0){
        samplesMap = new HMapIIW();
        try {
          FSLineReader reader = new FSLineReader(localFiles[0], FileSystem.getLocal(job));
          Text t = new Text();
          while(reader.readLine(t)!=0){
            int docno = Integer.parseInt(t.toString());
View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapIIW

      } catch (Exception e) {
        throw new RuntimeException("Error reading doc vectors!");
      }

      if(localFiles != null && localFiles.length > 0){
        samplesMap = new HMapIIW();
        try {
          FSLineReader reader = new FSLineReader(localFiles[0], FileSystem.getLocal(job));
          Text t = new Text();
          while(reader.readLine(t)!=0){
            int docno = Integer.parseInt(t.toString());
View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapIIW

      keyInt = new IntWritable();
      valText = new Text();
     
      sampleDocnosFile = job.get("SampleDocnosFile");
      if(sampleDocnosFile!=null){
        samplesMap = new HMapIIW();
        try {
          FSLineReader reader = new FSLineReader(sampleDocnosFile);
          Text t = new Text();
          while(reader.readLine(t)!=0){
            int docno = Integer.parseInt(t.toString());
View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapIIW

    public void configure(JobConf job) {
      sLogger.setLevel(Level.DEBUG);
      title2Docno = SequenceFileUtils.readFileIntoMap(new Path(job.get("TitleDocnoFile")));
      sampleDocnosFile = job.get("SampleDocnosFile");
      if(sampleDocnosFile!=null){
        samplesMap = new HMapIIW();
        try {
          FSLineReader reader = new FSLineReader(sampleDocnosFile);
          Text t = new Text();
          while(reader.readLine(t)!=0){
            int docno = Integer.parseInt(t.toString());
View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapIIW

      keyText = new Text();
      valText = new Text();
     
      sampleDocnosFile = job.get("SampleDocnosFile");
      if(sampleDocnosFile!=null){
        samplesMap = new HMapIIW();
        try {
          FSLineReader reader = new FSLineReader(sampleDocnosFile);
          Text t = new Text();
          while(reader.readLine(t)!=0){
            String[] docnos = t.toString().split("\t");
View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapIIW

public class HMapIIWTest {

  @Test
  public void testBasic() throws IOException {
    HMapIIW m = new HMapIIW();

    m.put(2, 5);
    m.put(1, 22);

    int value;

    assertEquals(m.size(), 2);

    value = m.get(2);
    assertEquals(5, value);

    value = m.remove(2);
    assertEquals(m.size(), 1);

    value = m.get(1);
    assertEquals(22, value);
  }
View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapIIW

  }

  @Test
  public void testSerialize1() throws IOException {
    HMapIIW.setLazyDecodeFlag(false);
    HMapIIW m1 = new HMapIIW();

    m1.put(3, 5);
    m1.put(4, 22);

    HMapIIW n2 = HMapIIW.create(m1.serialize());

    int value;

    assertEquals(n2.size(), 2);

    value = n2.get(3);
    assertEquals(5, value);

    value = n2.remove(3);
    assertEquals(n2.size(), 1);

    value = n2.get(4);
    assertEquals(value, 22);
  }
View Full Code Here

Examples of edu.umd.cloud9.io.map.HMapIIW

  }

  @Test
  public void testSerializeLazy1() throws IOException {
    HMapIIW.setLazyDecodeFlag(true);
    HMapIIW m1 = new HMapIIW();

    m1.put(3, 5);
    m1.put(4, 22);

    HMapIIW m2 = HMapIIW.create(m1.serialize());

    assertEquals(2, m2.size());

    int[] keys = m2.getKeys();
    int[] values = m2.getValues();

    assertTrue(keys[0] == 3);
    assertTrue(keys[1] == 4);

    assertTrue(values[0] == 5.0f);
    assertTrue(values[1] == 22.0f);

    assertFalse(m2.isDecoded());
    assertEquals(m2.size(), 2);

    m2.decode();
    assertTrue(m2.isDecoded());

    float value;
    assertEquals(m2.size(), 2);

    value = m2.get(3);
    assertTrue(value == 5.0f);

    value = m2.remove(3);
    assertEquals(m2.size(), 1);

    value = m2.get(4);
    assertTrue(value == 22.0f);
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.