Package com.findwise.hydra.local

Examples of com.findwise.hydra.local.LocalDocument


      testStringMD5(hs, RandomStringUtils.random(100));
    }
  }
 
  private void testStringMD5(HashStage hs, String s) {
    LocalDocument ld = new LocalDocument();
    ld.putContentField("from", s);
    hs.processField(ld, "from", "to");
   
    if(!ld.getContentField("to").equals(DigestUtils.md5Hex(ld.getContentField("from").toString()))) {
      fail("Output not the same as DigestUtils.md5Hex for s='"+s+"'");
    }
  }
View Full Code Here


      testStringSha256(hs, RandomStringUtils.random(100));
    }
  }
 
  private void testStringSha256(HashStage hs, String s) {
    LocalDocument ld = new LocalDocument();
    ld.putContentField("from", s);
    hs.processField(ld, "from", "to");
   
    if(!ld.getContentField("to").equals(DigestUtils.sha256Hex(ld.getContentField("from").toString()))) {
      fail("Output not the same as DigestUtils.md5Hex for s='"+s+"'");
    }
  }
View Full Code Here

            testStringMD5(chs, RandomStringUtils.random(100), RandomStringUtils.random(100));
        }
    }
   
    private void testStringMD5(ConcatenatingHashStage chs, String s, String s1) {
        LocalDocument ld = new LocalDocument();
        ld.putContentField("content", s);
        ld.putContentField("title", s1);
        chs.process(ld);

        if (!ld.getContentField("md5").equals(DigestUtils.md5Hex(s+s1))) {
            fail("Output not the same as DigestUtils.md5Hex for s='" + s + "'");
        }
    }
View Full Code Here

    return ret;
  }

  public Map<String, Object> putDocument(String action, String contentAsJson) {
    Map<String, Object> ret = new HashMap<String, Object>();
    LocalDocument doc = new LocalDocument();
   
    try {
      doc.setAction(Document.Action.valueOf(action));
      Map<String, Object> content = SerializationUtils.fromJson(contentAsJson);
      doc.getContentMap().putAll(content);
     
      DatabaseDocument<T> dbDoc = connector.convert(doc);
     
      boolean success = connector.getDocumentWriter().insert(dbDoc);
      ret.put("success", success);
View Full Code Here

  public void testProcessNoFromFields() throws Exception {
    MergeFieldsStage mfs = new MergeFieldsStage();
    mfs.setOutputField("out");
    mfs.setFromFields(new ArrayList<String>());

    LocalDocument doc = new LocalDocument();
    doc.putContentField("out", "xyz");
    doc.putContentField("test", "test");

    LocalDocument doc2 = new LocalDocument(doc);
    mfs.process(doc2);
   
    Assert.assertTrue(doc.isEqual(doc2));
  }
View Full Code Here

  public void testProcessFieldNames() throws Exception {
    MergeFieldsStage mfs = new MergeFieldsStage();
    mfs.setOutputField("out");
    mfs.setFromFields(Arrays.asList("in1", "in2", "in3"));

    LocalDocument doc = getDocument();
    doc.putContentField("out", "xyz");

    LocalDocument doc2 = new LocalDocument(doc);
    mfs.process(doc2);
   
    Assert.assertEquals(doc.getContentField("in1"), doc2.getContentField("in1"));
    Assert.assertEquals(doc.getContentField("in2"), doc2.getContentField("in2"));
    Assert.assertEquals(doc.getContentField("in3"), doc2.getContentField("in3"));
   
    String[] outString = doc2.getContentField("out").toString().split(" ");
   
    Assert.assertEquals(4, outString.length);
    for(String s : outString) {
      Assert.assertTrue(hasValue(doc, s));
    }
View Full Code Here

  public void testProcessMultipleMatches() throws Exception {
    MergeFieldsStage mfs = new MergeFieldsStage();
    mfs.setOutputField("out");
    mfs.setFromFields(Arrays.asList("in1", "in1", "in2"));

    LocalDocument doc = getDocument();

    LocalDocument doc2 = new LocalDocument(doc);
    mfs.process(doc2);
   
    String[] outString = doc2.getContentField("out").toString().split(" ");
   
    Assert.assertEquals(2, outString.length);
    for(String s : outString) {
      Assert.assertTrue(hasValue(doc, s));
    }
View Full Code Here

    MergeFieldsStage mfs = new MergeFieldsStage();
    mfs.setOutputField("out");
    mfs.setSeparator("___");
    mfs.setFromFields(Arrays.asList("in1", "in2", "in3"));

    LocalDocument doc = getDocument();

    LocalDocument doc2 = new LocalDocument(doc);
    mfs.process(doc2);
   
    String[] outString = doc2.getContentField("out").toString().split("___");
    Assert.assertEquals(3, outString.length);
   
    for(String s : outString) {
      Assert.assertTrue(hasValue(doc, s));
    }
   
    Assert.assertEquals("___", doc2.getContentField("out").toString().substring(3,6));
    Assert.assertEquals("___", doc2.getContentField("out").toString().substring(9,12));
  }
View Full Code Here

    MergeFieldsStage mfs = new MergeFieldsStage();
    mfs.setOutputField("out");
    mfs.setClearOutputField(true);
    mfs.setFromFields(new ArrayList<String>());

    LocalDocument doc = getDocument();
    doc.putContentField("out", "xyz");

    LocalDocument doc2 = new LocalDocument(doc);
    mfs.process(doc2);
   
    Assert.assertNull(doc2.getContentField("out"));
   
    mfs.setFromFields(Arrays.asList("in1", "in2", "in3"));

    doc2 = new LocalDocument(doc);
    mfs.process(doc2);
   
    String[] outString = doc2.getContentField("out").toString().split(" ");
   
    Assert.assertEquals(3, outString.length);
    for(String s : outString) {
      Assert.assertTrue(hasValue(doc, s));
    }
View Full Code Here

  public void testProcessRegexNames() throws Exception {
    MergeFieldsStage mfs = new MergeFieldsStage();
    mfs.setOutputField("out");
    mfs.setFromFields(Arrays.asList("in[0-9]*"));

    LocalDocument doc = getDocument();
    doc.putContentField("out", "xyz");

    LocalDocument doc2 = new LocalDocument(doc);
    mfs.process(doc2);
   
    String[] outString = doc2.getContentField("out").toString().split(" ");
   
    Assert.assertEquals(4, outString.length);
   
    for(String s : outString) {
      Assert.assertTrue(hasValue(doc, s));
View Full Code Here

TOP

Related Classes of com.findwise.hydra.local.LocalDocument

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.