Examples of IndexRequestBuilder

org.elasticsearch.action.index.IndexRequestBuilder
An index document action request builder.
org.elasticsearch.client.action.index.IndexRequestBuilder
An index document action request builder. @author kimchy (shay.banon)

Examples of org.elasticsearch.action.index.IndexRequestBuilder

        BulkRequestBuilder bulkRequest = client.prepareBulk();


        List<?> body = exchange.getIn().getBody(List.class);


        for (Object document : body) {
            IndexRequestBuilder prepareIndex = client.prepareIndex(indexName, indexType);
            log.trace("Indexing document : {}", document);
            if (!setIndexRequestSource(document, prepareIndex)) {
                throw new ExpectedBodyTypeException(exchange, XContentBuilder.class);
            }
            bulkRequest.add(prepareIndex);

View Full Code Here

Examples of org.elasticsearch.action.index.IndexRequestBuilder

  public void write(NutchDocument doc) throws IOException {
    String id = (String) doc.getFieldValue("id");
    String type = doc.getDocumentMeta().get("type");
    if (type == null)
      type = "doc";
    IndexRequestBuilder request = client.prepareIndex(defaultIndex, type, id);


    Map<String, Object> source = new HashMap<String, Object>();


    // Loop through all fields of this doc
    for (String fieldName : doc.getFieldNames()) {
      if (doc.getField(fieldName).getValues().size() > 1) {
        source.put(fieldName, doc.getFieldValue(fieldName));
        // Loop through the values to keep track of the size of this
        // document
        for (Object value : doc.getField(fieldName).getValues()) {
          bulkLength += value.toString().length();
        }
      } else {
        source.put(fieldName, doc.getFieldValue(fieldName));
        bulkLength += doc.getFieldValue(fieldName).toString().length();
      }
    }
    request.setSource(source);


    // Add this indexing request to a bulk request
    bulk.add(request);
    indexedDocs++;
    bulkDocs++;

View Full Code Here

Examples of org.elasticsearch.action.index.IndexRequestBuilder

   * {@link #prepareIndexRequest(IndexRequestBuilder, String, String, Event)}
   */
  @Override
  public IndexRequestBuilder createIndexRequest(Client client,
        String indexPrefix, String indexType, Event event) throws IOException {
    IndexRequestBuilder request = prepareIndex(client);
    TimestampedEvent timestampedEvent = new TimestampedEvent(event);
    long timestamp = timestampedEvent.getTimestamp();
    String indexName = getIndexName(indexPrefix, timestamp);
    prepareIndexRequest(request, indexName, indexType, timestampedEvent);
    return request;

View Full Code Here

Examples of org.elasticsearch.action.index.IndexRequestBuilder

      String indexType, long ttlMs) throws Exception {
    if (bulkRequestBuilder == null) {
      bulkRequestBuilder = client.prepareBulk();
    }


    IndexRequestBuilder indexRequestBuilder = null;
    if (indexRequestBuilderFactory == null) {
      indexRequestBuilder = client
          .prepareIndex(indexNameBuilder.getIndexName(event), indexType)
          .setSource(serializer.getContentBuilder(event).bytes());
    } else {
      indexRequestBuilder = indexRequestBuilderFactory.createIndexRequest(
          client, indexNameBuilder.getIndexPrefix(event), indexType, event);
    }


    if (ttlMs > 0) {
      indexRequestBuilder.setTTL(ttlMs);
    }
    bulkRequestBuilder.add(indexRequestBuilder);
  }

View Full Code Here

Examples of org.elasticsearch.action.index.IndexRequestBuilder

  public void setupFactory() throws Exception {
    serializer = new FakeEventSerializer();
    factory = new EventSerializerIndexRequestBuilderFactory(serializer) {
      @Override
      IndexRequestBuilder prepareIndex(Client client) {
        return new IndexRequestBuilder(FAKE_CLIENT);
      }
    };
  }

View Full Code Here

Examples of org.elasticsearch.action.index.IndexRequestBuilder


    String indexPrefix = "qwerty";
    String indexType = "uiop";
    Event event = new SimpleEvent();


    IndexRequestBuilder indexRequestBuilder = factory.createIndexRequest(
        FAKE_CLIENT, indexPrefix, indexType, event);


    assertEquals(indexPrefix + '-'
        + ElasticSearchIndexRequestBuilderFactory.df.format(FIXED_TIME_MILLIS),
      indexRequestBuilder.request().index());
    assertEquals(indexType, indexRequestBuilder.request().type());
    assertArrayEquals(FakeEventSerializer.FAKE_BYTES,
        indexRequestBuilder.request().source().array());
  }

View Full Code Here

Examples of org.elasticsearch.action.index.IndexRequestBuilder

    String indexPrefix = "qwerty";
    String indexType = "uiop";
    Event event = new SimpleEvent();
    event.getHeaders().put("timestamp", "1213141516");


    IndexRequestBuilder indexRequestBuilder = factory.createIndexRequest(
        null, indexPrefix, indexType, event);


    assertEquals(indexPrefix + '-'
        + ElasticSearchIndexRequestBuilderFactory.df.format(1213141516L),
      indexRequestBuilder.request().index());
  }

View Full Code Here

Examples of org.elasticsearch.action.index.IndexRequestBuilder

  @Override
  public void write(NutchDocument doc) throws IOException {
    String id = (String)doc.getFieldValue("url");
    String type = doc.getDocumentMeta().get("type");
    if (type == null) type = "doc";
    IndexRequestBuilder request = client.prepareIndex(defaultIndex, type, id);


    Map<String, Object> source = new HashMap<String, Object>();


    // Loop through all fields of this doc
    for (String fieldName : doc.getFieldNames()) {
      if (doc.getField(fieldName).getValues().size() > 1) {
        source.put(fieldName, doc.getFieldValue(fieldName));
        // Loop through the values to keep track of the size of this document
        for (Object value : doc.getField(fieldName).getValues()) {
          bulkLength += value.toString().length();
        }
      } else {
        source.put(fieldName, doc.getFieldValue(fieldName));
        bulkLength += doc.getFieldValue(fieldName).toString().length();
      }
    }
    request.setSource(source);


    // Add this indexing request to a bulk request
    bulk.add(request);
    indexedDocs++;
    bulkDocs++;

View Full Code Here

Examples of org.elasticsearch.action.index.IndexRequestBuilder

    if (so == null || StringUtils.isBlank(appid)) {
      return;
    }
    Map<String, Object> data = Utils.getAnnotatedFields(so, null, false);
    try {
      IndexRequestBuilder irb = client().prepareIndex(appid, so.getType(), so.getId()).
          setSource(data).setRouting(so.getShardKey());
      if (ttl > 0) {
        irb.setTTL(ttl);
      }
      irb.execute().actionGet();
      logger.debug("Search.index() {}", so.getId());
    } catch (Exception e) {
      logger.warn(null, e);
    }
  }

View Full Code Here

Examples of org.elasticsearch.action.index.IndexRequestBuilder

  @Override
  public void write(NutchDocument doc) throws IOException {
    String id = TableUtil.reverseUrl(doc.getFieldValue("url"));
    String type = doc.getDocumentMeta().get("type");
    if (type == null) type = "doc";
    IndexRequestBuilder request = client.prepareIndex(defaultIndex, type, id);
    
    Map<String, Object> source = new HashMap<String, Object>();
    
    // Loop through all fields of this doc
    for (String fieldName : doc.getFieldNames()) {
      if (doc.getFieldValues(fieldName).size() > 1) {
        source.put(fieldName, doc.getFieldValues(fieldName));
        // Loop through the values to keep track of the size of this document
        for (String value : doc.getFieldValues(fieldName)) {
          bulkLength += value.length();
        }
      } else {
        source.put(fieldName, doc.getFieldValue(fieldName));
        bulkLength += doc.getFieldValue(fieldName).length();
      }
    }
    request.setSource(source);
    
    // Add this indexing request to a bulk request
    bulk.add(request);
    indexedDocs++;
    bulkDocs++;

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.