Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

org.elasticsearch.action.bulk.BulkRequestBuilder
A bulk request holds an ordered {@link IndexRequest}s and {@link DeleteRequest}s and allows to executes it in a single batch.

    doReturn(iteratorMocked).when(entityDao).getNodeItems(any(List.class));


    ESShape builder = new ESShapeBuilder(1).addLocation(1.0, 2.0).build();
    doReturn(builder).when(entityDao).getShape(iteratorMocked, 1);


    BulkRequestBuilder bulkRequestBuilderMocked = mock(BulkRequestBuilder.class);
    when(clientMocked.prepareBulk()).thenReturn(bulkRequestBuilderMocked);


    IndexRequestBuilder indexRequestBuilderMocked = mock(IndexRequestBuilder.class);
    when(indexRequestBuilderMocked.setSource(any(String.class))).thenReturn(indexRequestBuilderMocked);
    when(clientMocked.prepareIndex(any(String.class), any(String.class), any(String.class)))

View Full Code Here


    ESShape builder = new ESShapeBuilder(1).addLocation(1.0, 2.0).addLocation(2.0, 3.0)
        .addLocation(3.0, 2.0).addLocation(1.0, 2.0).build();
    doReturn(builder).when(entityDao).getShape(iteratorMocked, 4);


    BulkRequestBuilder bulkRequestBuilderMocked = mock(BulkRequestBuilder.class);
    when(clientMocked.prepareBulk()).thenReturn(bulkRequestBuilderMocked);


    IndexRequestBuilder indexRequestBuilderMocked = mock(IndexRequestBuilder.class);
    when(indexRequestBuilderMocked.setSource(any(String.class))).thenReturn(indexRequestBuilderMocked);
    when(clientMocked.prepareIndex(any(String.class), any(String.class), any(String.class)))

View Full Code Here

  }


  @Test
  public void executeBulkRequest() {
    // Setup
    BulkRequestBuilder bulkRequestBuilderMocked = mock(BulkRequestBuilder.class);
    when(bulkRequestBuilderMocked.numberOfActions()).thenReturn(1);


    ListenableActionFuture<BulkResponse> listenableActionFutureMocked = mock(ListenableActionFuture.class);
    when(bulkRequestBuilderMocked.execute()).thenReturn(listenableActionFutureMocked);
    BulkResponse bulkResponseMocked = mock(BulkResponse.class);
    when(listenableActionFutureMocked.actionGet()).thenReturn(bulkResponseMocked);
    when(bulkResponseMocked.hasFailures()).thenReturn(false);


    // Action

View Full Code Here

  }


  @Test
  public void executeBulkRequest_withFailure() {
    // Setup
    BulkRequestBuilder bulkRequestBuilderMocked = mock(BulkRequestBuilder.class);
    when(bulkRequestBuilderMocked.numberOfActions()).thenReturn(1);


    ListenableActionFuture<BulkResponse> listenableActionFutureMocked = mock(ListenableActionFuture.class);
    when(bulkRequestBuilderMocked.execute()).thenReturn(listenableActionFutureMocked);
    BulkResponse bulkResponseMocked = mock(BulkResponse.class);
    when(listenableActionFutureMocked.actionGet()).thenReturn(bulkResponseMocked);
    when(bulkResponseMocked.hasFailures()).thenReturn(true);


    Iterator<BulkItemResponse> iteratorMocked = mock(Iterator.class);

View Full Code Here

  }


  @Test
  public void executeBulkRequest_withNoResult() {
    // Setup
    BulkRequestBuilder bulkRequestBuilderMocked = mock(BulkRequestBuilder.class);
    when(bulkRequestBuilderMocked.numberOfActions()).thenReturn(0);


    // Action
    entityDao.executeBulkRequest(bulkRequestBuilderMocked);


    // Assert

View Full Code Here

    if (!nodes.isEmpty()) saveAllNodes(nodes);
    if (!ways.isEmpty()) saveAllWays(ways);
  }


  protected void saveAllNodes(List<Node> nodes) {
    BulkRequestBuilder bulkRequest = client.prepareBulk();
    for (Node node : nodes) {
      try {
        ESNode esNode = ESNode.Builder.buildFromEntity(node);
        bulkRequest.add(client.prepareIndex(indexName, esNode.getEntityType().getIndiceName(), esNode.getIdString())
            .setSource(esNode.toJson()));
      } catch (Exception exception) {
        LOG.warning(String.format("Unable to add Entity %s to bulk request, cause: %s",
            node.getId(), exception.getMessage()));
      }

View Full Code Here

    executeBulkRequest(bulkRequest);
  }


  protected void saveAllWays(List<Way> ways) {
    Iterator<MultiGetItemResponse> iterator = getNodeItems(ways);
    BulkRequestBuilder bulkRequest = client.prepareBulk();
    for (Way way : ways) {
      try {
        int size = way.getWayNodes().size();
        ESShape shape = getShape(iterator, size);
        ESWay esWay = ESWay.Builder.buildFromEntity(way, shape);
        bulkRequest.add(client.prepareIndex(indexName, esWay.getEntityType().getIndiceName(), esWay.getIdString())
            .setSource(esWay.toJson()));
      } catch (Exception e) {
        LOG.warning(String.format("Unable to add Entity %s to bulk request, cause: %s",
            way.getId(), e.getMessage()));
      }

View Full Code Here

      }
      String newName = oldName + "_" + Utils.timestamp();


      logger.info("rebuildIndex(): {}", appid);


      BulkRequestBuilder brb = getClient().prepareBulk();
      BulkResponse resp = null;
      Pager pager = new Pager();


      List<ParaObject> list = dao.readPage(appid, null);


      if (!list.isEmpty()) {
        do {
          for (ParaObject obj : list) {
            brb.add(getClient().prepareIndex(appid, obj.getType(), obj.getId()).
                setSource(Utils.getAnnotatedFields(obj)));
            pager.setLastKey(obj.getId());
          }
          // bulk index 1000 objects
          if (brb.numberOfActions() > 100) {
            resp = brb.execute().actionGet();
            logger.info("rebuildIndex(): indexed {}, hasFailures: {}",
                brb.numberOfActions(), resp.hasFailures());
          }
        } while(!(list = dao.readPage(appid, pager)).isEmpty());
      }


      // anything left after loop? index that too
      if (brb.numberOfActions() > 0) {
        resp = brb.execute().actionGet();
        logger.info("rebuildIndex(): indexed {}, hasFailures: {}",
            brb.numberOfActions(), resp.hasFailures());
      }


      // switch to alias NEW_INDEX -> ALIAS, OLD_INDEX -> X, deleting the old index
      switchIndexToAlias(oldName, newName, appid, true);
    } catch (Exception e) {

View Full Code Here

          .executeBulk(new Esi4JOperation<ListenableActionFuture<BulkResponse>>() {


            @Override
            public ListenableActionFuture<BulkResponse> execute(Client client, String indexName,
                OperationContext helper) {
              BulkRequestBuilder bulk = client.prepareBulk();


              for (int i = 0; i < _tasks.length; i++) {
                _tasks[i].addToBulk(bulk, indexName, helper);
              }


              ListenableActionFuture<BulkResponse> response = bulk.execute();


              return response;
            }
          }).actionGet();

View Full Code Here

          new Esi4JOperation<ListenableActionFuture<BulkResponse>>() {


            @Override
            public ListenableActionFuture<BulkResponse> execute(Client client, String indexName,
                OperationContext helper) {
              BulkRequestBuilder bulk = client.prepareBulk();


              for (int i = 0; i < tasks.length; i++) {
                tasks[i].addToBulk(bulk, indexName, helper);
              }


              return bulk.execute();
            }
          }).actionGet();


      if (log.isDebugEnabled()) {
        log.debug("finished bulk indexing " + response.getBulkResponse().getItems().length + " items");

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.elasticsearch.action.bulk.BulkRequestBuilder

at.molindo.esi4j.chain.impl.DefaultTaskProcessor

at.molindo.esi4j.chain.impl.QueuedTaskExecutor$BulkIndexRunnable

at.molindo.esi4j.core.impl.DefaultIndex

at.molindo.esi4j.rebuild.util.BulkIndexHelper$Session

ch.entwine.weblounge.search.impl.SearchIndexImpl

com.aconex.scrutineer.functional.ScrutineerIntegrationTest

com.aconex.scrutineer.functional.ScrutineerNumericIntegrationTest

com.amazonaws.services.kinesis.connectors.elasticsearch.ElasticsearchEmitter

com.bazoud.elasticsearch.river.git.guava.flow.CommitIndexFunction

com.bazoud.elasticsearch.river.git.guava.flow.FileIndexFunction

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.