Package org.apache.blur.server

Examples of org.apache.blur.server.IndexSearcherClosable

122
123
124
125
126
127
128
129
130
131
132
133
134
135
  }

  @Test
  public void testBlurIndexWriter() throws IOException, InterruptedException, URISyntaxException {
    setupWriter(configuration, 1);
    IndexSearcherClosable indexReader1 = reader.getIndexReader();
    doWrite();
    assertEquals(0, indexReader1.getIndexReader().numDocs());
    indexReader1.close();
    reader.refresh();
    IndexSearcherClosable indexReader2 = reader.getIndexReader();
    assertEquals(1, indexReader2.getIndexReader().numDocs());
    indexReader2.close();
  }
View Full Code Here
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
    setupWriter(configuration, 5, false);
    long s = System.nanoTime();
    int total = 0;
    for (int i = 0; i < TEST_NUMBER_WAIT_VISIBLE; i++) {
      writer.replaceRow(true, true, genRow());
      IndexSearcherClosable searcher = writer.getIndexReader();
      IndexReader reader = searcher.getIndexReader();
      assertEquals(i + 1, reader.numDocs());
      searcher.close();
      total++;
    }
    long e = System.nanoTime();
    double seconds = (e - s) / 1000000000.0;
    double rate = total / seconds;
    System.out.println("Rate " + rate);
    IndexSearcherClosable searcher = writer.getIndexReader();
    IndexReader reader = searcher.getIndexReader();
    assertEquals(TEST_NUMBER_WAIT_VISIBLE, reader.numDocs());
    searcher.close();
  }
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
  }

  @Test
  public void testBlurIndexWriterFaster() throws IOException, InterruptedException {
    setupWriter(configuration, 100, false);
    IndexSearcherClosable searcher1 = writer.getIndexReader();
    IndexReader reader1 = searcher1.getIndexReader();
    assertEquals(0, reader1.numDocs());
    searcher1.close();
    long s = System.nanoTime();
    int total = 0;
    for (int i = 0; i < TEST_NUMBER; i++) {
      if (i == TEST_NUMBER - 1) {
        writer.replaceRow(true, true, genRow());
      } else {
        writer.replaceRow(false, true, genRow());
      }
      total++;
    }
    long e = System.nanoTime();
    double seconds = (e - s) / 1000000000.0;
    double rate = total / seconds;
    System.out.println("Rate " + rate);
    // //wait one second for the data to become visible the test is set to
    // refresh once every 25 ms
    // Thread.sleep(1000);
    writer.refresh();
    IndexSearcherClosable searcher2 = writer.getIndexReader();
    IndexReader reader2 = searcher2.getIndexReader();
    assertEquals(TEST_NUMBER, reader2.numDocs());
    searcher2.close();
  }
View Full Code Here
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
    @Override
    public BlurResultIterable call(Entry<String, BlurIndex> entry) throws Exception {
      String shard = entry.getKey();
      _status.attachThread(shard);
      BlurIndex index = entry.getValue();
      IndexSearcherClosable searcher = index.getIndexReader();
      try {
        IndexReader indexReader = searcher.getIndexReader();
        if (indexReader instanceof ExitableReader) {
          ExitableReader er = (ExitableReader) indexReader;
          er.setRunning(_running);
        } else {
          throw new IOException("IndexReader is not ExitableReader");
        }
        if (_shardServerContext != null) {
          _shardServerContext.setIndexSearcherClosable(_table, shard, searcher);
        }
        searcher.setSimilarity(_indexServer.getSimilarity(_table));
        Query rewrite;
        try {
          rewrite = searcher.rewrite((Query) _query.clone());
        } catch (ExitingReaderException e) {
          LOG.info("Query [{0}] has been cancelled during the rewrite phase.", _query);
          throw e;
        }
View Full Code Here
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
    @Override
    public BlurResultIterable call(Entry<String, BlurIndex> entry) throws Exception {
      String shard = entry.getKey();
      _status.attachThread(shard);
      BlurIndex index = entry.getValue();
      IndexSearcherClosable searcher = index.getIndexSearcher();
      Tracer trace2 = null;
      try {
        IndexReader indexReader = searcher.getIndexReader();
        if (indexReader instanceof ExitableReader) {
          ExitableReader er = (ExitableReader) indexReader;
          er.setRunning(_running);
        } else {
          throw new IOException("IndexReader is not ExitableReader");
        }
        if (_shardServerContext != null) {
          _shardServerContext.setIndexSearcherClosable(_table, shard, searcher);
        }
        searcher.setSimilarity(_similarity);
        Tracer trace1 = Trace.trace("query rewrite", Trace.param("table", _table));
        Query rewrite;
        try {
          rewrite = searcher.rewrite((Query) _query.clone());
        } catch (ExitingReaderException e) {
          LOG.info("Query [{0}] has been cancelled during the rewrite phase.", _query);
          throw e;
        } finally {
          trace1.done();
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
  @Test
  public void testRollbackAndReopen() throws IOException {
    setupWriter(_configuration);
    {
      IndexSearcherClosable searcher = _writer.getIndexSearcher();
      IndexReader reader = searcher.getIndexReader();
      assertEquals(0, reader.numDocs());
      searcher.close();
    }

    MutatableAction action = new MutatableAction(_writer.getShardContext());
    action.replaceRow(new Row());
    try {
      _writer.process(action);
      fail("should throw exception");
    } catch (IOException e) {
      // do nothing
    }
    {
      IndexSearcherClosable searcher = _writer.getIndexSearcher();
      IndexReader reader = searcher.getIndexReader();
      assertEquals(0, reader.numDocs());
      searcher.close();
    }

    action.replaceRow(genRow());
    _writer.process(action);

    {
      IndexSearcherClosable searcher = _writer.getIndexSearcher();
      IndexReader reader = searcher.getIndexReader();
      assertEquals(1, reader.numDocs());
      searcher.close();
    }
  }
View Full Code Here
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
    Trace.setupTrace("test");
    for (int i = 0; i < TEST_NUMBER_WAIT_VISIBLE; i++) {
      MutatableAction action = new MutatableAction(_writer.getShardContext());
      action.replaceRow(genRow());
      _writer.process(action);
      IndexSearcherClosable searcher = _writer.getIndexSearcher();
      IndexReader reader = searcher.getIndexReader();
      assertEquals(i + 1, reader.numDocs());
      searcher.close();
      total++;
    }
    Trace.tearDownTrace();
    long e = System.nanoTime();
    double seconds = (e - s) / 1000000000.0;
    double rate = total / seconds;
    System.out.println("Rate " + rate);
    IndexSearcherClosable searcher = _writer.getIndexSearcher();
    IndexReader reader = searcher.getIndexReader();
    assertEquals(TEST_NUMBER_WAIT_VISIBLE, reader.numDocs());
    searcher.close();
    Trace.setStorage(oldStorage);
  }
View Full Code Here
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
  }

  @Test
  public void testBlurIndexWriterFaster() throws IOException, InterruptedException {
    setupWriter(_configuration);
    IndexSearcherClosable searcher1 = _writer.getIndexSearcher();
    IndexReader reader1 = searcher1.getIndexReader();
    assertEquals(0, reader1.numDocs());
    searcher1.close();
    long s = System.nanoTime();
    int total = 0;
    MutatableAction action = new MutatableAction(_writer.getShardContext());
    for (int i = 0; i < TEST_NUMBER; i++) {
      action.replaceRow(genRow());
      total++;
    }
    _writer.process(action);
    long e = System.nanoTime();
    double seconds = (e - s) / 1000000000.0;
    double rate = total / seconds;
    System.out.println("Rate " + rate);
    // //wait one second for the data to become visible the test is set to
    // refresh once every 25 ms
    Thread.sleep(1000);// Hack for now
    _writer.refresh();
    IndexSearcherClosable searcher2 = _writer.getIndexSearcher();
    IndexReader reader2 = searcher2.getIndexReader();
    assertEquals(TEST_NUMBER, reader2.numDocs());
    searcher2.close();
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
74
  public abstract void removeSnapshot(String name) throws IOException;

  public abstract List<String> getSnapshots() throws IOException;

  public long getRecordCount() throws IOException {
    IndexSearcherClosable searcher = getIndexSearcher();
    try {
      return searcher.getIndexReader().numDocs();
    } finally {
      if (searcher != null) {
        searcher.close();
      }
    }
  }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
84
85
      }
    }
  }

  public long getRowCount() throws IOException {
    IndexSearcherClosable searcher = getIndexSearcher();
    try {
      return getRowCount(searcher);
    } finally {
      if (searcher != null) {
        searcher.close();
      }
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.blur.server.IndexSearcherClosable

  • org.apache.blur.manager.IndexManager
  • org.apache.blur.manager.IndexManager$SimpleQueryParallelCall
  • org.apache.blur.manager.indexserver.DistributedIndexServer
  • org.apache.blur.manager.writer.BlurIndex
  • org.apache.blur.manager.writer.BlurIndexReader
  • org.apache.blur.manager.writer.BlurIndexReaderTest
  • org.apache.blur.manager.writer.BlurIndexSimpleWriter
  • org.apache.blur.manager.writer.BlurIndexSimpleWriterTest
  • org.apache.blur.manager.writer.BlurNRTIndexTest
  • org.apache.blur.manager.writer.IndexImporterTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.