/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.sling.cassandra.test.data.populator;
import org.apache.commons.codec.binary.Base64;
import me.prettyprint.cassandra.model.CqlQuery;
import me.prettyprint.cassandra.model.CqlRows;
import me.prettyprint.cassandra.serializers.StringSerializer;
import me.prettyprint.hector.api.Keyspace;
import me.prettyprint.hector.api.exceptions.HInvalidRequestException;
import me.prettyprint.hector.api.query.QueryResult;
import org.apache.sling.cassandra.resource.provider.CassandraResource;
import org.apache.sling.cassandra.resource.provider.CassandraResourceProvider;
import org.apache.sling.cassandra.resource.provider.CassandraResourceResolver;
import org.apache.sling.cassandra.resource.provider.util.CassandraResourceProviderUtil;
import org.junit.Assert;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.UnsupportedEncodingException;
import java.security.MessageDigest;
import java.security.NoSuchAlgorithmException;
import java.util.HashMap;
import java.util.Map;
/**
* Can build a test profile that adds
* 1K,10K,100K,1M items to Cassandra, each under 1 parent collection.
* eg
* content/cassandra/1K/0 to /content/cassandra/1K/999
* content/cassandra/10K/0 to /content/cassandra/10K/9999
* content/cassandra/100K/0 to /content/cassandra/100K/99999
* content/cassandra/1M/0 to /content/cassandra/1M/999999
* <p/>
* To add 1000 nodes as content/cassandra/1K/0 to /content/cassandra/1K/999
* set parentPath = "/content/cassandra/";
* set count = 1000
* set cf="1K"
* And run the test.
*/
public class CassandraDataAddLoadTest {
private static Logger LOGGER = LoggerFactory.getLogger(CassandraDataAddLoadTest.class);
private int count = 10;
private String[] cfs = new String[]{"A1", "B1", "C1", "D1"};
private int[] sizes = new int[]{10, 100, 1000, 10000};
private String parentPath = "/content/cassandra/";
public static void main(String[] args) {
String path="/content/cassandra/foo";
if(path.startsWith("/") && path.split("/").length > 4){
System.out.println(path.split("/").length);
} else {
System.out.println(">> "+path.split("/").length);
}
// new CassandraDataAddLoadTest().testAddLoadTestData();
}
public void testAddLoadTestData() {
try {
for (int k = 0; k < sizes.length; k++) {
CassandraResourceProvider cassandraResourceProvider = new CassandraResourceProvider();
createColumnFamily(cfs[k], cassandraResourceProvider.getKeyspace(), new StringSerializer());
cassandraResourceProvider.setColumnFamily(cfs[k]);
CassandraResourceResolver resolver = new CassandraResourceResolver();
for (int i = 0; i < sizes[k]; i++) {
String path = parentPath + cfs[k] + "/" + i;
Map<String, Object> map1 = new HashMap<String, Object>();
map1.put("metadata", "resolutionPathInfo=json");
map1.put("resourceType", "nt:cassandra0");
map1.put("resourceSuperType", "nt:supercass1");
cassandraResourceProvider.create(resolver, path, map1);
cassandraResourceProvider.commit(resolver);
System.out.println(">>" + path);
}
}
} catch (Exception e) {
LOGGER.info("Ignore err" + e.getMessage());
Assert.fail("Failed to add data to cassandra");
}
}
private void createColumnFamily(String cf, Keyspace keyspace, StringSerializer se) {
String createCF = "CREATE COLUMNFAMILY " + cf + " (KEY varchar PRIMARY KEY,path varchar,resourceType varchar,resourceSuperType varchar,metadata varchar);";
CqlQuery<String, String, String> cqlQuery = new CqlQuery<String, String, String>(keyspace, se, se, se);
cqlQuery.setQuery(createCF);
try {
QueryResult<CqlRows<String, String, String>> result1 = cqlQuery.execute();
LOGGER.info(result1.get().getList().size() + " Finished.!");
} catch (HInvalidRequestException ignore) {
LOGGER.debug("Column Family already exists " + ignore.getMessage());
}
}
}